2023-06-26T02:45:29.934 INFO:root:teuthology version: 0.0.1.dev128+g076bbeb 2023-06-26T02:45:29.935 DEBUG:teuthology.run:Teuthology command: teuthology --name xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi --description fs:functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} --verbose --archive /home/teuthworker/archive/xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi/7316098 --owner scheduled_xiubli@teuthology -- /home/teuthworker/archive/xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi/7316098/orig.config.yaml 2023-06-26T02:45:29.977 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-26T02:45:30.065 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi/7316098 branch: wip-lxb-xlock-20230619-0716 description: fs:functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} email: null first_in_suite: false job_id: '7316098' kernel: kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-lxb-xlock-20230619-0716 ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 6e29bf323ce1af97210bf5c3ab6386cc214ed162 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 6e29bf323ce1af97210bf5c3ab6386cc214ed162 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lxb-xlock-20230619-0716 sha1: 6e29bf323ce1af97210bf5c3ab6386cc214ed162 owner: scheduled_xiubli@teuthology priority: 50 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 sha1: 6e29bf323ce1af97210bf5c3ab6386cc214ed162 sleep_before_teardown: 0 suite: fs:functional suite_branch: wip-lxb-xlock-20230619-0716 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_6e29bf323ce1af97210bf5c3ab6386cc214ed162/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 6e29bf323ce1af97210bf5c3ab6386cc214ed162 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi081.front.sepia.ceph.com: ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAWRfxQJvGD6vdeLADnKS97b75VGSwSo01FF8KS25wSi smithi092.front.sepia.ceph.com: ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPoNeP/H77UtKN3BXinhwXIGbvhww2S+WP7jR16zJnWN tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: null - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.tests_from_xfstests_dev teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 076bbebc42a14f7d568aaa78eabb0038327bcb23 timestamp: 2023-06-26_02:38:43 tube: smithi user: xiubli verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.23459 2023-06-26T02:45:30.065 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_6e29bf323ce1af97210bf5c3ab6386cc214ed162/qa; will attempt to use it 2023-06-26T02:45:30.066 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_6e29bf323ce1af97210bf5c3ab6386cc214ed162/qa/tasks 2023-06-26T02:45:30.066 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-06-26T02:45:30.068 INFO:teuthology.task.internal:Checking packages... 2023-06-26T02:45:30.095 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '6e29bf323ce1af97210bf5c3ab6386cc214ed162' 2023-06-26T02:45:30.095 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-06-26T02:45:30.096 INFO:teuthology.packaging:ref: None 2023-06-26T02:45:30.096 INFO:teuthology.packaging:tag: None 2023-06-26T02:45:30.096 INFO:teuthology.packaging:branch: wip-lxb-xlock-20230619-0716 2023-06-26T02:45:30.096 INFO:teuthology.packaging:sha1: 6e29bf323ce1af97210bf5c3ab6386cc214ed162 2023-06-26T02:45:30.097 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-lxb-xlock-20230619-0716 2023-06-26T02:45:30.304 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:45:30.304 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-06-26T02:45:30.311 INFO:teuthology.task.internal:no buildpackages task found 2023-06-26T02:45:30.311 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-06-26T02:45:30.335 INFO:teuthology.task.internal:Saving configuration 2023-06-26T02:45:30.354 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-06-26T02:45:30.360 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-06-26T02:45:30.387 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi081.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi/7316098', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-06-26 02:39:51.018536', 'locked_by': 'scheduled_xiubli@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAWRfxQJvGD6vdeLADnKS97b75VGSwSo01FF8KS25wSi'} 2023-06-26T02:45:30.410 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi092.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi/7316098', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-06-26 02:39:51.017111', 'locked_by': 'scheduled_xiubli@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPoNeP/H77UtKN3BXinhwXIGbvhww2S+WP7jR16zJnWN'} 2023-06-26T02:45:30.410 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-06-26T02:45:30.416 INFO:teuthology.task.internal:roles: ubuntu@smithi081.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2023-06-26T02:45:30.416 INFO:teuthology.task.internal:roles: ubuntu@smithi092.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2023-06-26T02:45:30.417 INFO:teuthology.run_tasks:Running task console_log... 2023-06-26T02:45:30.515 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7faa63431160>, signals=[15]) 2023-06-26T02:45:30.516 INFO:teuthology.run_tasks:Running task internal.connect... 2023-06-26T02:45:30.522 INFO:teuthology.task.internal:Opening connections... 2023-06-26T02:45:30.523 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi081.front.sepia.ceph.com 2023-06-26T02:45:30.524 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:45:30.600 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi092.front.sepia.ceph.com 2023-06-26T02:45:30.601 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:45:30.674 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-06-26T02:45:30.681 DEBUG:teuthology.orchestra.run.smithi081:> uname -m 2023-06-26T02:45:30.686 INFO:teuthology.orchestra.run.smithi081.stdout:x86_64 2023-06-26T02:45:30.687 DEBUG:teuthology.orchestra.run.smithi081:> cat /etc/os-release 2023-06-26T02:45:30.733 INFO:teuthology.orchestra.run.smithi081.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-06-26T02:45:30.733 INFO:teuthology.orchestra.run.smithi081.stdout:NAME="Ubuntu" 2023-06-26T02:45:30.733 INFO:teuthology.orchestra.run.smithi081.stdout:VERSION_ID="22.04" 2023-06-26T02:45:30.733 INFO:teuthology.orchestra.run.smithi081.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-06-26T02:45:30.734 INFO:teuthology.orchestra.run.smithi081.stdout:VERSION_CODENAME=jammy 2023-06-26T02:45:30.734 INFO:teuthology.orchestra.run.smithi081.stdout:ID=ubuntu 2023-06-26T02:45:30.734 INFO:teuthology.orchestra.run.smithi081.stdout:ID_LIKE=debian 2023-06-26T02:45:30.734 INFO:teuthology.orchestra.run.smithi081.stdout:HOME_URL="https://www.ubuntu.com/" 2023-06-26T02:45:30.734 INFO:teuthology.orchestra.run.smithi081.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-06-26T02:45:30.734 INFO:teuthology.orchestra.run.smithi081.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-06-26T02:45:30.734 INFO:teuthology.orchestra.run.smithi081.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-06-26T02:45:30.734 INFO:teuthology.orchestra.run.smithi081.stdout:UBUNTU_CODENAME=jammy 2023-06-26T02:45:30.735 INFO:teuthology.lock.ops:Updating smithi081.front.sepia.ceph.com on lock server 2023-06-26T02:45:30.760 DEBUG:teuthology.orchestra.run.smithi092:> uname -m 2023-06-26T02:45:30.765 INFO:teuthology.orchestra.run.smithi092.stdout:x86_64 2023-06-26T02:45:30.765 DEBUG:teuthology.orchestra.run.smithi092:> cat /etc/os-release 2023-06-26T02:45:30.812 INFO:teuthology.orchestra.run.smithi092.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-06-26T02:45:30.812 INFO:teuthology.orchestra.run.smithi092.stdout:NAME="Ubuntu" 2023-06-26T02:45:30.812 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION_ID="22.04" 2023-06-26T02:45:30.812 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-06-26T02:45:30.813 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION_CODENAME=jammy 2023-06-26T02:45:30.813 INFO:teuthology.orchestra.run.smithi092.stdout:ID=ubuntu 2023-06-26T02:45:30.813 INFO:teuthology.orchestra.run.smithi092.stdout:ID_LIKE=debian 2023-06-26T02:45:30.813 INFO:teuthology.orchestra.run.smithi092.stdout:HOME_URL="https://www.ubuntu.com/" 2023-06-26T02:45:30.813 INFO:teuthology.orchestra.run.smithi092.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-06-26T02:45:30.813 INFO:teuthology.orchestra.run.smithi092.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-06-26T02:45:30.813 INFO:teuthology.orchestra.run.smithi092.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-06-26T02:45:30.814 INFO:teuthology.orchestra.run.smithi092.stdout:UBUNTU_CODENAME=jammy 2023-06-26T02:45:30.814 INFO:teuthology.lock.ops:Updating smithi092.front.sepia.ceph.com on lock server 2023-06-26T02:45:30.835 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-06-26T02:45:30.844 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-06-26T02:45:30.893 INFO:teuthology.task.internal:Checking for old test directory... 2023-06-26T02:45:30.893 DEBUG:teuthology.orchestra.run.smithi081:> test '!' -e /home/ubuntu/cephtest 2023-06-26T02:45:30.896 DEBUG:teuthology.orchestra.run.smithi092:> test '!' -e /home/ubuntu/cephtest 2023-06-26T02:45:30.900 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-06-26T02:45:30.918 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-06-26T02:45:30.918 DEBUG:teuthology.orchestra.run.smithi081:> test -z $(ls -A /var/lib/ceph) 2023-06-26T02:45:30.943 DEBUG:teuthology.orchestra.run.smithi092:> test -z $(ls -A /var/lib/ceph) 2023-06-26T02:45:30.976 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-06-26T02:45:31.033 INFO:teuthology.run_tasks:Running task kernel... 2023-06-26T02:45:31.049 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-06-26T02:45:31.050 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-06-26T02:45:31.051 DEBUG:teuthology.orchestra.run.smithi081:> test -f /run/.containerenv -o -f /.dockerenv 2023-06-26T02:45:31.051 DEBUG:teuthology.orchestra.run.smithi092:> test -f /run/.containerenv -o -f /.dockerenv 2023-06-26T02:45:31.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T02:45:31.056 DEBUG:teuthology.orchestra.run.smithi081:> uname -r 2023-06-26T02:45:31.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T02:45:31.057 DEBUG:teuthology.orchestra.run.smithi092:> uname -r 2023-06-26T02:45:31.101 INFO:teuthology.orchestra.run.smithi081.stdout:5.15.0-56-generic 2023-06-26T02:45:31.102 INFO:teuthology.task.kernel:Running kernel on smithi081: 5.15.0-56-generic 2023-06-26T02:45:31.102 DEBUG:teuthology.orchestra.run.smithi081:> sudo apt-get clean 2023-06-26T02:45:31.105 INFO:teuthology.orchestra.run.smithi092.stdout:5.15.0-56-generic 2023-06-26T02:45:31.105 INFO:teuthology.task.kernel:Running kernel on smithi092: 5.15.0-56-generic 2023-06-26T02:45:31.105 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get clean 2023-06-26T02:45:31.236 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get update 2023-06-26T02:45:31.240 DEBUG:teuthology.orchestra.run.smithi081:> sudo apt-get update 2023-06-26T02:45:31.445 INFO:teuthology.orchestra.run.smithi092.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2023-06-26T02:45:31.451 INFO:teuthology.orchestra.run.smithi081.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-26T02:45:31.460 INFO:teuthology.orchestra.run.smithi081.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2023-06-26T02:45:31.524 INFO:teuthology.orchestra.run.smithi081.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [108 kB] 2023-06-26T02:45:31.563 INFO:teuthology.orchestra.run.smithi081.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2023-06-26T02:45:31.563 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-26T02:45:31.644 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2023-06-26T02:45:31.657 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [501 kB] 2023-06-26T02:45:31.701 INFO:teuthology.orchestra.run.smithi081.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [430 kB] 2023-06-26T02:45:31.726 INFO:teuthology.orchestra.run.smithi092.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [246 kB] 2023-06-26T02:45:31.731 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [129 kB] 2023-06-26T02:45:31.734 INFO:teuthology.orchestra.run.smithi092.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [10.3 kB] 2023-06-26T02:45:31.734 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [415 kB] 2023-06-26T02:45:31.746 INFO:teuthology.orchestra.run.smithi092.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [28.0 kB] 2023-06-26T02:45:31.747 INFO:teuthology.orchestra.run.smithi092.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [63.3 kB] 2023-06-26T02:45:31.749 INFO:teuthology.orchestra.run.smithi092.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [604 B] 2023-06-26T02:45:31.749 INFO:teuthology.orchestra.run.smithi092.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [740 kB] 2023-06-26T02:45:31.761 INFO:teuthology.orchestra.run.smithi081.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [724 kB] 2023-06-26T02:45:31.762 INFO:teuthology.orchestra.run.smithi092.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [536 kB] 2023-06-26T02:45:31.782 INFO:teuthology.orchestra.run.smithi081.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [190 kB] 2023-06-26T02:45:31.787 INFO:teuthology.orchestra.run.smithi081.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [15.3 kB] 2023-06-26T02:45:31.787 INFO:teuthology.orchestra.run.smithi081.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [418 kB] 2023-06-26T02:45:31.796 INFO:teuthology.orchestra.run.smithi081.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [28.3 kB] 2023-06-26T02:45:31.797 INFO:teuthology.orchestra.run.smithi081.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [63.8 kB] 2023-06-26T02:45:31.797 INFO:teuthology.orchestra.run.smithi081.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [604 B] 2023-06-26T02:45:31.811 INFO:teuthology.orchestra.run.smithi092.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [131 kB] 2023-06-26T02:45:31.832 INFO:teuthology.orchestra.run.smithi081.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [628 kB] 2023-06-26T02:45:31.878 INFO:teuthology.orchestra.run.smithi092.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [15.6 kB] 2023-06-26T02:45:31.879 INFO:teuthology.orchestra.run.smithi092.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [30.2 kB] 2023-06-26T02:45:31.882 INFO:teuthology.orchestra.run.smithi092.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [5,828 B] 2023-06-26T02:45:31.882 INFO:teuthology.orchestra.run.smithi092.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [252 B] 2023-06-26T02:45:31.949 INFO:teuthology.orchestra.run.smithi081.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [932 kB] 2023-06-26T02:45:31.971 INFO:teuthology.orchestra.run.smithi081.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [199 kB] 2023-06-26T02:45:31.975 INFO:teuthology.orchestra.run.smithi081.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [20.5 kB] 2023-06-26T02:45:31.976 INFO:teuthology.orchestra.run.smithi081.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [35.3 kB] 2023-06-26T02:45:31.976 INFO:teuthology.orchestra.run.smithi081.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [3,884 B] 2023-06-26T02:45:31.977 INFO:teuthology.orchestra.run.smithi081.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [8,452 B] 2023-06-26T02:45:31.977 INFO:teuthology.orchestra.run.smithi081.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [468 B] 2023-06-26T02:45:31.978 INFO:teuthology.orchestra.run.smithi081.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [33.7 kB] 2023-06-26T02:45:31.978 INFO:teuthology.orchestra.run.smithi081.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [40.9 kB] 2023-06-26T02:45:31.996 INFO:teuthology.orchestra.run.smithi081.stdout:Get:23 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [246 kB] 2023-06-26T02:45:31.996 INFO:teuthology.orchestra.run.smithi092.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [108 kB] 2023-06-26T02:45:32.013 INFO:teuthology.orchestra.run.smithi081.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [10.2 kB] 2023-06-26T02:45:32.013 INFO:teuthology.orchestra.run.smithi081.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2023-06-26T02:45:32.014 INFO:teuthology.orchestra.run.smithi081.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [22.2 kB] 2023-06-26T02:45:32.037 INFO:teuthology.orchestra.run.smithi081.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [12.7 kB] 2023-06-26T02:45:32.047 INFO:teuthology.orchestra.run.smithi081.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [15.0 kB] 2023-06-26T02:45:32.053 INFO:teuthology.orchestra.run.smithi081.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [552 B] 2023-06-26T02:45:32.134 INFO:teuthology.orchestra.run.smithi092.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [430 kB] 2023-06-26T02:45:32.224 INFO:teuthology.orchestra.run.smithi081.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [501 kB] 2023-06-26T02:45:32.304 INFO:teuthology.orchestra.run.smithi092.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [724 kB] 2023-06-26T02:45:32.343 INFO:teuthology.orchestra.run.smithi081.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [129 kB] 2023-06-26T02:45:32.368 INFO:teuthology.orchestra.run.smithi081.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [10.3 kB] 2023-06-26T02:45:32.370 INFO:teuthology.orchestra.run.smithi081.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [28.0 kB] 2023-06-26T02:45:32.375 INFO:teuthology.orchestra.run.smithi081.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [415 kB] 2023-06-26T02:45:32.409 INFO:teuthology.orchestra.run.smithi092.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [190 kB] 2023-06-26T02:45:32.417 INFO:teuthology.orchestra.run.smithi081.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [63.3 kB] 2023-06-26T02:45:32.422 INFO:teuthology.orchestra.run.smithi081.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [604 B] 2023-06-26T02:45:32.423 INFO:teuthology.orchestra.run.smithi081.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [740 kB] 2023-06-26T02:45:32.425 INFO:teuthology.orchestra.run.smithi092.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [15.3 kB] 2023-06-26T02:45:32.425 INFO:teuthology.orchestra.run.smithi092.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [418 kB] 2023-06-26T02:45:32.454 INFO:teuthology.orchestra.run.smithi092.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [28.3 kB] 2023-06-26T02:45:32.456 INFO:teuthology.orchestra.run.smithi092.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [63.8 kB] 2023-06-26T02:45:32.461 INFO:teuthology.orchestra.run.smithi092.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [604 B] 2023-06-26T02:45:32.482 INFO:teuthology.orchestra.run.smithi081.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [536 kB] 2023-06-26T02:45:32.625 INFO:teuthology.orchestra.run.smithi092.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [932 kB] 2023-06-26T02:45:32.672 INFO:teuthology.orchestra.run.smithi081.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [131 kB] 2023-06-26T02:45:33.041 INFO:teuthology.orchestra.run.smithi081.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [15.6 kB] 2023-06-26T02:45:33.047 INFO:teuthology.orchestra.run.smithi081.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [30.2 kB] 2023-06-26T02:45:33.061 INFO:teuthology.orchestra.run.smithi081.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [5,828 B] 2023-06-26T02:45:33.064 INFO:teuthology.orchestra.run.smithi081.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [252 B] 2023-06-26T02:45:33.237 INFO:teuthology.orchestra.run.smithi092.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [628 kB] 2023-06-26T02:45:33.276 INFO:teuthology.orchestra.run.smithi092.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [199 kB] 2023-06-26T02:45:33.288 INFO:teuthology.orchestra.run.smithi092.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [20.5 kB] 2023-06-26T02:45:33.289 INFO:teuthology.orchestra.run.smithi092.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [3,884 B] 2023-06-26T02:45:33.290 INFO:teuthology.orchestra.run.smithi092.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [35.3 kB] 2023-06-26T02:45:33.292 INFO:teuthology.orchestra.run.smithi092.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [8,452 B] 2023-06-26T02:45:33.292 INFO:teuthology.orchestra.run.smithi092.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [468 B] 2023-06-26T02:45:33.293 INFO:teuthology.orchestra.run.smithi092.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [40.9 kB] 2023-06-26T02:45:33.318 INFO:teuthology.orchestra.run.smithi092.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [33.7 kB] 2023-06-26T02:45:33.320 INFO:teuthology.orchestra.run.smithi092.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [10.2 kB] 2023-06-26T02:45:33.484 INFO:teuthology.orchestra.run.smithi092.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2023-06-26T02:45:33.566 INFO:teuthology.orchestra.run.smithi092.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [12.7 kB] 2023-06-26T02:45:33.569 INFO:teuthology.orchestra.run.smithi092.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [22.2 kB] 2023-06-26T02:45:33.684 INFO:teuthology.orchestra.run.smithi092.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [15.0 kB] 2023-06-26T02:45:33.736 INFO:teuthology.orchestra.run.smithi092.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [552 B] 2023-06-26T02:45:37.114 INFO:teuthology.orchestra.run.smithi081.stdout:Fetched 7,022 kB in 2s (4,016 kB/s) 2023-06-26T02:45:37.756 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 7,022 kB in 2s (2,885 kB/s) 2023-06-26T02:45:38.565 INFO:teuthology.orchestra.run.smithi081.stdout:Reading package lists... 2023-06-26T02:45:38.582 DEBUG:teuthology.orchestra.run.smithi081:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-06-26T02:45:38.644 INFO:teuthology.orchestra.run.smithi081.stdout:Reading package lists... 2023-06-26T02:45:38.823 INFO:teuthology.orchestra.run.smithi081.stdout:Building dependency tree... 2023-06-26T02:45:38.824 INFO:teuthology.orchestra.run.smithi081.stdout:Reading state information... 2023-06-26T02:45:38.973 INFO:teuthology.orchestra.run.smithi081.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:45:38.973 INFO:teuthology.orchestra.run.smithi081.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:45:38.973 INFO:teuthology.orchestra.run.smithi081.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:45:38.974 INFO:teuthology.orchestra.run.smithi081.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:45:38.974 INFO:teuthology.orchestra.run.smithi081.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2023-06-26T02:45:38.974 INFO:teuthology.orchestra.run.smithi081.stdout: python2.7-minimal 2023-06-26T02:45:38.974 INFO:teuthology.orchestra.run.smithi081.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:45:38.974 INFO:teuthology.orchestra.run.smithi081.stdout:The following additional packages will be installed: 2023-06-26T02:45:38.975 INFO:teuthology.orchestra.run.smithi081.stdout: linux-generic linux-headers-5.15.0-75 linux-headers-5.15.0-75-generic 2023-06-26T02:45:38.975 INFO:teuthology.orchestra.run.smithi081.stdout: linux-headers-generic linux-image-5.15.0-75-generic 2023-06-26T02:45:38.975 INFO:teuthology.orchestra.run.smithi081.stdout: linux-modules-5.15.0-75-generic linux-modules-extra-5.15.0-75-generic 2023-06-26T02:45:38.976 INFO:teuthology.orchestra.run.smithi081.stdout:Suggested packages: 2023-06-26T02:45:38.976 INFO:teuthology.orchestra.run.smithi081.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2023-06-26T02:45:38.976 INFO:teuthology.orchestra.run.smithi081.stdout:Recommended packages: 2023-06-26T02:45:38.976 INFO:teuthology.orchestra.run.smithi081.stdout: thermald 2023-06-26T02:45:39.024 INFO:teuthology.orchestra.run.smithi081.stdout:The following NEW packages will be installed: 2023-06-26T02:45:39.024 INFO:teuthology.orchestra.run.smithi081.stdout: linux-headers-5.15.0-75 linux-headers-5.15.0-75-generic 2023-06-26T02:45:39.025 INFO:teuthology.orchestra.run.smithi081.stdout: linux-image-5.15.0-75-generic linux-modules-5.15.0-75-generic 2023-06-26T02:45:39.025 INFO:teuthology.orchestra.run.smithi081.stdout: linux-modules-extra-5.15.0-75-generic 2023-06-26T02:45:39.026 INFO:teuthology.orchestra.run.smithi081.stdout:The following packages will be upgraded: 2023-06-26T02:45:39.026 INFO:teuthology.orchestra.run.smithi081.stdout: linux-generic linux-headers-generic linux-image-generic 2023-06-26T02:45:39.154 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2023-06-26T02:45:39.170 DEBUG:teuthology.orchestra.run.smithi092:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-06-26T02:45:39.205 INFO:teuthology.orchestra.run.smithi081.stdout:3 upgraded, 5 newly installed, 0 to remove and 212 not upgraded. 2023-06-26T02:45:39.205 INFO:teuthology.orchestra.run.smithi081.stdout:Need to get 114 MB of archives. 2023-06-26T02:45:39.205 INFO:teuthology.orchestra.run.smithi081.stdout:After this operation, 596 MB of additional disk space will be used. 2023-06-26T02:45:39.205 INFO:teuthology.orchestra.run.smithi081.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-75-generic amd64 5.15.0-75.82 [23.2 MB] 2023-06-26T02:45:39.230 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2023-06-26T02:45:39.406 INFO:teuthology.orchestra.run.smithi092.stdout:Building dependency tree... 2023-06-26T02:45:39.406 INFO:teuthology.orchestra.run.smithi092.stdout:Reading state information... 2023-06-26T02:45:39.556 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:45:39.556 INFO:teuthology.orchestra.run.smithi092.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:45:39.557 INFO:teuthology.orchestra.run.smithi092.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:45:39.557 INFO:teuthology.orchestra.run.smithi092.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:45:39.557 INFO:teuthology.orchestra.run.smithi092.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2023-06-26T02:45:39.558 INFO:teuthology.orchestra.run.smithi092.stdout: python2.7-minimal 2023-06-26T02:45:39.558 INFO:teuthology.orchestra.run.smithi092.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:45:39.558 INFO:teuthology.orchestra.run.smithi092.stdout:The following additional packages will be installed: 2023-06-26T02:45:39.558 INFO:teuthology.orchestra.run.smithi092.stdout: linux-generic linux-headers-5.15.0-75 linux-headers-5.15.0-75-generic 2023-06-26T02:45:39.558 INFO:teuthology.orchestra.run.smithi092.stdout: linux-headers-generic linux-image-5.15.0-75-generic 2023-06-26T02:45:39.559 INFO:teuthology.orchestra.run.smithi092.stdout: linux-modules-5.15.0-75-generic linux-modules-extra-5.15.0-75-generic 2023-06-26T02:45:39.559 INFO:teuthology.orchestra.run.smithi092.stdout:Suggested packages: 2023-06-26T02:45:39.560 INFO:teuthology.orchestra.run.smithi092.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2023-06-26T02:45:39.560 INFO:teuthology.orchestra.run.smithi092.stdout:Recommended packages: 2023-06-26T02:45:39.560 INFO:teuthology.orchestra.run.smithi092.stdout: thermald 2023-06-26T02:45:39.605 INFO:teuthology.orchestra.run.smithi092.stdout:The following NEW packages will be installed: 2023-06-26T02:45:39.605 INFO:teuthology.orchestra.run.smithi092.stdout: linux-headers-5.15.0-75 linux-headers-5.15.0-75-generic 2023-06-26T02:45:39.606 INFO:teuthology.orchestra.run.smithi092.stdout: linux-image-5.15.0-75-generic linux-modules-5.15.0-75-generic 2023-06-26T02:45:39.606 INFO:teuthology.orchestra.run.smithi092.stdout: linux-modules-extra-5.15.0-75-generic 2023-06-26T02:45:39.607 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages will be upgraded: 2023-06-26T02:45:39.607 INFO:teuthology.orchestra.run.smithi092.stdout: linux-generic linux-headers-generic linux-image-generic 2023-06-26T02:45:39.656 INFO:teuthology.orchestra.run.smithi092.stdout:3 upgraded, 5 newly installed, 0 to remove and 212 not upgraded. 2023-06-26T02:45:39.657 INFO:teuthology.orchestra.run.smithi092.stdout:Need to get 114 MB of archives. 2023-06-26T02:45:39.657 INFO:teuthology.orchestra.run.smithi092.stdout:After this operation, 596 MB of additional disk space will be used. 2023-06-26T02:45:39.657 INFO:teuthology.orchestra.run.smithi092.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-75-generic amd64 5.15.0-75.82 [23.2 MB] 2023-06-26T02:45:40.016 INFO:teuthology.orchestra.run.smithi092.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-75-generic amd64 5.15.0-75.82 [11.4 MB] 2023-06-26T02:45:40.098 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-75-generic amd64 5.15.0-75.82 [64.2 MB] 2023-06-26T02:45:40.628 INFO:teuthology.orchestra.run.smithi081.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-75-generic amd64 5.15.0-75.82 [11.4 MB] 2023-06-26T02:45:40.859 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.75.73 [1,700 B] 2023-06-26T02:45:40.859 INFO:teuthology.orchestra.run.smithi092.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.75.73 [2,510 B] 2023-06-26T02:45:40.860 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-75 all 5.15.0-75.82 [12.3 MB] 2023-06-26T02:45:40.979 INFO:teuthology.orchestra.run.smithi081.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-75-generic amd64 5.15.0-75.82 [64.2 MB] 2023-06-26T02:45:40.985 INFO:teuthology.orchestra.run.smithi092.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-75-generic amd64 5.15.0-75.82 [2,904 kB] 2023-06-26T02:45:41.006 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.75.73 [2,358 B] 2023-06-26T02:45:41.481 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 114 MB in 1s (77.7 MB/s) 2023-06-26T02:45:41.664 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-modules-5.15.0-75-generic. 2023-06-26T02:45:43.185 INFO:teuthology.orchestra.run.smithi081.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.75.73 [1,700 B] 2023-06-26T02:45:43.185 INFO:teuthology.orchestra.run.smithi081.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.75.73 [2,510 B] 2023-06-26T02:45:43.185 INFO:teuthology.orchestra.run.smithi081.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-75 all 5.15.0-75.82 [12.3 MB] 2023-06-26T02:45:43.700 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2023-06-26T02:45:43.707 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../0-linux-modules-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:45:43.819 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-modules-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:45:43.823 INFO:teuthology.orchestra.run.smithi081.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-75-generic amd64 5.15.0-75.82 [2,904 kB] 2023-06-26T02:45:44.001 INFO:teuthology.orchestra.run.smithi081.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.75.73 [2,358 B] 2023-06-26T02:45:44.385 INFO:teuthology.orchestra.run.smithi081.stdout:Fetched 114 MB in 5s (23.0 MB/s) 2023-06-26T02:45:44.560 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package linux-modules-5.15.0-75-generic. 2023-06-26T02:45:46.578 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-image-5.15.0-75-generic. 2023-06-26T02:45:46.600 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../1-linux-image-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:45:46.667 INFO:teuthology.orchestra.run.smithi081.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2023-06-26T02:45:46.672 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../0-linux-modules-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:45:46.688 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-image-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:45:46.765 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking linux-modules-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:45:47.140 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-75-generic. 2023-06-26T02:45:47.160 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:45:47.198 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-modules-extra-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:45:49.442 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package linux-image-5.15.0-75-generic. 2023-06-26T02:45:49.464 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../1-linux-image-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:45:49.578 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking linux-image-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:45:49.995 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-75-generic. 2023-06-26T02:45:50.016 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:45:50.045 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking linux-modules-extra-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:45:53.659 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../3-linux-generic_5.15.0.75.73_amd64.deb ... 2023-06-26T02:45:53.784 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-generic (5.15.0.75.73) over (5.15.0.56.54) ... 2023-06-26T02:45:54.075 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.75.73_amd64.deb ... 2023-06-26T02:45:54.230 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-image-generic (5.15.0.75.73) over (5.15.0.56.54) ... 2023-06-26T02:45:54.533 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-headers-5.15.0-75. 2023-06-26T02:45:54.555 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../5-linux-headers-5.15.0-75_5.15.0-75.82_all.deb ... 2023-06-26T02:45:54.621 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-headers-5.15.0-75 (5.15.0-75.82) ... 2023-06-26T02:45:56.658 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../3-linux-generic_5.15.0.75.73_amd64.deb ... 2023-06-26T02:45:56.767 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking linux-generic (5.15.0.75.73) over (5.15.0.56.54) ... 2023-06-26T02:45:57.092 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.75.73_amd64.deb ... 2023-06-26T02:45:57.203 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking linux-image-generic (5.15.0.75.73) over (5.15.0.56.54) ... 2023-06-26T02:45:57.523 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package linux-headers-5.15.0-75. 2023-06-26T02:45:57.536 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../5-linux-headers-5.15.0-75_5.15.0-75.82_all.deb ... 2023-06-26T02:45:57.581 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking linux-headers-5.15.0-75 (5.15.0-75.82) ... 2023-06-26T02:46:00.713 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-headers-5.15.0-75-generic. 2023-06-26T02:46:00.749 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../6-linux-headers-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:46:00.787 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-headers-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:46:03.464 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package linux-headers-5.15.0-75-generic. 2023-06-26T02:46:03.502 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../6-linux-headers-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:46:03.539 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking linux-headers-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:46:03.548 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.75.73_amd64.deb ... 2023-06-26T02:46:03.674 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-headers-generic (5.15.0.75.73) over (5.15.0.56.54) ... 2023-06-26T02:46:04.027 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-headers-5.15.0-75 (5.15.0-75.82) ... 2023-06-26T02:46:04.146 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-headers-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:46:04.272 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-headers-generic (5.15.0.75.73) ... 2023-06-26T02:46:04.399 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-image-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:46:05.718 INFO:teuthology.orchestra.run.smithi092.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2023-06-26T02:46:05.718 INFO:teuthology.orchestra.run.smithi092.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2023-06-26T02:46:05.718 INFO:teuthology.orchestra.run.smithi092.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-75-generic 2023-06-26T02:46:05.718 INFO:teuthology.orchestra.run.smithi092.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-75-generic 2023-06-26T02:46:05.897 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-modules-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:46:06.171 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.75.73_amd64.deb ... 2023-06-26T02:46:06.293 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking linux-headers-generic (5.15.0.75.73) over (5.15.0.56.54) ... 2023-06-26T02:46:06.635 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up linux-headers-5.15.0-75 (5.15.0-75.82) ... 2023-06-26T02:46:06.757 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up linux-headers-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:46:06.883 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up linux-headers-generic (5.15.0.75.73) ... 2023-06-26T02:46:07.331 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-modules-extra-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:46:07.394 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up linux-image-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:46:08.691 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-image-generic (5.15.0.75.73) ... 2023-06-26T02:46:08.716 INFO:teuthology.orchestra.run.smithi081.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2023-06-26T02:46:08.716 INFO:teuthology.orchestra.run.smithi081.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2023-06-26T02:46:08.716 INFO:teuthology.orchestra.run.smithi081.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-75-generic 2023-06-26T02:46:08.716 INFO:teuthology.orchestra.run.smithi081.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-75-generic 2023-06-26T02:46:08.816 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-generic (5.15.0.75.73) ... 2023-06-26T02:46:08.890 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up linux-modules-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:46:08.943 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for linux-image-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:46:09.010 INFO:teuthology.orchestra.run.smithi092.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-06-26T02:46:09.010 INFO:teuthology.orchestra.run.smithi092.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-75-generic 2023-06-26T02:46:10.323 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up linux-modules-extra-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:46:11.733 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up linux-image-generic (5.15.0.75.73) ... 2023-06-26T02:46:11.851 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up linux-generic (5.15.0.75.73) ... 2023-06-26T02:46:11.952 INFO:teuthology.orchestra.run.smithi081.stdout:Processing triggers for linux-image-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:46:12.046 INFO:teuthology.orchestra.run.smithi081.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-06-26T02:46:12.046 INFO:teuthology.orchestra.run.smithi081.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-75-generic 2023-06-26T02:46:23.945 INFO:teuthology.orchestra.run.smithi092.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-06-26T02:46:23.945 INFO:teuthology.orchestra.run.smithi092.stdout:Sourcing file `/etc/default/grub' 2023-06-26T02:46:23.974 INFO:teuthology.orchestra.run.smithi092.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-06-26T02:46:24.000 INFO:teuthology.orchestra.run.smithi092.stdout:Generating grub configuration file ... 2023-06-26T02:46:24.297 INFO:teuthology.orchestra.run.smithi092.stdout:Found linux image: /boot/vmlinuz-5.15.0-75-generic 2023-06-26T02:46:24.314 INFO:teuthology.orchestra.run.smithi092.stdout:Found initrd image: /boot/initrd.img-5.15.0-75-generic 2023-06-26T02:46:24.633 INFO:teuthology.orchestra.run.smithi092.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-06-26T02:46:24.638 INFO:teuthology.orchestra.run.smithi092.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-06-26T02:46:24.709 INFO:teuthology.orchestra.run.smithi092.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-06-26T02:46:24.714 INFO:teuthology.orchestra.run.smithi092.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-06-26T02:46:24.873 INFO:teuthology.orchestra.run.smithi092.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2023-06-26T02:46:24.873 INFO:teuthology.orchestra.run.smithi092.stdout:Systems on them will not be added to the GRUB boot configuration. 2023-06-26T02:46:24.873 INFO:teuthology.orchestra.run.smithi092.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-06-26T02:46:24.920 INFO:teuthology.orchestra.run.smithi092.stdout:done 2023-06-26T02:46:25.350 DEBUG:teuthology.orchestra.run.smithi092:> dpkg -s linux-image-generic 2023-06-26T02:46:25.369 INFO:teuthology.orchestra.run.smithi092.stdout:Package: linux-image-generic 2023-06-26T02:46:25.370 INFO:teuthology.orchestra.run.smithi092.stdout:Status: install ok installed 2023-06-26T02:46:25.370 INFO:teuthology.orchestra.run.smithi092.stdout:Priority: optional 2023-06-26T02:46:25.370 INFO:teuthology.orchestra.run.smithi092.stdout:Section: kernel 2023-06-26T02:46:25.370 INFO:teuthology.orchestra.run.smithi092.stdout:Installed-Size: 20 2023-06-26T02:46:25.370 INFO:teuthology.orchestra.run.smithi092.stdout:Maintainer: Ubuntu Kernel Team 2023-06-26T02:46:25.371 INFO:teuthology.orchestra.run.smithi092.stdout:Architecture: amd64 2023-06-26T02:46:25.371 INFO:teuthology.orchestra.run.smithi092.stdout:Source: linux-meta 2023-06-26T02:46:25.371 INFO:teuthology.orchestra.run.smithi092.stdout:Version: 5.15.0.75.73 2023-06-26T02:46:25.371 INFO:teuthology.orchestra.run.smithi092.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-75), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-06-26T02:46:25.371 INFO:teuthology.orchestra.run.smithi092.stdout:Depends: linux-image-5.15.0-75-generic, linux-modules-extra-5.15.0-75-generic, linux-firmware, intel-microcode, amd64-microcode 2023-06-26T02:46:25.371 INFO:teuthology.orchestra.run.smithi092.stdout:Recommends: thermald 2023-06-26T02:46:25.371 INFO:teuthology.orchestra.run.smithi092.stdout:Description: Generic Linux kernel image 2023-06-26T02:46:25.372 INFO:teuthology.orchestra.run.smithi092.stdout: This package will always depend on the latest generic kernel image 2023-06-26T02:46:25.372 INFO:teuthology.orchestra.run.smithi092.stdout: available. 2023-06-26T02:46:25.372 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-75-generic 2023-06-26T02:46:25.373 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-06-26T02:46:25.373 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-06-26T02:46:25.373 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-06-26T02:46:25.373 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi092.front.sepia.ceph.com, path=None, version=distro) 2023-06-26T02:46:25.373 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get clean 2023-06-26T02:46:25.569 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get update 2023-06-26T02:46:25.819 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-26T02:46:25.819 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-06-26T02:46:25.891 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-06-26T02:46:25.973 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-06-26T02:46:26.309 INFO:teuthology.orchestra.run.smithi081.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-06-26T02:46:26.309 INFO:teuthology.orchestra.run.smithi081.stdout:Sourcing file `/etc/default/grub' 2023-06-26T02:46:26.316 INFO:teuthology.orchestra.run.smithi081.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-06-26T02:46:26.331 INFO:teuthology.orchestra.run.smithi081.stdout:Generating grub configuration file ... 2023-06-26T02:46:26.671 INFO:teuthology.orchestra.run.smithi081.stdout:Found linux image: /boot/vmlinuz-5.15.0-75-generic 2023-06-26T02:46:26.693 INFO:teuthology.orchestra.run.smithi081.stdout:Found initrd image: /boot/initrd.img-5.15.0-75-generic 2023-06-26T02:46:27.066 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2023-06-26T02:46:27.082 DEBUG:teuthology.orchestra.run.smithi092:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-06-26T02:46:27.113 INFO:teuthology.orchestra.run.smithi081.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-06-26T02:46:27.120 INFO:teuthology.orchestra.run.smithi081.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-06-26T02:46:27.139 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2023-06-26T02:46:27.184 INFO:teuthology.orchestra.run.smithi081.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-06-26T02:46:27.190 INFO:teuthology.orchestra.run.smithi081.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-06-26T02:46:27.315 INFO:teuthology.orchestra.run.smithi092.stdout:Building dependency tree... 2023-06-26T02:46:27.315 INFO:teuthology.orchestra.run.smithi092.stdout:Reading state information... 2023-06-26T02:46:27.336 INFO:teuthology.orchestra.run.smithi081.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2023-06-26T02:46:27.336 INFO:teuthology.orchestra.run.smithi081.stdout:Systems on them will not be added to the GRUB boot configuration. 2023-06-26T02:46:27.336 INFO:teuthology.orchestra.run.smithi081.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-06-26T02:46:27.378 INFO:teuthology.orchestra.run.smithi081.stdout:done 2023-06-26T02:46:27.466 INFO:teuthology.orchestra.run.smithi092.stdout:linux-image-generic is already the newest version (5.15.0.75.73). 2023-06-26T02:46:27.466 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:46:27.466 INFO:teuthology.orchestra.run.smithi092.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:46:27.466 INFO:teuthology.orchestra.run.smithi092.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:46:27.466 INFO:teuthology.orchestra.run.smithi092.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:46:27.467 INFO:teuthology.orchestra.run.smithi092.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-26T02:46:27.467 INFO:teuthology.orchestra.run.smithi092.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-26T02:46:27.467 INFO:teuthology.orchestra.run.smithi092.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:46:27.502 INFO:teuthology.orchestra.run.smithi092.stdout:0 upgraded, 0 newly installed, 0 to remove and 212 not upgraded. 2023-06-26T02:46:27.504 DEBUG:teuthology.orchestra.run.smithi092:> dpkg -s linux-image-generic 2023-06-26T02:46:27.518 INFO:teuthology.orchestra.run.smithi092.stdout:Package: linux-image-generic 2023-06-26T02:46:27.518 INFO:teuthology.orchestra.run.smithi092.stdout:Status: install ok installed 2023-06-26T02:46:27.518 INFO:teuthology.orchestra.run.smithi092.stdout:Priority: optional 2023-06-26T02:46:27.519 INFO:teuthology.orchestra.run.smithi092.stdout:Section: kernel 2023-06-26T02:46:27.519 INFO:teuthology.orchestra.run.smithi092.stdout:Installed-Size: 20 2023-06-26T02:46:27.519 INFO:teuthology.orchestra.run.smithi092.stdout:Maintainer: Ubuntu Kernel Team 2023-06-26T02:46:27.519 INFO:teuthology.orchestra.run.smithi092.stdout:Architecture: amd64 2023-06-26T02:46:27.519 INFO:teuthology.orchestra.run.smithi092.stdout:Source: linux-meta 2023-06-26T02:46:27.519 INFO:teuthology.orchestra.run.smithi092.stdout:Version: 5.15.0.75.73 2023-06-26T02:46:27.519 INFO:teuthology.orchestra.run.smithi092.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-75), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-06-26T02:46:27.520 INFO:teuthology.orchestra.run.smithi092.stdout:Depends: linux-image-5.15.0-75-generic, linux-modules-extra-5.15.0-75-generic, linux-firmware, intel-microcode, amd64-microcode 2023-06-26T02:46:27.520 INFO:teuthology.orchestra.run.smithi092.stdout:Recommends: thermald 2023-06-26T02:46:27.520 INFO:teuthology.orchestra.run.smithi092.stdout:Description: Generic Linux kernel image 2023-06-26T02:46:27.520 INFO:teuthology.orchestra.run.smithi092.stdout: This package will always depend on the latest generic kernel image 2023-06-26T02:46:27.520 INFO:teuthology.orchestra.run.smithi092.stdout: available. 2023-06-26T02:46:27.521 DEBUG:teuthology.orchestra.run.smithi092:> mktemp 2023-06-26T02:46:27.567 INFO:teuthology.orchestra.run.smithi092.stdout:/tmp/tmp.wptoLTXpBi 2023-06-26T02:46:27.567 DEBUG:teuthology.orchestra.run.smithi092:> sudo cp /boot/grub/grub.cfg /tmp/tmp.wptoLTXpBi 2023-06-26T02:46:27.619 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0666 /tmp/tmp.wptoLTXpBi 2023-06-26T02:46:27.731 DEBUG:teuthology.orchestra.remote:smithi092:/tmp/tmp.wptoLTXpBi is 10KB 2023-06-26T02:46:27.742 DEBUG:teuthology.orchestra.run.smithi092:> rm -fr /tmp/tmp.wptoLTXpBi 2023-06-26T02:46:27.746 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-06-26T02:46:27.798 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:46:27.799 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-06-26T02:46:27.799 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-06-26T02:46:27.850 DEBUG:teuthology.orchestra.run.smithi081:> dpkg -s linux-image-generic 2023-06-26T02:46:27.868 INFO:teuthology.orchestra.run.smithi081.stdout:Package: linux-image-generic 2023-06-26T02:46:27.869 INFO:teuthology.orchestra.run.smithi081.stdout:Status: install ok installed 2023-06-26T02:46:27.869 INFO:teuthology.orchestra.run.smithi081.stdout:Priority: optional 2023-06-26T02:46:27.869 INFO:teuthology.orchestra.run.smithi081.stdout:Section: kernel 2023-06-26T02:46:27.869 INFO:teuthology.orchestra.run.smithi081.stdout:Installed-Size: 20 2023-06-26T02:46:27.869 INFO:teuthology.orchestra.run.smithi081.stdout:Maintainer: Ubuntu Kernel Team 2023-06-26T02:46:27.869 INFO:teuthology.orchestra.run.smithi081.stdout:Architecture: amd64 2023-06-26T02:46:27.869 INFO:teuthology.orchestra.run.smithi081.stdout:Source: linux-meta 2023-06-26T02:46:27.870 INFO:teuthology.orchestra.run.smithi081.stdout:Version: 5.15.0.75.73 2023-06-26T02:46:27.870 INFO:teuthology.orchestra.run.smithi081.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-75), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-06-26T02:46:27.870 INFO:teuthology.orchestra.run.smithi081.stdout:Depends: linux-image-5.15.0-75-generic, linux-modules-extra-5.15.0-75-generic, linux-firmware, intel-microcode, amd64-microcode 2023-06-26T02:46:27.870 INFO:teuthology.orchestra.run.smithi081.stdout:Recommends: thermald 2023-06-26T02:46:27.870 INFO:teuthology.orchestra.run.smithi081.stdout:Description: Generic Linux kernel image 2023-06-26T02:46:27.870 INFO:teuthology.orchestra.run.smithi081.stdout: This package will always depend on the latest generic kernel image 2023-06-26T02:46:27.870 INFO:teuthology.orchestra.run.smithi081.stdout: available. 2023-06-26T02:46:27.871 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-75-generic 2023-06-26T02:46:27.872 DEBUG:teuthology.orchestra.run.smithi092:> sudo update-grub 2023-06-26T02:46:27.872 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-75-generic 2023-06-26T02:46:27.872 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-06-26T02:46:27.872 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-06-26T02:46:27.873 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-06-26T02:46:27.873 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi081.front.sepia.ceph.com, path=None, version=distro) 2023-06-26T02:46:27.873 DEBUG:teuthology.orchestra.run.smithi081:> sudo apt-get clean 2023-06-26T02:46:28.076 DEBUG:teuthology.orchestra.run.smithi081:> sudo apt-get update 2023-06-26T02:46:28.198 INFO:teuthology.orchestra.run.smithi081.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-26T02:46:28.198 INFO:teuthology.orchestra.run.smithi081.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-06-26T02:46:28.208 INFO:teuthology.orchestra.run.smithi081.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-06-26T02:46:28.224 INFO:teuthology.orchestra.run.smithi081.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-06-26T02:46:28.984 INFO:teuthology.orchestra.run.smithi092.stderr:Sourcing file `/etc/default/grub' 2023-06-26T02:46:28.986 INFO:teuthology.orchestra.run.smithi092.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-06-26T02:46:28.988 INFO:teuthology.orchestra.run.smithi092.stderr:Generating grub configuration file ... 2023-06-26T02:46:29.179 INFO:teuthology.orchestra.run.smithi092.stderr:Found linux image: /boot/vmlinuz-5.15.0-75-generic 2023-06-26T02:46:29.185 INFO:teuthology.orchestra.run.smithi092.stderr:Found initrd image: /boot/initrd.img-5.15.0-75-generic 2023-06-26T02:46:29.411 INFO:teuthology.orchestra.run.smithi092.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-06-26T02:46:29.417 INFO:teuthology.orchestra.run.smithi092.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-06-26T02:46:29.459 INFO:teuthology.orchestra.run.smithi092.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-06-26T02:46:29.463 INFO:teuthology.orchestra.run.smithi092.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-06-26T02:46:29.486 INFO:teuthology.orchestra.run.smithi081.stdout:Reading package lists... 2023-06-26T02:46:29.502 DEBUG:teuthology.orchestra.run.smithi081:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-06-26T02:46:29.553 INFO:teuthology.orchestra.run.smithi081.stdout:Reading package lists... 2023-06-26T02:46:29.605 INFO:teuthology.orchestra.run.smithi092.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-06-26T02:46:29.605 INFO:teuthology.orchestra.run.smithi092.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-06-26T02:46:29.605 INFO:teuthology.orchestra.run.smithi092.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-06-26T02:46:29.617 INFO:teuthology.orchestra.run.smithi092.stderr:done 2023-06-26T02:46:29.635 DEBUG:teuthology.orchestra.run.smithi092:> sudo shutdown -r now 2023-06-26T02:46:29.707 INFO:teuthology.orchestra.run.smithi081.stdout:Building dependency tree... 2023-06-26T02:46:29.708 INFO:teuthology.orchestra.run.smithi081.stdout:Reading state information... 2023-06-26T02:46:29.839 INFO:teuthology.orchestra.run.smithi081.stdout:linux-image-generic is already the newest version (5.15.0.75.73). 2023-06-26T02:46:29.840 INFO:teuthology.orchestra.run.smithi081.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:46:29.840 INFO:teuthology.orchestra.run.smithi081.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:46:29.840 INFO:teuthology.orchestra.run.smithi081.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:46:29.840 INFO:teuthology.orchestra.run.smithi081.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:46:29.840 INFO:teuthology.orchestra.run.smithi081.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-26T02:46:29.841 INFO:teuthology.orchestra.run.smithi081.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-26T02:46:29.841 INFO:teuthology.orchestra.run.smithi081.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:46:29.874 INFO:teuthology.orchestra.run.smithi081.stdout:0 upgraded, 0 newly installed, 0 to remove and 212 not upgraded. 2023-06-26T02:46:29.876 DEBUG:teuthology.orchestra.run.smithi081:> dpkg -s linux-image-generic 2023-06-26T02:46:29.935 INFO:teuthology.orchestra.run.smithi081.stdout:Package: linux-image-generic 2023-06-26T02:46:29.935 INFO:teuthology.orchestra.run.smithi081.stdout:Status: install ok installed 2023-06-26T02:46:29.935 INFO:teuthology.orchestra.run.smithi081.stdout:Priority: optional 2023-06-26T02:46:29.936 INFO:teuthology.orchestra.run.smithi081.stdout:Section: kernel 2023-06-26T02:46:29.936 INFO:teuthology.orchestra.run.smithi081.stdout:Installed-Size: 20 2023-06-26T02:46:29.936 INFO:teuthology.orchestra.run.smithi081.stdout:Maintainer: Ubuntu Kernel Team 2023-06-26T02:46:29.936 INFO:teuthology.orchestra.run.smithi081.stdout:Architecture: amd64 2023-06-26T02:46:29.936 INFO:teuthology.orchestra.run.smithi081.stdout:Source: linux-meta 2023-06-26T02:46:29.936 INFO:teuthology.orchestra.run.smithi081.stdout:Version: 5.15.0.75.73 2023-06-26T02:46:29.936 INFO:teuthology.orchestra.run.smithi081.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-75), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-06-26T02:46:29.937 INFO:teuthology.orchestra.run.smithi081.stdout:Depends: linux-image-5.15.0-75-generic, linux-modules-extra-5.15.0-75-generic, linux-firmware, intel-microcode, amd64-microcode 2023-06-26T02:46:29.937 INFO:teuthology.orchestra.run.smithi081.stdout:Recommends: thermald 2023-06-26T02:46:29.937 INFO:teuthology.orchestra.run.smithi081.stdout:Description: Generic Linux kernel image 2023-06-26T02:46:29.937 INFO:teuthology.orchestra.run.smithi081.stdout: This package will always depend on the latest generic kernel image 2023-06-26T02:46:29.937 INFO:teuthology.orchestra.run.smithi081.stdout: available. 2023-06-26T02:46:29.937 DEBUG:teuthology.orchestra.run.smithi081:> mktemp 2023-06-26T02:46:29.980 INFO:teuthology.orchestra.run.smithi081.stdout:/tmp/tmp.IEK2R4sxp8 2023-06-26T02:46:29.980 DEBUG:teuthology.orchestra.run.smithi081:> sudo cp /boot/grub/grub.cfg /tmp/tmp.IEK2R4sxp8 2023-06-26T02:46:30.033 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 0666 /tmp/tmp.IEK2R4sxp8 2023-06-26T02:46:30.150 DEBUG:teuthology.orchestra.remote:smithi081:/tmp/tmp.IEK2R4sxp8 is 10KB 2023-06-26T02:46:30.161 DEBUG:teuthology.orchestra.run.smithi081:> rm -fr /tmp/tmp.IEK2R4sxp8 2023-06-26T02:46:30.166 DEBUG:teuthology.orchestra.run.smithi081:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-06-26T02:46:30.221 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:46:30.221 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-06-26T02:46:30.221 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-06-26T02:46:30.303 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-75-generic 2023-06-26T02:46:30.303 DEBUG:teuthology.orchestra.run.smithi081:> sudo update-grub 2023-06-26T02:46:31.429 INFO:teuthology.orchestra.run.smithi081.stderr:Sourcing file `/etc/default/grub' 2023-06-26T02:46:31.430 INFO:teuthology.orchestra.run.smithi081.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-06-26T02:46:31.442 INFO:teuthology.orchestra.run.smithi081.stderr:Generating grub configuration file ... 2023-06-26T02:46:31.614 INFO:teuthology.orchestra.run.smithi081.stderr:Found linux image: /boot/vmlinuz-5.15.0-75-generic 2023-06-26T02:46:31.620 INFO:teuthology.orchestra.run.smithi081.stderr:Found initrd image: /boot/initrd.img-5.15.0-75-generic 2023-06-26T02:46:31.908 INFO:teuthology.orchestra.run.smithi081.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-06-26T02:46:31.913 INFO:teuthology.orchestra.run.smithi081.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-06-26T02:46:31.955 INFO:teuthology.orchestra.run.smithi081.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-06-26T02:46:31.961 INFO:teuthology.orchestra.run.smithi081.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-06-26T02:46:32.122 INFO:teuthology.orchestra.run.smithi081.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-06-26T02:46:32.122 INFO:teuthology.orchestra.run.smithi081.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-06-26T02:46:32.122 INFO:teuthology.orchestra.run.smithi081.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-06-26T02:46:32.134 INFO:teuthology.orchestra.run.smithi081.stderr:done 2023-06-26T02:46:32.150 DEBUG:teuthology.orchestra.run.smithi081:> sudo shutdown -r now 2023-06-26T02:46:59.652 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-06-26T02:46:59.653 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2023-06-26T02:46:59.653 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:47:02.156 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-06-26T02:47:02.156 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi081.front.sepia.ceph.com' 2023-06-26T02:47:02.157 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:47:20.688 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.81 2023-06-26T02:47:34.256 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.92 2023-06-26T02:47:50.704 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi081.front.sepia.ceph.com' 2023-06-26T02:47:50.705 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:48:04.262 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2023-06-26T02:48:04.263 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:48:09.076 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.81 2023-06-26T02:48:11.376 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.92 2023-06-26T02:48:39.104 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi081.front.sepia.ceph.com' 2023-06-26T02:48:39.105 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:48:39.315 DEBUG:teuthology.orchestra.run.smithi081:> true 2023-06-26T02:48:39.934 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi081.front.sepia.ceph.com' 2023-06-26T02:48:39.934 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-75-generic"... 2023-06-26T02:48:39.934 DEBUG:teuthology.orchestra.run.smithi081:> uname -r 2023-06-26T02:48:39.978 INFO:teuthology.orchestra.run.smithi081.stdout:5.15.0-75-generic 2023-06-26T02:48:39.979 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-75-generic vs 5.15.0-75-generic 2023-06-26T02:48:39.979 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-06-26T02:48:39.979 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-06-26T02:48:40.980 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-06-26T02:48:40.980 DEBUG:teuthology.orchestra.run.smithi081:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-06-26T02:48:41.326 INFO:teuthology.orchestra.run.smithi081.stdout:ttyS1 2023-06-26T02:48:41.373 DEBUG:teuthology.parallel:result is None 2023-06-26T02:48:41.377 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2023-06-26T02:48:41.378 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:48:41.738 DEBUG:teuthology.orchestra.run.smithi092:> true 2023-06-26T02:48:42.277 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi092.front.sepia.ceph.com' 2023-06-26T02:48:42.277 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-75-generic"... 2023-06-26T02:48:42.277 DEBUG:teuthology.orchestra.run.smithi092:> uname -r 2023-06-26T02:48:42.324 INFO:teuthology.orchestra.run.smithi092.stdout:5.15.0-75-generic 2023-06-26T02:48:42.325 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-75-generic vs 5.15.0-75-generic 2023-06-26T02:48:42.325 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-06-26T02:48:42.325 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-06-26T02:48:43.325 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-06-26T02:48:43.326 DEBUG:teuthology.orchestra.run.smithi092:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-06-26T02:48:43.659 INFO:teuthology.orchestra.run.smithi092.stdout:ttyS1 2023-06-26T02:48:43.686 DEBUG:teuthology.parallel:result is None 2023-06-26T02:48:43.686 INFO:teuthology.run_tasks:Running task internal.base... 2023-06-26T02:48:43.693 INFO:teuthology.task.internal:Creating test directory... 2023-06-26T02:48:43.693 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-06-26T02:48:43.696 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-06-26T02:48:43.701 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-06-26T02:48:43.724 INFO:teuthology.run_tasks:Running task internal.archive... 2023-06-26T02:48:43.774 INFO:teuthology.task.internal:Creating archive directory... 2023-06-26T02:48:43.774 DEBUG:teuthology.orchestra.run.smithi081:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-06-26T02:48:43.776 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-06-26T02:48:43.836 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-06-26T02:48:43.848 INFO:teuthology.task.internal:Enabling coredump saving... 2023-06-26T02:48:43.849 DEBUG:teuthology.orchestra.run.smithi081:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-06-26T02:48:43.852 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-06-26T02:48:43.869 INFO:teuthology.orchestra.run.smithi081.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-06-26T02:48:43.874 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-06-26T02:48:43.877 INFO:teuthology.orchestra.run.smithi081.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-06-26T02:48:43.882 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-06-26T02:48:43.883 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-06-26T02:48:43.891 INFO:teuthology.task.internal:Configuring sudo... 2023-06-26T02:48:43.891 DEBUG:teuthology.orchestra.run.smithi081:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-06-26T02:48:43.924 DEBUG:teuthology.orchestra.run.smithi092:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-06-26T02:48:43.948 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-06-26T02:48:43.957 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-06-26T02:48:43.957 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-06-26T02:48:43.992 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-06-26T02:48:43.997 DEBUG:teuthology.orchestra.run.smithi081:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-06-26T02:48:44.043 DEBUG:teuthology.orchestra.run.smithi081:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-06-26T02:48:44.091 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:48:44.091 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-06-26T02:48:44.153 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-06-26T02:48:44.159 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-06-26T02:48:44.204 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:48:44.205 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-06-26T02:48:44.274 DEBUG:teuthology.orchestra.run.smithi081:> sudo service rsyslog restart 2023-06-26T02:48:44.276 DEBUG:teuthology.orchestra.run.smithi092:> sudo service rsyslog restart 2023-06-26T02:48:44.375 INFO:teuthology.run_tasks:Running task internal.timer... 2023-06-26T02:48:44.382 INFO:teuthology.task.internal:Starting timer... 2023-06-26T02:48:44.383 INFO:teuthology.run_tasks:Running task pcp... 2023-06-26T02:48:44.412 INFO:teuthology.run_tasks:Running task selinux... 2023-06-26T02:48:44.460 DEBUG:teuthology.task.selinux:Excluding smithi081: OS 'ubuntu' does not support SELinux 2023-06-26T02:48:44.460 DEBUG:teuthology.task.selinux:Excluding smithi092: OS 'ubuntu' does not support SELinux 2023-06-26T02:48:44.461 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-06-26T02:48:44.461 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2023-06-26T02:48:44.461 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-06-26T02:48:44.461 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-06-26T02:48:44.536 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-06-26T02:48:44.542 INFO:teuthology.repo_utils:Fetching main from origin 2023-06-26T02:48:44.678 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-06-26T02:48:44.698 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-06-26T02:48:44.700 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi081.front.sepia.ceph.com,smithi092.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-06-26T02:56:16.321 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi081.front.sepia.ceph.com'), Remote(name='ubuntu@smithi092.front.sepia.ceph.com')] 2023-06-26T02:56:16.323 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi081.front.sepia.ceph.com' 2023-06-26T02:56:16.325 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:56:16.404 DEBUG:teuthology.orchestra.run.smithi081:> true 2023-06-26T02:56:16.508 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2023-06-26T02:56:16.509 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:56:16.586 DEBUG:teuthology.orchestra.run.smithi092:> true 2023-06-26T02:56:16.692 INFO:teuthology.run_tasks:Running task clock... 2023-06-26T02:56:16.708 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-06-26T02:56:16.708 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-06-26T02:56:16.709 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-06-26T02:56:16.711 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-06-26T02:56:16.712 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-06-26T02:56:16.741 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-06-26T02:56:16.741 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: Command line: ntpd -gq 2023-06-26T02:56:16.742 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: ---------------------------------------------------- 2023-06-26T02:56:16.742 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: ntp-4 is maintained by Network Time Foundation, 2023-06-26T02:56:16.742 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-06-26T02:56:16.742 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: corporation. Support and training for ntp-4 are 2023-06-26T02:56:16.742 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: available at https://www.nwtime.org/support 2023-06-26T02:56:16.742 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: ---------------------------------------------------- 2023-06-26T02:56:16.743 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: proto: precision = 0.044 usec (-24) 2023-06-26T02:56:16.743 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: basedate set to 2022-02-04 2023-06-26T02:56:16.743 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: gps base set to 2022-02-06 (week 2196) 2023-06-26T02:56:16.743 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-06-26T02:56:16.744 INFO:teuthology.orchestra.run.smithi081.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-06-26T02:56:16.744 INFO:teuthology.orchestra.run.smithi081.stderr:restrict ::: KOD does nothing without LIMITED. 2023-06-26T02:56:16.745 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: restrict ::: KOD does nothing without LIMITED. 2023-06-26T02:56:16.745 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: Listen and drop on 0 v6wildcard [::]:123 2023-06-26T02:56:16.745 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-06-26T02:56:16.745 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: Listen normally on 2 lo 127.0.0.1:123 2023-06-26T02:56:16.745 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: Listen normally on 3 enp3s0f1 172.21.15.81:123 2023-06-26T02:56:16.746 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: Listen normally on 4 lo [::1]:123 2023-06-26T02:56:16.746 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:d753%5]:123 2023-06-26T02:56:16.746 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:16 ntpd[27390]: Listening on routing socket on fd #22 for interface updates 2023-06-26T02:56:16.761 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-06-26T02:56:16.762 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: Command line: ntpd -gq 2023-06-26T02:56:16.762 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: ---------------------------------------------------- 2023-06-26T02:56:16.762 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: ntp-4 is maintained by Network Time Foundation, 2023-06-26T02:56:16.762 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-06-26T02:56:16.763 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: corporation. Support and training for ntp-4 are 2023-06-26T02:56:16.763 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: available at https://www.nwtime.org/support 2023-06-26T02:56:16.763 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: ---------------------------------------------------- 2023-06-26T02:56:16.763 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: proto: precision = 0.045 usec (-24) 2023-06-26T02:56:16.764 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: basedate set to 2022-02-04 2023-06-26T02:56:16.764 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: gps base set to 2022-02-06 (week 2196) 2023-06-26T02:56:16.764 INFO:teuthology.orchestra.run.smithi092.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-06-26T02:56:16.765 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-06-26T02:56:16.765 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: restrict ::: KOD does nothing without LIMITED. 2023-06-26T02:56:16.765 INFO:teuthology.orchestra.run.smithi092.stderr:restrict ::: KOD does nothing without LIMITED. 2023-06-26T02:56:16.766 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: Listen and drop on 0 v6wildcard [::]:123 2023-06-26T02:56:16.766 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-06-26T02:56:16.766 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: Listen normally on 2 lo 127.0.0.1:123 2023-06-26T02:56:16.766 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: Listen normally on 3 enp3s0f1 172.21.15.92:123 2023-06-26T02:56:16.766 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: Listen normally on 4 lo [::1]:123 2023-06-26T02:56:16.767 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:cd45%5]:123 2023-06-26T02:56:16.767 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:16 ntpd[27424]: Listening on routing socket on fd #22 for interface updates 2023-06-26T02:56:17.742 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:17.742 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:17.742 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:17.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:17.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:17.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:17.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:17.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:17.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:17.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:17.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:17.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:17.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:17.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:17.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:17.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:17.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:17.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:17 ntpd[27390]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:17 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:17 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:18.762 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:18 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:18.762 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:18 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:18.762 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:18 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:18.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:18 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:18.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:18 ntpd[27424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:18.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:18 ntpd[27424]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:19.742 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:19.742 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:19.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:19.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:19.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:19.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:19.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:19.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:19.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:19.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:19.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:19.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:19.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:19.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:19.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:19.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:19.745 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:19.745 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:19.745 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:19.745 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:19 ntpd[27390]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:20.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:20.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:20.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:20.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:20.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:20.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:20.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:20.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:20.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:20.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:20.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:20.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:20.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:20.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:20.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:20.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:20.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:20.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:20 ntpd[27424]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:21.742 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:21.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:21.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:21.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:21.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:21.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:21.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:21.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:21.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:21.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:21.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:21.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:21.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:21.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:21.745 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:21.745 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:21.745 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:21.745 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:21 ntpd[27390]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:22.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:22.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:22.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:22.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:22.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:22.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:22.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:22.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:22.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:22.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:22.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:22.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:22.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:22.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:22.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:22.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:22.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:22.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:22 ntpd[27424]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:23.742 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:23 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:23.742 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:23 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:23.742 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:23 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:23.742 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:23 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:23.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:23 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:23.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:23 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:23.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:23 ntpd[27390]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:23.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:23 ntpd[27390]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:23.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:23 ntpd[27390]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:23.743 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:23 ntpd[27390]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:23.744 INFO:teuthology.orchestra.run.smithi081.stdout:26 Jun 02:56:23 ntpd[27390]: ntpd: time slew -0.002741 s 2023-06-26T02:56:23.744 INFO:teuthology.orchestra.run.smithi081.stdout:ntpd: time slew -0.002741s 2023-06-26T02:56:23.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:23 ntpd[27390]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-06-26T02:56:23.744 INFO:teuthology.orchestra.run.smithi081.stderr:26 Jun 02:56:23 ntpd[27390]: can't open /var/log/ntpstats/loopstats.20230626: Permission denied 2023-06-26T02:56:23.833 INFO:teuthology.orchestra.run.smithi081.stdout: remote refid st t when poll reach delay offset jitter 2023-06-26T02:56:23.833 INFO:teuthology.orchestra.run.smithi081.stdout:============================================================================== 2023-06-26T02:56:23.833 INFO:teuthology.orchestra.run.smithi081.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:56:23.834 INFO:teuthology.orchestra.run.smithi081.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:56:23.834 INFO:teuthology.orchestra.run.smithi081.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:56:23.834 INFO:teuthology.orchestra.run.smithi081.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:56:24.762 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:24.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:24.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:24.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:24.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:24.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:24.763 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:24.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:24.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:24.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:24.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:56:24.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:56:24.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:56:24.764 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:56:24.765 INFO:teuthology.orchestra.run.smithi092.stdout:26 Jun 02:56:24 ntpd[27424]: ntpd: time slew +0.000270 s 2023-06-26T02:56:24.765 INFO:teuthology.orchestra.run.smithi092.stdout:ntpd: time slew +0.000270s 2023-06-26T02:56:24.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-06-26T02:56:24.765 INFO:teuthology.orchestra.run.smithi092.stderr:26 Jun 02:56:24 ntpd[27424]: can't open /var/log/ntpstats/loopstats.20230626: Permission denied 2023-06-26T02:56:24.843 INFO:teuthology.orchestra.run.smithi092.stdout: remote refid st t when poll reach delay offset jitter 2023-06-26T02:56:24.843 INFO:teuthology.orchestra.run.smithi092.stdout:============================================================================== 2023-06-26T02:56:24.843 INFO:teuthology.orchestra.run.smithi092.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:56:24.843 INFO:teuthology.orchestra.run.smithi092.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:56:24.843 INFO:teuthology.orchestra.run.smithi092.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:56:24.844 INFO:teuthology.orchestra.run.smithi092.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:56:24.844 INFO:teuthology.run_tasks:Running task install... 2023-06-26T02:56:24.853 DEBUG:teuthology.task.install:project ceph 2023-06-26T02:56:24.854 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162'}} 2023-06-26T02:56:24.854 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162'} 2023-06-26T02:56:24.854 INFO:teuthology.task.install:Using flavor: default 2023-06-26T02:56:24.860 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-06-26T02:56:24.860 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-06-26T02:56:24.861 DEBUG:teuthology.orchestra.run.smithi081:> sudo apt-key list | grep Ceph 2023-06-26T02:56:24.861 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-key list | grep Ceph 2023-06-26T02:56:24.923 INFO:teuthology.orchestra.run.smithi081.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-06-26T02:56:24.942 INFO:teuthology.orchestra.run.smithi092.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-06-26T02:56:24.954 INFO:teuthology.orchestra.run.smithi081.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-06-26T02:56:24.954 INFO:teuthology.orchestra.run.smithi081.stdout:uid [ unknown] Ceph.com (release key) 2023-06-26T02:56:24.955 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-06-26T02:56:24.955 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-06-26T02:56:24.956 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=6e29bf323ce1af97210bf5c3ab6386cc214ed162 2023-06-26T02:56:24.968 INFO:teuthology.orchestra.run.smithi092.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-06-26T02:56:24.968 INFO:teuthology.orchestra.run.smithi092.stdout:uid [ unknown] Ceph.com (release key) 2023-06-26T02:56:24.969 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-06-26T02:56:24.969 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-06-26T02:56:24.969 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=6e29bf323ce1af97210bf5c3ab6386cc214ed162 2023-06-26T02:56:25.173 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default/ 2023-06-26T02:56:25.173 INFO:teuthology.task.install.deb:Package version is 18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:56:25.186 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default/ 2023-06-26T02:56:25.186 INFO:teuthology.task.install.deb:Package version is 18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:56:25.288 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:56:25.289 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-06-26T02:56:25.302 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get update 2023-06-26T02:56:25.348 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:56:25.349 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-06-26T02:56:25.362 DEBUG:teuthology.orchestra.run.smithi081:> sudo apt-get update 2023-06-26T02:56:25.550 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-26T02:56:25.551 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-06-26T02:56:25.558 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-06-26T02:56:25.575 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-06-26T02:56:25.678 INFO:teuthology.orchestra.run.smithi081.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-06-26T02:56:25.678 INFO:teuthology.orchestra.run.smithi081.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-26T02:56:25.752 INFO:teuthology.orchestra.run.smithi081.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-06-26T02:56:25.834 INFO:teuthology.orchestra.run.smithi081.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-06-26T02:56:26.889 INFO:teuthology.orchestra.run.smithi092.stdout:Ign:5 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy InRelease 2023-06-26T02:56:26.904 INFO:teuthology.orchestra.run.smithi081.stdout:Ign:5 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy InRelease 2023-06-26T02:56:26.922 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2023-06-26T02:56:26.940 INFO:teuthology.orchestra.run.smithi081.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2023-06-26T02:56:26.945 INFO:teuthology.orchestra.run.smithi092.stdout:Ign:7 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy Release.gpg 2023-06-26T02:56:26.969 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,414 B] 2023-06-26T02:56:26.978 INFO:teuthology.orchestra.run.smithi081.stdout:Ign:7 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy Release.gpg 2023-06-26T02:56:27.031 INFO:teuthology.orchestra.run.smithi092.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2023-06-26T02:56:27.046 INFO:teuthology.orchestra.run.smithi081.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2023-06-26T02:56:27.125 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 28.5 kB in 2s (17.5 kB/s) 2023-06-26T02:56:27.129 INFO:teuthology.orchestra.run.smithi081.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,414 B] 2023-06-26T02:56:27.213 INFO:teuthology.orchestra.run.smithi081.stdout:Fetched 28.5 kB in 2s (17.2 kB/s) 2023-06-26T02:56:27.957 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2023-06-26T02:56:27.973 DEBUG:teuthology.orchestra.run.smithi092:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-4444-g6e29bf32-1jammy cephadm=18.0.0-4444-g6e29bf32-1jammy ceph-mds=18.0.0-4444-g6e29bf32-1jammy ceph-mgr=18.0.0-4444-g6e29bf32-1jammy ceph-common=18.0.0-4444-g6e29bf32-1jammy ceph-fuse=18.0.0-4444-g6e29bf32-1jammy ceph-test=18.0.0-4444-g6e29bf32-1jammy ceph-volume=18.0.0-4444-g6e29bf32-1jammy radosgw=18.0.0-4444-g6e29bf32-1jammy python3-rados=18.0.0-4444-g6e29bf32-1jammy python3-rgw=18.0.0-4444-g6e29bf32-1jammy python3-cephfs=18.0.0-4444-g6e29bf32-1jammy python3-rbd=18.0.0-4444-g6e29bf32-1jammy libcephfs2=18.0.0-4444-g6e29bf32-1jammy libcephfs-dev=18.0.0-4444-g6e29bf32-1jammy librados2=18.0.0-4444-g6e29bf32-1jammy librbd1=18.0.0-4444-g6e29bf32-1jammy rbd-fuse=18.0.0-4444-g6e29bf32-1jammy python3-cephfs=18.0.0-4444-g6e29bf32-1jammy cephfs-shell=18.0.0-4444-g6e29bf32-1jammy cephfs-top=18.0.0-4444-g6e29bf32-1jammy cephfs-mirror=18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:56:28.003 INFO:teuthology.orchestra.run.smithi081.stdout:Reading package lists... 2023-06-26T02:56:28.020 DEBUG:teuthology.orchestra.run.smithi081:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-4444-g6e29bf32-1jammy cephadm=18.0.0-4444-g6e29bf32-1jammy ceph-mds=18.0.0-4444-g6e29bf32-1jammy ceph-mgr=18.0.0-4444-g6e29bf32-1jammy ceph-common=18.0.0-4444-g6e29bf32-1jammy ceph-fuse=18.0.0-4444-g6e29bf32-1jammy ceph-test=18.0.0-4444-g6e29bf32-1jammy ceph-volume=18.0.0-4444-g6e29bf32-1jammy radosgw=18.0.0-4444-g6e29bf32-1jammy python3-rados=18.0.0-4444-g6e29bf32-1jammy python3-rgw=18.0.0-4444-g6e29bf32-1jammy python3-cephfs=18.0.0-4444-g6e29bf32-1jammy python3-rbd=18.0.0-4444-g6e29bf32-1jammy libcephfs2=18.0.0-4444-g6e29bf32-1jammy libcephfs-dev=18.0.0-4444-g6e29bf32-1jammy librados2=18.0.0-4444-g6e29bf32-1jammy librbd1=18.0.0-4444-g6e29bf32-1jammy rbd-fuse=18.0.0-4444-g6e29bf32-1jammy python3-cephfs=18.0.0-4444-g6e29bf32-1jammy cephfs-shell=18.0.0-4444-g6e29bf32-1jammy cephfs-top=18.0.0-4444-g6e29bf32-1jammy cephfs-mirror=18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:56:28.032 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2023-06-26T02:56:28.081 INFO:teuthology.orchestra.run.smithi081.stdout:Reading package lists... 2023-06-26T02:56:28.203 INFO:teuthology.orchestra.run.smithi092.stdout:Building dependency tree... 2023-06-26T02:56:28.204 INFO:teuthology.orchestra.run.smithi092.stdout:Reading state information... 2023-06-26T02:56:28.257 INFO:teuthology.orchestra.run.smithi081.stdout:Building dependency tree... 2023-06-26T02:56:28.258 INFO:teuthology.orchestra.run.smithi081.stdout:Reading state information... 2023-06-26T02:56:28.362 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:56:28.362 INFO:teuthology.orchestra.run.smithi092.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:56:28.362 INFO:teuthology.orchestra.run.smithi092.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:56:28.362 INFO:teuthology.orchestra.run.smithi092.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:56:28.363 INFO:teuthology.orchestra.run.smithi092.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-26T02:56:28.363 INFO:teuthology.orchestra.run.smithi092.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-26T02:56:28.363 INFO:teuthology.orchestra.run.smithi092.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:56:28.363 INFO:teuthology.orchestra.run.smithi092.stdout:The following additional packages will be installed: 2023-06-26T02:56:28.363 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-06-26T02:56:28.364 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-06-26T02:56:28.365 INFO:teuthology.orchestra.run.smithi092.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-06-26T02:56:28.365 INFO:teuthology.orchestra.run.smithi092.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-06-26T02:56:28.365 INFO:teuthology.orchestra.run.smithi092.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2023-06-26T02:56:28.365 INFO:teuthology.orchestra.run.smithi092.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-06-26T02:56:28.365 INFO:teuthology.orchestra.run.smithi092.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-06-26T02:56:28.365 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-06-26T02:56:28.365 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-06-26T02:56:28.366 INFO:teuthology.orchestra.run.smithi092.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-06-26T02:56:28.366 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-06-26T02:56:28.366 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-06-26T02:56:28.366 INFO:teuthology.orchestra.run.smithi092.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-06-26T02:56:28.366 INFO:teuthology.orchestra.run.smithi092.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-06-26T02:56:28.366 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-06-26T02:56:28.366 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-06-26T02:56:28.366 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-06-26T02:56:28.367 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-06-26T02:56:28.367 INFO:teuthology.orchestra.run.smithi092.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-06-26T02:56:28.367 INFO:teuthology.orchestra.run.smithi092.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-06-26T02:56:28.367 INFO:teuthology.orchestra.run.smithi092.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-06-26T02:56:28.367 INFO:teuthology.orchestra.run.smithi092.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-06-26T02:56:28.367 INFO:teuthology.orchestra.run.smithi092.stdout: qttranslations5-l10n socat xmlstarlet 2023-06-26T02:56:28.368 INFO:teuthology.orchestra.run.smithi092.stdout:Suggested packages: 2023-06-26T02:56:28.368 INFO:teuthology.orchestra.run.smithi092.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2023-06-26T02:56:28.368 INFO:teuthology.orchestra.run.smithi092.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2023-06-26T02:56:28.368 INFO:teuthology.orchestra.run.smithi092.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2023-06-26T02:56:28.368 INFO:teuthology.orchestra.run.smithi092.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2023-06-26T02:56:28.368 INFO:teuthology.orchestra.run.smithi092.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2023-06-26T02:56:28.369 INFO:teuthology.orchestra.run.smithi092.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2023-06-26T02:56:28.369 INFO:teuthology.orchestra.run.smithi092.stdout: python3-watchdog 2023-06-26T02:56:28.369 INFO:teuthology.orchestra.run.smithi092.stdout:Recommended packages: 2023-06-26T02:56:28.369 INFO:teuthology.orchestra.run.smithi092.stdout: btrfs-tools 2023-06-26T02:56:28.416 INFO:teuthology.orchestra.run.smithi081.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:56:28.417 INFO:teuthology.orchestra.run.smithi081.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:56:28.417 INFO:teuthology.orchestra.run.smithi081.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:56:28.417 INFO:teuthology.orchestra.run.smithi081.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:56:28.418 INFO:teuthology.orchestra.run.smithi081.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-26T02:56:28.418 INFO:teuthology.orchestra.run.smithi081.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-26T02:56:28.418 INFO:teuthology.orchestra.run.smithi081.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:56:28.418 INFO:teuthology.orchestra.run.smithi081.stdout:The following additional packages will be installed: 2023-06-26T02:56:28.418 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-06-26T02:56:28.418 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-06-26T02:56:28.419 INFO:teuthology.orchestra.run.smithi081.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-06-26T02:56:28.419 INFO:teuthology.orchestra.run.smithi081.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-06-26T02:56:28.420 INFO:teuthology.orchestra.run.smithi081.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2023-06-26T02:56:28.420 INFO:teuthology.orchestra.run.smithi081.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-06-26T02:56:28.420 INFO:teuthology.orchestra.run.smithi081.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-06-26T02:56:28.420 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-06-26T02:56:28.420 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-06-26T02:56:28.420 INFO:teuthology.orchestra.run.smithi081.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-06-26T02:56:28.420 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-06-26T02:56:28.421 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-06-26T02:56:28.421 INFO:teuthology.orchestra.run.smithi081.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-06-26T02:56:28.421 INFO:teuthology.orchestra.run.smithi081.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-06-26T02:56:28.421 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-06-26T02:56:28.421 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-06-26T02:56:28.421 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-06-26T02:56:28.421 INFO:teuthology.orchestra.run.smithi081.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-06-26T02:56:28.421 INFO:teuthology.orchestra.run.smithi081.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-06-26T02:56:28.422 INFO:teuthology.orchestra.run.smithi081.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-06-26T02:56:28.422 INFO:teuthology.orchestra.run.smithi081.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-06-26T02:56:28.422 INFO:teuthology.orchestra.run.smithi081.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-06-26T02:56:28.422 INFO:teuthology.orchestra.run.smithi081.stdout: qttranslations5-l10n socat xmlstarlet 2023-06-26T02:56:28.422 INFO:teuthology.orchestra.run.smithi081.stdout:Suggested packages: 2023-06-26T02:56:28.423 INFO:teuthology.orchestra.run.smithi081.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2023-06-26T02:56:28.423 INFO:teuthology.orchestra.run.smithi081.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2023-06-26T02:56:28.423 INFO:teuthology.orchestra.run.smithi081.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2023-06-26T02:56:28.423 INFO:teuthology.orchestra.run.smithi081.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2023-06-26T02:56:28.423 INFO:teuthology.orchestra.run.smithi081.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2023-06-26T02:56:28.423 INFO:teuthology.orchestra.run.smithi081.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2023-06-26T02:56:28.423 INFO:teuthology.orchestra.run.smithi081.stdout: python3-watchdog 2023-06-26T02:56:28.424 INFO:teuthology.orchestra.run.smithi081.stdout:Recommended packages: 2023-06-26T02:56:28.424 INFO:teuthology.orchestra.run.smithi081.stdout: btrfs-tools 2023-06-26T02:56:28.466 INFO:teuthology.orchestra.run.smithi092.stdout:The following NEW packages will be installed: 2023-06-26T02:56:28.466 INFO:teuthology.orchestra.run.smithi092.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-06-26T02:56:28.467 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-06-26T02:56:28.467 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-06-26T02:56:28.467 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-06-26T02:56:28.468 INFO:teuthology.orchestra.run.smithi092.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-06-26T02:56:28.468 INFO:teuthology.orchestra.run.smithi092.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-06-26T02:56:28.468 INFO:teuthology.orchestra.run.smithi092.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2023-06-26T02:56:28.468 INFO:teuthology.orchestra.run.smithi092.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2023-06-26T02:56:28.468 INFO:teuthology.orchestra.run.smithi092.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-06-26T02:56:28.469 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-06-26T02:56:28.469 INFO:teuthology.orchestra.run.smithi092.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-06-26T02:56:28.469 INFO:teuthology.orchestra.run.smithi092.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-06-26T02:56:28.469 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-06-26T02:56:28.469 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-06-26T02:56:28.469 INFO:teuthology.orchestra.run.smithi092.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-06-26T02:56:28.469 INFO:teuthology.orchestra.run.smithi092.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-06-26T02:56:28.470 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-06-26T02:56:28.470 INFO:teuthology.orchestra.run.smithi092.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-06-26T02:56:28.470 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-06-26T02:56:28.470 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-06-26T02:56:28.470 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-06-26T02:56:28.470 INFO:teuthology.orchestra.run.smithi092.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-06-26T02:56:28.470 INFO:teuthology.orchestra.run.smithi092.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-06-26T02:56:28.470 INFO:teuthology.orchestra.run.smithi092.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-06-26T02:56:28.471 INFO:teuthology.orchestra.run.smithi092.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-06-26T02:56:28.471 INFO:teuthology.orchestra.run.smithi092.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-06-26T02:56:28.471 INFO:teuthology.orchestra.run.smithi092.stdout: socat xmlstarlet 2023-06-26T02:56:28.524 INFO:teuthology.orchestra.run.smithi081.stdout:The following NEW packages will be installed: 2023-06-26T02:56:28.525 INFO:teuthology.orchestra.run.smithi081.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-06-26T02:56:28.525 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-06-26T02:56:28.525 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-06-26T02:56:28.526 INFO:teuthology.orchestra.run.smithi081.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-06-26T02:56:28.526 INFO:teuthology.orchestra.run.smithi081.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-06-26T02:56:28.526 INFO:teuthology.orchestra.run.smithi081.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-06-26T02:56:28.526 INFO:teuthology.orchestra.run.smithi081.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2023-06-26T02:56:28.527 INFO:teuthology.orchestra.run.smithi081.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2023-06-26T02:56:28.527 INFO:teuthology.orchestra.run.smithi081.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-06-26T02:56:28.527 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-06-26T02:56:28.527 INFO:teuthology.orchestra.run.smithi081.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-06-26T02:56:28.527 INFO:teuthology.orchestra.run.smithi081.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-06-26T02:56:28.527 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-06-26T02:56:28.527 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-06-26T02:56:28.527 INFO:teuthology.orchestra.run.smithi081.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-06-26T02:56:28.528 INFO:teuthology.orchestra.run.smithi081.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-06-26T02:56:28.528 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-06-26T02:56:28.528 INFO:teuthology.orchestra.run.smithi081.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-06-26T02:56:28.528 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-06-26T02:56:28.528 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-06-26T02:56:28.528 INFO:teuthology.orchestra.run.smithi081.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-06-26T02:56:28.528 INFO:teuthology.orchestra.run.smithi081.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-06-26T02:56:28.528 INFO:teuthology.orchestra.run.smithi081.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-06-26T02:56:28.529 INFO:teuthology.orchestra.run.smithi081.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-06-26T02:56:28.529 INFO:teuthology.orchestra.run.smithi081.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-06-26T02:56:28.529 INFO:teuthology.orchestra.run.smithi081.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-06-26T02:56:28.529 INFO:teuthology.orchestra.run.smithi081.stdout: socat xmlstarlet 2023-06-26T02:56:28.655 INFO:teuthology.orchestra.run.smithi092.stdout:0 upgraded, 115 newly installed, 0 to remove and 200 not upgraded. 2023-06-26T02:56:28.655 INFO:teuthology.orchestra.run.smithi092.stdout:Need to get 183 MB of archives. 2023-06-26T02:56:28.655 INFO:teuthology.orchestra.run.smithi092.stdout:After this operation, 820 MB of additional disk space will be used. 2023-06-26T02:56:28.655 INFO:teuthology.orchestra.run.smithi092.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-06-26T02:56:28.714 INFO:teuthology.orchestra.run.smithi081.stdout:0 upgraded, 115 newly installed, 0 to remove and 200 not upgraded. 2023-06-26T02:56:28.714 INFO:teuthology.orchestra.run.smithi081.stdout:Need to get 183 MB of archives. 2023-06-26T02:56:28.714 INFO:teuthology.orchestra.run.smithi081.stdout:After this operation, 820 MB of additional disk space will be used. 2023-06-26T02:56:28.714 INFO:teuthology.orchestra.run.smithi081.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-06-26T02:56:28.737 INFO:teuthology.orchestra.run.smithi092.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-06-26T02:56:28.750 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-4444-g6e29bf32-1jammy [3,401 kB] 2023-06-26T02:56:28.783 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-06-26T02:56:28.790 INFO:teuthology.orchestra.run.smithi081.stdout:Get:2 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-4444-g6e29bf32-1jammy [3,401 kB] 2023-06-26T02:56:28.796 INFO:teuthology.orchestra.run.smithi081.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-06-26T02:56:28.842 INFO:teuthology.orchestra.run.smithi081.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-06-26T02:56:28.978 INFO:teuthology.orchestra.run.smithi092.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2023-06-26T02:56:29.021 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-06-26T02:56:29.088 INFO:teuthology.orchestra.run.smithi081.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2023-06-26T02:56:29.091 INFO:teuthology.orchestra.run.smithi081.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-06-26T02:56:29.096 INFO:teuthology.orchestra.run.smithi092.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-06-26T02:56:29.107 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-06-26T02:56:29.111 INFO:teuthology.orchestra.run.smithi092.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-4444-g6e29bf32-1jammy [3,095 kB] 2023-06-26T02:56:29.153 INFO:teuthology.orchestra.run.smithi092.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-06-26T02:56:29.173 INFO:teuthology.orchestra.run.smithi081.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-06-26T02:56:29.175 INFO:teuthology.orchestra.run.smithi081.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-06-26T02:56:29.257 INFO:teuthology.orchestra.run.smithi081.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-06-26T02:56:29.318 INFO:teuthology.orchestra.run.smithi092.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-06-26T02:56:29.329 INFO:teuthology.orchestra.run.smithi092.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-06-26T02:56:29.355 INFO:teuthology.orchestra.run.smithi092.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-06-26T02:56:29.393 INFO:teuthology.orchestra.run.smithi081.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-06-26T02:56:29.402 INFO:teuthology.orchestra.run.smithi081.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-06-26T02:56:29.429 INFO:teuthology.orchestra.run.smithi081.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-06-26T02:56:29.527 INFO:teuthology.orchestra.run.smithi092.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-06-26T02:56:29.600 INFO:teuthology.orchestra.run.smithi081.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-06-26T02:56:29.723 INFO:teuthology.orchestra.run.smithi092.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-06-26T02:56:29.737 INFO:teuthology.orchestra.run.smithi092.stdout:Get:16 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-4444-g6e29bf32-1jammy [656 kB] 2023-06-26T02:56:29.796 INFO:teuthology.orchestra.run.smithi081.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-06-26T02:56:30.090 INFO:teuthology.orchestra.run.smithi092.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-06-26T02:56:30.098 INFO:teuthology.orchestra.run.smithi092.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-06-26T02:56:30.099 INFO:teuthology.orchestra.run.smithi092.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-06-26T02:56:30.111 INFO:teuthology.orchestra.run.smithi092.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-06-26T02:56:30.112 INFO:teuthology.orchestra.run.smithi092.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-06-26T02:56:30.114 INFO:teuthology.orchestra.run.smithi092.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-06-26T02:56:30.116 INFO:teuthology.orchestra.run.smithi092.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-06-26T02:56:30.117 INFO:teuthology.orchestra.run.smithi092.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-06-26T02:56:30.119 INFO:teuthology.orchestra.run.smithi092.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-06-26T02:56:30.163 INFO:teuthology.orchestra.run.smithi081.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-06-26T02:56:30.171 INFO:teuthology.orchestra.run.smithi081.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-06-26T02:56:30.172 INFO:teuthology.orchestra.run.smithi081.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-06-26T02:56:30.184 INFO:teuthology.orchestra.run.smithi081.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-06-26T02:56:30.185 INFO:teuthology.orchestra.run.smithi081.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-06-26T02:56:30.187 INFO:teuthology.orchestra.run.smithi081.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-06-26T02:56:30.189 INFO:teuthology.orchestra.run.smithi081.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-06-26T02:56:30.190 INFO:teuthology.orchestra.run.smithi081.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-06-26T02:56:30.192 INFO:teuthology.orchestra.run.smithi081.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-06-26T02:56:30.284 INFO:teuthology.orchestra.run.smithi092.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-06-26T02:56:30.357 INFO:teuthology.orchestra.run.smithi081.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-06-26T02:56:30.717 INFO:teuthology.orchestra.run.smithi092.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-06-26T02:56:30.727 INFO:teuthology.orchestra.run.smithi092.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-06-26T02:56:30.732 INFO:teuthology.orchestra.run.smithi092.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-06-26T02:56:30.736 INFO:teuthology.orchestra.run.smithi092.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-06-26T02:56:30.754 INFO:teuthology.orchestra.run.smithi092.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-06-26T02:56:30.758 INFO:teuthology.orchestra.run.smithi092.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-06-26T02:56:30.760 INFO:teuthology.orchestra.run.smithi092.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-06-26T02:56:30.790 INFO:teuthology.orchestra.run.smithi081.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-06-26T02:56:30.799 INFO:teuthology.orchestra.run.smithi081.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-06-26T02:56:30.801 INFO:teuthology.orchestra.run.smithi092.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-06-26T02:56:30.805 INFO:teuthology.orchestra.run.smithi081.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-06-26T02:56:30.809 INFO:teuthology.orchestra.run.smithi081.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-06-26T02:56:30.815 INFO:teuthology.orchestra.run.smithi092.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-06-26T02:56:30.820 INFO:teuthology.orchestra.run.smithi092.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-06-26T02:56:30.826 INFO:teuthology.orchestra.run.smithi081.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-06-26T02:56:30.830 INFO:teuthology.orchestra.run.smithi081.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-06-26T02:56:30.832 INFO:teuthology.orchestra.run.smithi081.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-06-26T02:56:30.874 INFO:teuthology.orchestra.run.smithi081.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-06-26T02:56:30.888 INFO:teuthology.orchestra.run.smithi081.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-06-26T02:56:30.892 INFO:teuthology.orchestra.run.smithi081.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-06-26T02:56:31.073 INFO:teuthology.orchestra.run.smithi092.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-06-26T02:56:31.146 INFO:teuthology.orchestra.run.smithi081.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-06-26T02:56:31.156 INFO:teuthology.orchestra.run.smithi092.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-06-26T02:56:31.229 INFO:teuthology.orchestra.run.smithi081.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-06-26T02:56:31.248 INFO:teuthology.orchestra.run.smithi092.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-06-26T02:56:31.304 INFO:teuthology.orchestra.run.smithi092.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-06-26T02:56:31.319 INFO:teuthology.orchestra.run.smithi081.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-06-26T02:56:31.377 INFO:teuthology.orchestra.run.smithi081.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-06-26T02:56:31.426 INFO:teuthology.orchestra.run.smithi092.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-06-26T02:56:31.499 INFO:teuthology.orchestra.run.smithi081.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-06-26T02:56:31.514 INFO:teuthology.orchestra.run.smithi092.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-06-26T02:56:31.532 INFO:teuthology.orchestra.run.smithi092.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-urllib3 all 1.26.5-1~exp1 [96.4 kB] 2023-06-26T02:56:31.561 INFO:teuthology.orchestra.run.smithi092.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-06-26T02:56:31.573 INFO:teuthology.orchestra.run.smithi092.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-06-26T02:56:31.586 INFO:teuthology.orchestra.run.smithi081.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-06-26T02:56:31.605 INFO:teuthology.orchestra.run.smithi081.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-urllib3 all 1.26.5-1~exp1 [96.4 kB] 2023-06-26T02:56:31.611 INFO:teuthology.orchestra.run.smithi092.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-06-26T02:56:31.619 INFO:teuthology.orchestra.run.smithi092.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-06-26T02:56:31.633 INFO:teuthology.orchestra.run.smithi081.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-06-26T02:56:31.646 INFO:teuthology.orchestra.run.smithi081.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-06-26T02:56:31.684 INFO:teuthology.orchestra.run.smithi081.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-06-26T02:56:31.692 INFO:teuthology.orchestra.run.smithi081.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-06-26T02:56:31.811 INFO:teuthology.orchestra.run.smithi092.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-06-26T02:56:31.883 INFO:teuthology.orchestra.run.smithi081.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-06-26T02:56:32.620 INFO:teuthology.orchestra.run.smithi092.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-06-26T02:56:32.622 INFO:teuthology.orchestra.run.smithi092.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-06-26T02:56:32.625 INFO:teuthology.orchestra.run.smithi092.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-06-26T02:56:32.626 INFO:teuthology.orchestra.run.smithi092.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-06-26T02:56:32.627 INFO:teuthology.orchestra.run.smithi092.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-06-26T02:56:32.629 INFO:teuthology.orchestra.run.smithi092.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-06-26T02:56:32.670 INFO:teuthology.orchestra.run.smithi092.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-06-26T02:56:32.674 INFO:teuthology.orchestra.run.smithi092.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-06-26T02:56:32.674 INFO:teuthology.orchestra.run.smithi092.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-06-26T02:56:32.704 INFO:teuthology.orchestra.run.smithi081.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-06-26T02:56:32.706 INFO:teuthology.orchestra.run.smithi081.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-06-26T02:56:32.709 INFO:teuthology.orchestra.run.smithi081.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-06-26T02:56:32.710 INFO:teuthology.orchestra.run.smithi081.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-06-26T02:56:32.711 INFO:teuthology.orchestra.run.smithi081.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-06-26T02:56:32.714 INFO:teuthology.orchestra.run.smithi081.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-06-26T02:56:32.731 INFO:teuthology.orchestra.run.smithi092.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-06-26T02:56:32.761 INFO:teuthology.orchestra.run.smithi081.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-06-26T02:56:32.765 INFO:teuthology.orchestra.run.smithi081.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-06-26T02:56:32.766 INFO:teuthology.orchestra.run.smithi081.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-06-26T02:56:32.816 INFO:teuthology.orchestra.run.smithi081.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-06-26T02:56:32.894 INFO:teuthology.orchestra.run.smithi092.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-06-26T02:56:32.979 INFO:teuthology.orchestra.run.smithi081.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-06-26T02:56:33.150 INFO:teuthology.orchestra.run.smithi092.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-06-26T02:56:33.182 INFO:teuthology.orchestra.run.smithi092.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-06-26T02:56:33.208 INFO:teuthology.orchestra.run.smithi092.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-06-26T02:56:33.235 INFO:teuthology.orchestra.run.smithi081.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-06-26T02:56:33.259 INFO:teuthology.orchestra.run.smithi092.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-06-26T02:56:33.268 INFO:teuthology.orchestra.run.smithi081.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-06-26T02:56:33.279 INFO:teuthology.orchestra.run.smithi092.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-06-26T02:56:33.296 INFO:teuthology.orchestra.run.smithi081.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-06-26T02:56:33.307 INFO:teuthology.orchestra.run.smithi092.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-06-26T02:56:33.347 INFO:teuthology.orchestra.run.smithi081.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-06-26T02:56:33.366 INFO:teuthology.orchestra.run.smithi081.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-06-26T02:56:33.395 INFO:teuthology.orchestra.run.smithi081.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-06-26T02:56:33.436 INFO:teuthology.orchestra.run.smithi092.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-06-26T02:56:33.467 INFO:teuthology.orchestra.run.smithi092.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-06-26T02:56:33.487 INFO:teuthology.orchestra.run.smithi092.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-06-26T02:56:33.494 INFO:teuthology.orchestra.run.smithi092.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-06-26T02:56:33.522 INFO:teuthology.orchestra.run.smithi081.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-06-26T02:56:33.553 INFO:teuthology.orchestra.run.smithi081.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-06-26T02:56:33.573 INFO:teuthology.orchestra.run.smithi081.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-06-26T02:56:33.580 INFO:teuthology.orchestra.run.smithi081.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-06-26T02:56:33.698 INFO:teuthology.orchestra.run.smithi092.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-06-26T02:56:33.785 INFO:teuthology.orchestra.run.smithi081.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-06-26T02:56:34.159 INFO:teuthology.orchestra.run.smithi092.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-06-26T02:56:34.164 INFO:teuthology.orchestra.run.smithi092.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-06-26T02:56:34.247 INFO:teuthology.orchestra.run.smithi081.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-06-26T02:56:34.252 INFO:teuthology.orchestra.run.smithi081.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-06-26T02:56:34.291 INFO:teuthology.orchestra.run.smithi092.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-06-26T02:56:34.337 INFO:teuthology.orchestra.run.smithi092.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-06-26T02:56:34.338 INFO:teuthology.orchestra.run.smithi092.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-06-26T02:56:34.344 INFO:teuthology.orchestra.run.smithi092.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-06-26T02:56:34.346 INFO:teuthology.orchestra.run.smithi092.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-06-26T02:56:34.362 INFO:teuthology.orchestra.run.smithi092.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-06-26T02:56:34.369 INFO:teuthology.orchestra.run.smithi092.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-06-26T02:56:34.379 INFO:teuthology.orchestra.run.smithi081.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-06-26T02:56:34.429 INFO:teuthology.orchestra.run.smithi092.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-06-26T02:56:34.478 INFO:teuthology.orchestra.run.smithi081.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-06-26T02:56:34.479 INFO:teuthology.orchestra.run.smithi081.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-06-26T02:56:34.481 INFO:teuthology.orchestra.run.smithi081.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-06-26T02:56:34.537 INFO:teuthology.orchestra.run.smithi081.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-06-26T02:56:34.540 INFO:teuthology.orchestra.run.smithi081.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-06-26T02:56:34.595 INFO:teuthology.orchestra.run.smithi092.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-06-26T02:56:34.621 INFO:teuthology.orchestra.run.smithi081.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-06-26T02:56:34.638 INFO:teuthology.orchestra.run.smithi081.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-06-26T02:56:34.761 INFO:teuthology.orchestra.run.smithi092.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-06-26T02:56:34.803 INFO:teuthology.orchestra.run.smithi081.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-06-26T02:56:34.969 INFO:teuthology.orchestra.run.smithi081.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-06-26T02:56:35.036 INFO:teuthology.orchestra.run.smithi092.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-06-26T02:56:35.061 INFO:teuthology.orchestra.run.smithi092.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-06-26T02:56:35.247 INFO:teuthology.orchestra.run.smithi081.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-06-26T02:56:35.271 INFO:teuthology.orchestra.run.smithi081.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-06-26T02:56:36.695 INFO:teuthology.orchestra.run.smithi092.stdout:Get:85 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-4444-g6e29bf32-1jammy [344 kB] 2023-06-26T02:56:36.805 INFO:teuthology.orchestra.run.smithi092.stdout:Get:86 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-4444-g6e29bf32-1jammy [23.0 kB] 2023-06-26T02:56:36.806 INFO:teuthology.orchestra.run.smithi092.stdout:Get:87 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-4444-g6e29bf32-1jammy [170 kB] 2023-06-26T02:56:36.840 INFO:teuthology.orchestra.run.smithi092.stdout:Get:88 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-4444-g6e29bf32-1jammy [49.0 kB] 2023-06-26T02:56:36.842 INFO:teuthology.orchestra.run.smithi092.stdout:Get:89 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-4444-g6e29bf32-1jammy [319 kB] 2023-06-26T02:56:36.875 INFO:teuthology.orchestra.run.smithi092.stdout:Get:90 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-4444-g6e29bf32-1jammy [6,059 kB] 2023-06-26T02:56:37.162 INFO:teuthology.orchestra.run.smithi092.stdout:Get:91 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-4444-g6e29bf32-1jammy [102 kB] 2023-06-26T02:56:37.207 INFO:teuthology.orchestra.run.smithi092.stdout:Get:92 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-4444-g6e29bf32-1jammy [429 kB] 2023-06-26T02:56:37.266 INFO:teuthology.orchestra.run.smithi092.stdout:Get:93 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-4444-g6e29bf32-1jammy [22.3 MB] 2023-06-26T02:56:37.821 INFO:teuthology.orchestra.run.smithi081.stdout:Get:83 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-4444-g6e29bf32-1jammy [3,095 kB] 2023-06-26T02:56:38.208 INFO:teuthology.orchestra.run.smithi092.stdout:Get:94 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-4444-g6e29bf32-1jammy [6,824 kB] 2023-06-26T02:56:38.312 INFO:teuthology.orchestra.run.smithi081.stdout:Get:84 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-4444-g6e29bf32-1jammy [656 kB] 2023-06-26T02:56:38.405 INFO:teuthology.orchestra.run.smithi081.stdout:Get:85 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-4444-g6e29bf32-1jammy [344 kB] 2023-06-26T02:56:38.470 INFO:teuthology.orchestra.run.smithi092.stdout:Get:95 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-4444-g6e29bf32-1jammy [226 kB] 2023-06-26T02:56:38.475 INFO:teuthology.orchestra.run.smithi092.stdout:Get:96 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-4444-g6e29bf32-1jammy [114 kB] 2023-06-26T02:56:38.477 INFO:teuthology.orchestra.run.smithi092.stdout:Get:97 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-4444-g6e29bf32-1jammy [1,468 kB] 2023-06-26T02:56:38.499 INFO:teuthology.orchestra.run.smithi081.stdout:Get:86 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-4444-g6e29bf32-1jammy [23.0 kB] 2023-06-26T02:56:38.500 INFO:teuthology.orchestra.run.smithi081.stdout:Get:87 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-4444-g6e29bf32-1jammy [170 kB] 2023-06-26T02:56:38.503 INFO:teuthology.orchestra.run.smithi081.stdout:Get:88 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-4444-g6e29bf32-1jammy [49.0 kB] 2023-06-26T02:56:38.505 INFO:teuthology.orchestra.run.smithi081.stdout:Get:89 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-4444-g6e29bf32-1jammy [319 kB] 2023-06-26T02:56:38.511 INFO:teuthology.orchestra.run.smithi081.stdout:Get:90 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-4444-g6e29bf32-1jammy [6,059 kB] 2023-06-26T02:56:38.561 INFO:teuthology.orchestra.run.smithi092.stdout:Get:98 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-4444-g6e29bf32-1jammy [9,878 kB] 2023-06-26T02:56:38.953 INFO:teuthology.orchestra.run.smithi092.stdout:Get:99 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-4444-g6e29bf32-1jammy [31.5 MB] 2023-06-26T02:56:39.289 INFO:teuthology.orchestra.run.smithi081.stdout:Get:91 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-4444-g6e29bf32-1jammy [102 kB] 2023-06-26T02:56:39.291 INFO:teuthology.orchestra.run.smithi081.stdout:Get:92 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-4444-g6e29bf32-1jammy [429 kB] 2023-06-26T02:56:39.359 INFO:teuthology.orchestra.run.smithi081.stdout:Get:93 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-4444-g6e29bf32-1jammy [22.3 MB] 2023-06-26T02:56:40.422 INFO:teuthology.orchestra.run.smithi092.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-4444-g6e29bf32-1jammy [3,592 B] 2023-06-26T02:56:40.422 INFO:teuthology.orchestra.run.smithi092.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-4444-g6e29bf32-1jammy [810 kB] 2023-06-26T02:56:40.798 INFO:teuthology.orchestra.run.smithi092.stdout:Get:102 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-4444-g6e29bf32-1jammy [2,160 kB] 2023-06-26T02:56:40.889 INFO:teuthology.orchestra.run.smithi092.stdout:Get:103 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-4444-g6e29bf32-1jammy [214 kB] 2023-06-26T02:56:40.910 INFO:teuthology.orchestra.run.smithi092.stdout:Get:104 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-4444-g6e29bf32-1jammy [124 kB] 2023-06-26T02:56:40.940 INFO:teuthology.orchestra.run.smithi092.stdout:Get:105 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-4444-g6e29bf32-1jammy [1,841 kB] 2023-06-26T02:56:41.759 INFO:teuthology.orchestra.run.smithi092.stdout:Get:106 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-4444-g6e29bf32-1jammy [8,615 kB] 2023-06-26T02:56:42.072 INFO:teuthology.orchestra.run.smithi092.stdout:Get:107 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-4444-g6e29bf32-1jammy [3,724 B] 2023-06-26T02:56:42.073 INFO:teuthology.orchestra.run.smithi092.stdout:Get:108 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-4444-g6e29bf32-1jammy [47.4 MB] 2023-06-26T02:56:44.295 INFO:teuthology.orchestra.run.smithi092.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-4444-g6e29bf32-1jammy [231 kB] 2023-06-26T02:56:44.300 INFO:teuthology.orchestra.run.smithi092.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-4444-g6e29bf32-1jammy [216 kB] 2023-06-26T02:56:44.304 INFO:teuthology.orchestra.run.smithi092.stdout:Get:111 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-4444-g6e29bf32-1jammy [23.8 kB] 2023-06-26T02:56:44.305 INFO:teuthology.orchestra.run.smithi092.stdout:Get:112 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-4444-g6e29bf32-1jammy [13.2 kB] 2023-06-26T02:56:44.305 INFO:teuthology.orchestra.run.smithi092.stdout:Get:113 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-4444-g6e29bf32-1jammy [28.3 kB] 2023-06-26T02:56:44.306 INFO:teuthology.orchestra.run.smithi092.stdout:Get:114 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-4444-g6e29bf32-1jammy [12.0 MB] 2023-06-26T02:56:44.464 INFO:teuthology.orchestra.run.smithi081.stdout:Get:94 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-4444-g6e29bf32-1jammy [6,824 kB] 2023-06-26T02:56:44.702 INFO:teuthology.orchestra.run.smithi092.stdout:Get:115 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-4444-g6e29bf32-1jammy [82.1 kB] 2023-06-26T02:56:44.894 INFO:teuthology.orchestra.run.smithi081.stdout:Get:95 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-4444-g6e29bf32-1jammy [226 kB] 2023-06-26T02:56:44.899 INFO:teuthology.orchestra.run.smithi081.stdout:Get:96 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-4444-g6e29bf32-1jammy [114 kB] 2023-06-26T02:56:44.903 INFO:teuthology.orchestra.run.smithi081.stdout:Get:97 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-4444-g6e29bf32-1jammy [1,468 kB] 2023-06-26T02:56:44.997 INFO:teuthology.orchestra.run.smithi081.stdout:Get:98 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-4444-g6e29bf32-1jammy [9,878 kB] 2023-06-26T02:56:45.252 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 183 MB in 16s (11.2 MB/s) 2023-06-26T02:56:45.440 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pyperclip. 2023-06-26T02:56:45.540 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165998 files and directories currently installed.) 2023-06-26T02:56:45.545 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-06-26T02:56:45.588 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-06-26T02:56:45.631 INFO:teuthology.orchestra.run.smithi081.stdout:Get:99 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-4444-g6e29bf32-1jammy [31.5 MB] 2023-06-26T02:56:45.874 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-wcwidth. 2023-06-26T02:56:45.900 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-06-26T02:56:45.940 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-06-26T02:56:46.259 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cmd2. 2023-06-26T02:56:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-06-26T02:56:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-06-26T02:56:46.654 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libfmt8:amd64. 2023-06-26T02:56:46.680 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2023-06-26T02:56:46.763 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2023-06-26T02:56:47.065 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-06-26T02:56:47.092 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-06-26T02:56:47.123 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-06-26T02:56:47.468 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-06-26T02:56:47.494 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-06-26T02:56:47.535 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-06-26T02:56:47.637 INFO:teuthology.orchestra.run.smithi081.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-4444-g6e29bf32-1jammy [3,592 B] 2023-06-26T02:56:47.637 INFO:teuthology.orchestra.run.smithi081.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-4444-g6e29bf32-1jammy [810 kB] 2023-06-26T02:56:47.652 INFO:teuthology.orchestra.run.smithi081.stdout:Get:102 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-4444-g6e29bf32-1jammy [2,160 kB] 2023-06-26T02:56:47.716 INFO:teuthology.orchestra.run.smithi081.stdout:Get:103 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-4444-g6e29bf32-1jammy [214 kB] 2023-06-26T02:56:47.741 INFO:teuthology.orchestra.run.smithi081.stdout:Get:104 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-4444-g6e29bf32-1jammy [124 kB] 2023-06-26T02:56:47.769 INFO:teuthology.orchestra.run.smithi081.stdout:Get:105 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-4444-g6e29bf32-1jammy [1,841 kB] 2023-06-26T02:56:47.853 INFO:teuthology.orchestra.run.smithi081.stdout:Get:106 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-4444-g6e29bf32-1jammy [8,615 kB] 2023-06-26T02:56:47.863 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-06-26T02:56:47.889 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-06-26T02:56:47.929 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-06-26T02:56:48.357 INFO:teuthology.orchestra.run.smithi081.stdout:Get:107 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-4444-g6e29bf32-1jammy [3,724 B] 2023-06-26T02:56:48.358 INFO:teuthology.orchestra.run.smithi081.stdout:Get:108 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-4444-g6e29bf32-1jammy [47.4 MB] 2023-06-26T02:56:48.500 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-06-26T02:56:48.526 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-26T02:56:48.583 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:56:49.002 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-06-26T02:56:49.029 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-26T02:56:49.069 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:56:49.414 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-06-26T02:56:49.440 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-26T02:56:49.480 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:56:49.900 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-06-26T02:56:49.927 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-06-26T02:56:50.100 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-06-26T02:56:50.486 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package librados2. 2023-06-26T02:56:50.512 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../011-librados2_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:50.561 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking librados2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:50.947 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package librbd1. 2023-06-26T02:56:50.962 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../012-librbd1_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:50.997 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking librbd1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:51.433 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libcephfs2. 2023-06-26T02:56:51.459 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../013-libcephfs2_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:51.499 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libcephfs2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:51.604 INFO:teuthology.orchestra.run.smithi081.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-4444-g6e29bf32-1jammy [231 kB] 2023-06-26T02:56:51.609 INFO:teuthology.orchestra.run.smithi081.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-4444-g6e29bf32-1jammy [216 kB] 2023-06-26T02:56:51.613 INFO:teuthology.orchestra.run.smithi081.stdout:Get:111 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-4444-g6e29bf32-1jammy [23.8 kB] 2023-06-26T02:56:51.614 INFO:teuthology.orchestra.run.smithi081.stdout:Get:112 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-4444-g6e29bf32-1jammy [13.2 kB] 2023-06-26T02:56:51.614 INFO:teuthology.orchestra.run.smithi081.stdout:Get:113 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-4444-g6e29bf32-1jammy [28.3 kB] 2023-06-26T02:56:51.615 INFO:teuthology.orchestra.run.smithi081.stdout:Get:114 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-4444-g6e29bf32-1jammy [12.0 MB] 2023-06-26T02:56:51.777 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-rados. 2023-06-26T02:56:51.792 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../014-python3-rados_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:51.835 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-rados (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:52.082 INFO:teuthology.orchestra.run.smithi081.stdout:Get:115 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-4444-g6e29bf32-1jammy [82.1 kB] 2023-06-26T02:56:52.163 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-06-26T02:56:52.189 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:56:52.221 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-ceph-argparse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:52.423 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cephfs. 2023-06-26T02:56:52.438 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../016-python3-cephfs_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:52.481 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cephfs (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:52.629 INFO:teuthology.orchestra.run.smithi081.stdout:Fetched 183 MB in 24s (7,750 kB/s) 2023-06-26T02:56:52.772 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-pyperclip. 2023-06-26T02:56:52.793 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-ceph-common. 2023-06-26T02:56:52.819 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../017-python3-ceph-common_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:56:52.859 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:52.860 INFO:teuthology.orchestra.run.smithi081.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165998 files and directories currently installed.) 2023-06-26T02:56:52.866 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-06-26T02:56:52.912 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-06-26T02:56:53.173 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-wcwidth. 2023-06-26T02:56:53.178 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-prettytable. 2023-06-26T02:56:53.199 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-06-26T02:56:53.205 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2023-06-26T02:56:53.232 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-06-26T02:56:53.245 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-06-26T02:56:53.472 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-rbd. 2023-06-26T02:56:53.488 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../019-python3-rbd_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:53.522 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-rbd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:53.526 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-cmd2. 2023-06-26T02:56:53.552 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-06-26T02:56:53.593 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-06-26T02:56:53.808 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-06-26T02:56:53.834 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-06-26T02:56:53.875 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-06-26T02:56:53.937 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libfmt8:amd64. 2023-06-26T02:56:53.963 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2023-06-26T02:56:54.046 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2023-06-26T02:56:54.203 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package librgw2. 2023-06-26T02:56:54.229 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../021-librgw2_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:54.269 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking librgw2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:54.382 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-06-26T02:56:54.408 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-06-26T02:56:54.449 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-06-26T02:56:54.786 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-06-26T02:56:54.788 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-rgw. 2023-06-26T02:56:54.804 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../022-python3-rgw_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:54.812 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-06-26T02:56:54.847 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-rgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:54.852 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-06-26T02:56:55.124 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package liboath0:amd64. 2023-06-26T02:56:55.147 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-06-26T02:56:55.151 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2023-06-26T02:56:55.173 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-06-26T02:56:55.182 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-06-26T02:56:55.213 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-06-26T02:56:55.619 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libradosstriper1. 2023-06-26T02:56:55.645 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../024-libradosstriper1_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:55.650 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-06-26T02:56:55.676 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-26T02:56:55.685 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libradosstriper1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:55.725 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:56:56.112 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-06-26T02:56:56.130 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-common. 2023-06-26T02:56:56.138 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-26T02:56:56.157 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../025-ceph-common_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:56.178 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:56:56.196 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:56.507 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-06-26T02:56:56.533 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-26T02:56:56.573 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:56:56.910 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-06-26T02:56:56.936 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-06-26T02:56:56.976 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-06-26T02:56:57.296 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package librados2. 2023-06-26T02:56:57.322 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../011-librados2_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:57.362 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking librados2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:57.594 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-base. 2023-06-26T02:56:57.620 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../026-ceph-base_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:57.677 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-base (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:57.840 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package librbd1. 2023-06-26T02:56:57.866 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../012-librbd1_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:57.907 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking librbd1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:58.343 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libcephfs2. 2023-06-26T02:56:58.369 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../013-libcephfs2_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:58.410 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libcephfs2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:58.481 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-06-26T02:56:58.508 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-06-26T02:56:58.556 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-06-26T02:56:58.896 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-rados. 2023-06-26T02:56:58.917 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cheroot. 2023-06-26T02:56:58.922 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../014-python3-rados_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:58.944 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-06-26T02:56:58.962 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-rados (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:58.983 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-06-26T02:56:59.240 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-06-26T02:56:59.266 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:56:59.307 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-ceph-argparse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:59.311 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-06-26T02:56:59.338 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-06-26T02:56:59.378 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-06-26T02:56:59.559 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-cephfs. 2023-06-26T02:56:59.574 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../016-python3-cephfs_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:56:59.617 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-cephfs (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:56:59.681 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jaraco.text. 2023-06-26T02:56:59.707 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2023-06-26T02:56:59.755 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-06-26T02:56:59.937 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-ceph-common. 2023-06-26T02:56:59.963 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../017-python3-ceph-common_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:00.003 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:00.108 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-06-26T02:57:00.135 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-06-26T02:57:00.183 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-06-26T02:57:00.265 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-prettytable. 2023-06-26T02:57:00.280 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2023-06-26T02:57:00.315 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-06-26T02:57:00.495 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-tempora. 2023-06-26T02:57:00.521 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2023-06-26T02:57:00.561 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-06-26T02:57:00.576 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-rbd. 2023-06-26T02:57:00.591 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../019-python3-rbd_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:00.634 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-rbd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:00.987 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-06-26T02:57:01.013 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-06-26T02:57:01.053 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-06-26T02:57:01.348 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package librgw2. 2023-06-26T02:57:01.374 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../021-librgw2_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:01.406 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking librgw2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:01.515 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-portend. 2023-06-26T02:57:01.541 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2023-06-26T02:57:01.581 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-06-26T02:57:01.909 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-rgw. 2023-06-26T02:57:01.933 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-06-26T02:57:01.935 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../022-python3-rgw_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:01.960 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2023-06-26T02:57:01.975 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-rgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:02.000 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-06-26T02:57:02.303 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cherrypy3. 2023-06-26T02:57:02.320 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package liboath0:amd64. 2023-06-26T02:57:02.330 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2023-06-26T02:57:02.346 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2023-06-26T02:57:02.369 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-06-26T02:57:02.387 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-06-26T02:57:02.673 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libradosstriper1. 2023-06-26T02:57:02.699 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../024-libradosstriper1_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:02.731 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-natsort. 2023-06-26T02:57:02.739 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libradosstriper1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:02.758 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2023-06-26T02:57:02.798 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-06-26T02:57:03.109 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-logutils. 2023-06-26T02:57:03.135 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-common. 2023-06-26T02:57:03.135 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2023-06-26T02:57:03.161 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../025-ceph-common_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:03.175 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-06-26T02:57:03.201 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:03.487 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-markupsafe. 2023-06-26T02:57:03.513 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-06-26T02:57:03.578 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-06-26T02:57:03.948 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-mako. 2023-06-26T02:57:03.974 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-06-26T02:57:04.022 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-06-26T02:57:04.417 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-simplegeneric. 2023-06-26T02:57:04.443 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2023-06-26T02:57:04.492 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-06-26T02:57:04.557 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-base. 2023-06-26T02:57:04.583 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../026-ceph-base_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:04.633 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-base (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:04.753 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-singledispatch. 2023-06-26T02:57:04.780 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-06-26T02:57:04.812 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-06-26T02:57:05.089 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-webob. 2023-06-26T02:57:05.116 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-06-26T02:57:05.156 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-06-26T02:57:05.345 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-06-26T02:57:05.371 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-06-26T02:57:05.428 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-06-26T02:57:05.509 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-waitress. 2023-06-26T02:57:05.536 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-06-26T02:57:05.612 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-06-26T02:57:05.672 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-cheroot. 2023-06-26T02:57:05.698 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-06-26T02:57:05.731 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-06-26T02:57:06.042 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-06-26T02:57:06.062 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-tempita. 2023-06-26T02:57:06.068 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-06-26T02:57:06.088 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-06-26T02:57:06.125 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-06-26T02:57:06.128 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-06-26T02:57:06.428 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-jaraco.text. 2023-06-26T02:57:06.431 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-paste. 2023-06-26T02:57:06.454 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2023-06-26T02:57:06.458 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-06-26T02:57:06.495 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-06-26T02:57:06.497 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-06-26T02:57:06.789 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-06-26T02:57:06.809 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-06-26T02:57:06.815 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-06-26T02:57:06.835 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-06-26T02:57:06.856 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-06-26T02:57:06.875 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-06-26T02:57:07.109 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-tempora. 2023-06-26T02:57:07.135 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2023-06-26T02:57:07.161 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pastedeploy. 2023-06-26T02:57:07.175 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-06-26T02:57:07.188 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2023-06-26T02:57:07.228 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-06-26T02:57:07.462 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-portend. 2023-06-26T02:57:07.489 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2023-06-26T02:57:07.528 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-06-26T02:57:07.531 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-webtest. 2023-06-26T02:57:07.558 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2023-06-26T02:57:07.589 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-06-26T02:57:07.831 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-06-26T02:57:07.842 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pecan. 2023-06-26T02:57:07.858 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2023-06-26T02:57:07.869 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-06-26T02:57:07.898 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-06-26T02:57:07.908 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-06-26T02:57:08.159 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-cherrypy3. 2023-06-26T02:57:08.186 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2023-06-26T02:57:08.217 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-06-26T02:57:08.263 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-certifi. 2023-06-26T02:57:08.290 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2023-06-26T02:57:08.329 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-06-26T02:57:08.554 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-natsort. 2023-06-26T02:57:08.581 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2023-06-26T02:57:08.621 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-06-26T02:57:08.649 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-idna. 2023-06-26T02:57:08.676 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../051-python3-idna_3.3-1_all.deb ... 2023-06-26T02:57:08.715 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-idna (3.3-1) ... 2023-06-26T02:57:08.932 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-logutils. 2023-06-26T02:57:08.958 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2023-06-26T02:57:09.035 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-urllib3. 2023-06-26T02:57:09.061 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1_all.deb ... 2023-06-26T02:57:09.101 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1) ... 2023-06-26T02:57:09.174 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-06-26T02:57:09.429 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-requests. 2023-06-26T02:57:09.443 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-markupsafe. 2023-06-26T02:57:09.456 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-06-26T02:57:09.458 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-06-26T02:57:09.493 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-06-26T02:57:09.496 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-06-26T02:57:09.782 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-werkzeug. 2023-06-26T02:57:09.796 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-mako. 2023-06-26T02:57:09.797 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-06-26T02:57:09.822 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-06-26T02:57:09.832 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-06-26T02:57:09.863 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-06-26T02:57:10.134 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-06-26T02:57:10.150 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:10.193 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-modules-core (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:10.199 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-simplegeneric. 2023-06-26T02:57:10.225 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2023-06-26T02:57:10.265 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-06-26T02:57:10.564 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-06-26T02:57:10.577 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-singledispatch. 2023-06-26T02:57:10.591 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:10.603 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-06-26T02:57:10.631 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:10.643 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-06-26T02:57:10.930 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-webob. 2023-06-26T02:57:10.956 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-06-26T02:57:10.996 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-06-26T02:57:11.067 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-openssl. 2023-06-26T02:57:11.094 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../057-python3-openssl_21.0.0-1_all.deb ... 2023-06-26T02:57:11.133 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-06-26T02:57:11.316 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-waitress. 2023-06-26T02:57:11.342 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-06-26T02:57:11.377 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-06-26T02:57:11.453 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr. 2023-06-26T02:57:11.469 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../058-ceph-mgr_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:11.503 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:11.669 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-tempita. 2023-06-26T02:57:11.695 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-06-26T02:57:11.736 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-06-26T02:57:11.889 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mon. 2023-06-26T02:57:11.916 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../059-ceph-mon_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:11.956 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mon (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:12.022 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-paste. 2023-06-26T02:57:12.049 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-06-26T02:57:12.088 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-06-26T02:57:12.391 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-06-26T02:57:12.407 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-06-26T02:57:12.449 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-06-26T02:57:12.752 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-pastedeploy. 2023-06-26T02:57:12.779 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2023-06-26T02:57:12.819 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-06-26T02:57:12.884 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-osd. 2023-06-26T02:57:12.911 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../060-ceph-osd_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:12.950 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-osd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:13.114 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-webtest. 2023-06-26T02:57:13.140 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2023-06-26T02:57:13.172 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-06-26T02:57:13.441 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-pecan. 2023-06-26T02:57:13.468 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-06-26T02:57:13.508 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-06-26T02:57:13.838 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-certifi. 2023-06-26T02:57:13.865 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2023-06-26T02:57:13.921 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-06-26T02:57:14.249 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-idna. 2023-06-26T02:57:14.276 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../051-python3-idna_3.3-1_all.deb ... 2023-06-26T02:57:14.315 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-idna (3.3-1) ... 2023-06-26T02:57:14.635 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-urllib3. 2023-06-26T02:57:14.662 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1_all.deb ... 2023-06-26T02:57:14.702 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1) ... 2023-06-26T02:57:14.789 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph. 2023-06-26T02:57:14.816 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../061-ceph_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:14.856 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:15.005 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-requests. 2023-06-26T02:57:15.032 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-06-26T02:57:15.071 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-06-26T02:57:15.150 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-fuse. 2023-06-26T02:57:15.177 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../062-ceph-fuse_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:15.216 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:15.341 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-werkzeug. 2023-06-26T02:57:15.368 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-06-26T02:57:15.399 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-06-26T02:57:15.570 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mds. 2023-06-26T02:57:15.597 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../063-ceph-mds_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:15.636 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mds (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:15.702 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-06-26T02:57:15.729 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:15.769 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-mgr-modules-core (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:16.149 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-06-26T02:57:16.176 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:16.181 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package cephadm. 2023-06-26T02:57:16.209 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../064-cephadm_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:16.215 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:16.248 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:16.519 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-openssl. 2023-06-26T02:57:16.542 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-asyncssh. 2023-06-26T02:57:16.545 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../057-python3-openssl_21.0.0-1_all.deb ... 2023-06-26T02:57:16.569 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1_all.deb ... 2023-06-26T02:57:16.585 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-06-26T02:57:16.609 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-06-26T02:57:16.880 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-mgr. 2023-06-26T02:57:16.907 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../058-ceph-mgr_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:16.945 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python-babel-localedata. 2023-06-26T02:57:16.963 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-mgr (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:16.972 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../066-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-06-26T02:57:17.020 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-06-26T02:57:17.375 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-mon. 2023-06-26T02:57:17.401 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../059-ceph-mon_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:17.441 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-mon (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:18.084 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-babel. 2023-06-26T02:57:18.111 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../067-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-06-26T02:57:18.150 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-06-26T02:57:18.337 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-osd. 2023-06-26T02:57:18.363 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../060-ceph-osd_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:18.403 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-osd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:18.445 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jinja2. 2023-06-26T02:57:18.472 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../068-python3-jinja2_3.0.3-1_all.deb ... 2023-06-26T02:57:18.512 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-06-26T02:57:18.807 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-06-26T02:57:18.822 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../069-ceph-mgr-cephadm_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:18.865 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:19.160 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-bcrypt. 2023-06-26T02:57:19.187 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../070-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-06-26T02:57:19.226 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-06-26T02:57:19.530 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-repoze.lru. 2023-06-26T02:57:19.557 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../071-python3-repoze.lru_0.7-2_all.deb ... 2023-06-26T02:57:19.596 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-06-26T02:57:19.899 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-routes. 2023-06-26T02:57:19.926 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../072-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-06-26T02:57:19.965 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-06-26T02:57:20.265 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph. 2023-06-26T02:57:20.280 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../061-ceph_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:20.302 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-06-26T02:57:20.323 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:20.329 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../073-ceph-mgr-dashboard_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:20.369 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-dashboard (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:20.642 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-fuse. 2023-06-26T02:57:20.669 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../062-ceph-fuse_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:20.709 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:20.789 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-06-26T02:57:20.816 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../074-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-06-26T02:57:20.855 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-06-26T02:57:21.223 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-mds. 2023-06-26T02:57:21.249 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../063-ceph-mds_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:21.289 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-mds (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:21.676 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package cephadm. 2023-06-26T02:57:21.684 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-joblib. 2023-06-26T02:57:21.703 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../064-cephadm_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:21.712 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../075-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-06-26T02:57:21.742 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:21.751 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-06-26T02:57:22.054 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-asyncssh. 2023-06-26T02:57:22.080 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1_all.deb ... 2023-06-26T02:57:22.096 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-06-26T02:57:22.120 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-06-26T02:57:22.124 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../076-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-06-26T02:57:22.163 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-06-26T02:57:22.440 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python-babel-localedata. 2023-06-26T02:57:22.449 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-sklearn. 2023-06-26T02:57:22.466 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../066-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-06-26T02:57:22.476 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../077-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-06-26T02:57:22.506 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-06-26T02:57:22.515 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-06-26T02:57:23.225 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-06-26T02:57:23.252 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../078-ceph-mgr-diskprediction-local_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:23.291 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:23.520 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-babel. 2023-06-26T02:57:23.547 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../067-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-06-26T02:57:23.578 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-06-26T02:57:23.898 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-jinja2. 2023-06-26T02:57:23.925 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../068-python3-jinja2_3.0.3-1_all.deb ... 2023-06-26T02:57:23.965 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-06-26T02:57:24.294 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cachetools. 2023-06-26T02:57:24.321 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../079-python3-cachetools_5.0.0-1_all.deb ... 2023-06-26T02:57:24.335 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-06-26T02:57:24.360 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-06-26T02:57:24.362 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../069-ceph-mgr-cephadm_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:24.401 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-mgr-cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:24.738 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pyasn1. 2023-06-26T02:57:24.747 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-bcrypt. 2023-06-26T02:57:24.766 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../080-python3-pyasn1_0.4.8-1_all.deb ... 2023-06-26T02:57:24.773 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../070-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-06-26T02:57:24.805 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-06-26T02:57:24.813 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-06-26T02:57:25.075 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-repoze.lru. 2023-06-26T02:57:25.094 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../071-python3-repoze.lru_0.7-2_all.deb ... 2023-06-26T02:57:25.132 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-06-26T02:57:25.166 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-06-26T02:57:25.193 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../081-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-06-26T02:57:25.233 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-06-26T02:57:25.436 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-routes. 2023-06-26T02:57:25.462 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../072-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-06-26T02:57:25.502 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-06-26T02:57:25.519 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-rsa. 2023-06-26T02:57:25.546 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../082-python3-rsa_4.8-1_all.deb ... 2023-06-26T02:57:25.586 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-rsa (4.8-1) ... 2023-06-26T02:57:25.848 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-06-26T02:57:25.874 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../073-ceph-mgr-dashboard_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:25.914 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-mgr-dashboard (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:25.950 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-google-auth. 2023-06-26T02:57:25.976 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../083-python3-google-auth_1.5.1-3_all.deb ... 2023-06-26T02:57:26.016 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-06-26T02:57:26.309 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-06-26T02:57:26.325 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../074-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-06-26T02:57:26.367 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-06-26T02:57:26.515 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-06-26T02:57:26.542 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../084-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-06-26T02:57:26.602 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-06-26T02:57:26.863 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-joblib. 2023-06-26T02:57:26.890 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../075-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-06-26T02:57:26.914 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-websocket. 2023-06-26T02:57:26.930 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-06-26T02:57:26.941 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../085-python3-websocket_1.2.3-1_all.deb ... 2023-06-26T02:57:26.981 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-06-26T02:57:27.267 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-kubernetes. 2023-06-26T02:57:27.292 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-06-26T02:57:27.294 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../086-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-06-26T02:57:27.318 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../076-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-06-26T02:57:27.325 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-06-26T02:57:27.358 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-06-26T02:57:27.661 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-sklearn. 2023-06-26T02:57:27.688 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../077-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-06-26T02:57:27.728 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-06-26T02:57:27.981 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-06-26T02:57:28.009 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../087-ceph-mgr-k8sevents_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:28.048 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:28.342 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libonig5:amd64. 2023-06-26T02:57:28.369 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../088-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-06-26T02:57:28.408 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-06-26T02:57:28.470 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-06-26T02:57:28.497 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../078-ceph-mgr-diskprediction-local_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:28.536 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:28.753 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libjq1:amd64. 2023-06-26T02:57:28.781 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../089-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-06-26T02:57:28.819 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-06-26T02:57:29.089 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package jq. 2023-06-26T02:57:29.105 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../090-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-06-26T02:57:29.147 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-06-26T02:57:29.400 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package socat. 2023-06-26T02:57:29.416 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../091-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-06-26T02:57:29.458 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-06-26T02:57:29.490 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-cachetools. 2023-06-26T02:57:29.517 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../079-python3-cachetools_5.0.0-1_all.deb ... 2023-06-26T02:57:29.556 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-06-26T02:57:29.745 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package xmlstarlet. 2023-06-26T02:57:29.761 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../092-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-06-26T02:57:29.795 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-06-26T02:57:29.826 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-pyasn1. 2023-06-26T02:57:29.853 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../080-python3-pyasn1_0.4.8-1_all.deb ... 2023-06-26T02:57:29.892 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-06-26T02:57:30.124 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-test. 2023-06-26T02:57:30.140 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../093-ceph-test_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:30.182 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-test (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:30.338 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-06-26T02:57:30.365 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../081-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-06-26T02:57:30.454 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-06-26T02:57:30.766 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-rsa. 2023-06-26T02:57:30.792 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../082-python3-rsa_4.8-1_all.deb ... 2023-06-26T02:57:30.832 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-rsa (4.8-1) ... 2023-06-26T02:57:31.221 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-google-auth. 2023-06-26T02:57:31.249 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../083-python3-google-auth_1.5.1-3_all.deb ... 2023-06-26T02:57:31.287 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-06-26T02:57:31.566 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-06-26T02:57:31.593 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../084-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-06-26T02:57:31.632 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-06-26T02:57:31.944 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-websocket. 2023-06-26T02:57:31.971 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../085-python3-websocket_1.2.3-1_all.deb ... 2023-06-26T02:57:32.010 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-06-26T02:57:32.364 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-kubernetes. 2023-06-26T02:57:32.391 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../086-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-06-26T02:57:32.394 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-volume. 2023-06-26T02:57:32.421 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../094-ceph-volume_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:32.430 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-06-26T02:57:32.461 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-volume (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:32.875 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package cephfs-mirror. 2023-06-26T02:57:32.902 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../095-cephfs-mirror_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:32.941 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking cephfs-mirror (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:33.094 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-06-26T02:57:33.110 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../087-ceph-mgr-k8sevents_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:33.152 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:33.252 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-colorama. 2023-06-26T02:57:33.268 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../096-python3-colorama_0.4.4-1_all.deb ... 2023-06-26T02:57:33.310 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-06-26T02:57:33.397 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libonig5:amd64. 2023-06-26T02:57:33.424 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../088-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-06-26T02:57:33.455 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-06-26T02:57:33.563 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package cephfs-shell. 2023-06-26T02:57:33.581 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../097-cephfs-shell_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:33.622 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking cephfs-shell (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:33.800 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libjq1:amd64. 2023-06-26T02:57:33.827 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../089-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-06-26T02:57:33.866 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package cephfs-top. 2023-06-26T02:57:33.867 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-06-26T02:57:33.882 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../098-cephfs-top_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:33.924 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking cephfs-top (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:34.128 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package jq. 2023-06-26T02:57:34.155 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../090-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-06-26T02:57:34.161 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libcephfs-dev. 2023-06-26T02:57:34.188 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../099-libcephfs-dev_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:34.194 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-06-26T02:57:34.227 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libcephfs-dev (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:34.439 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package socat. 2023-06-26T02:57:34.467 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../091-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-06-26T02:57:34.497 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-06-26T02:57:34.639 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package nvme-cli. 2023-06-26T02:57:34.666 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../100-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-06-26T02:57:34.705 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-06-26T02:57:34.767 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package xmlstarlet. 2023-06-26T02:57:34.783 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../092-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-06-26T02:57:34.825 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-06-26T02:57:35.044 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-06-26T02:57:35.059 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../101-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-06-26T02:57:35.110 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-06-26T02:57:35.171 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-test. 2023-06-26T02:57:35.199 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../093-ceph-test_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:35.246 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-test (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:35.522 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-iniconfig. 2023-06-26T02:57:35.549 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../102-python3-iniconfig_1.1.1-2_all.deb ... 2023-06-26T02:57:35.588 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-06-26T02:57:35.975 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pastescript. 2023-06-26T02:57:36.002 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../103-python3-pastescript_2.0.2-4_all.deb ... 2023-06-26T02:57:36.049 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-06-26T02:57:36.436 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pluggy. 2023-06-26T02:57:36.463 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../104-python3-pluggy_0.13.0-7.1_all.deb ... 2023-06-26T02:57:36.511 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-06-26T02:57:36.963 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-psutil. 2023-06-26T02:57:36.990 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../105-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-06-26T02:57:37.089 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-06-26T02:57:37.401 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-py. 2023-06-26T02:57:37.428 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../106-python3-py_1.10.0-1_all.deb ... 2023-06-26T02:57:37.467 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-py (1.10.0-1) ... 2023-06-26T02:57:37.483 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ceph-volume. 2023-06-26T02:57:37.499 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../094-ceph-volume_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:37.533 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ceph-volume (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:37.737 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pygments. 2023-06-26T02:57:37.764 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../107-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-06-26T02:57:37.803 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-06-26T02:57:37.922 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package cephfs-mirror. 2023-06-26T02:57:37.949 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../095-cephfs-mirror_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:37.989 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking cephfs-mirror (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:38.267 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-colorama. 2023-06-26T02:57:38.283 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../096-python3-colorama_0.4.4-1_all.deb ... 2023-06-26T02:57:38.291 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pyinotify. 2023-06-26T02:57:38.317 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-06-26T02:57:38.318 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../108-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-06-26T02:57:38.357 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-06-26T02:57:38.561 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package cephfs-shell. 2023-06-26T02:57:38.576 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../097-cephfs-shell_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:38.619 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking cephfs-shell (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:38.677 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-toml. 2023-06-26T02:57:38.705 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../109-python3-toml_0.10.2-1_all.deb ... 2023-06-26T02:57:38.743 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-06-26T02:57:38.889 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package cephfs-top. 2023-06-26T02:57:38.905 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../098-cephfs-top_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:57:38.947 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking cephfs-top (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:39.055 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pytest. 2023-06-26T02:57:39.082 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../110-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-06-26T02:57:39.121 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-06-26T02:57:39.167 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libcephfs-dev. 2023-06-26T02:57:39.182 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../099-libcephfs-dev_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:39.216 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libcephfs-dev (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:39.466 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-simplejson. 2023-06-26T02:57:39.495 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-06-26T02:57:39.533 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-06-26T02:57:39.570 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package nvme-cli. 2023-06-26T02:57:39.597 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../100-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-06-26T02:57:39.636 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-06-26T02:57:39.802 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-06-26T02:57:39.818 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-06-26T02:57:39.860 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-06-26T02:57:39.992 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-06-26T02:57:40.019 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../101-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-06-26T02:57:40.058 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-06-26T02:57:40.461 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-iniconfig. 2023-06-26T02:57:40.489 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../102-python3-iniconfig_1.1.1-2_all.deb ... 2023-06-26T02:57:40.528 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-06-26T02:57:40.581 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package radosgw. 2023-06-26T02:57:40.609 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../113-radosgw_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:40.647 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking radosgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:41.039 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-pastescript. 2023-06-26T02:57:41.066 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../103-python3-pastescript_2.0.2-4_all.deb ... 2023-06-26T02:57:41.105 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-06-26T02:57:41.383 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package rbd-fuse. 2023-06-26T02:57:41.400 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../114-rbd-fuse_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:41.426 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-pluggy. 2023-06-26T02:57:41.442 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking rbd-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:41.453 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../104-python3-pluggy_0.13.0-7.1_all.deb ... 2023-06-26T02:57:41.509 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-06-26T02:57:41.751 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-06-26T02:57:41.778 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-psutil. 2023-06-26T02:57:41.806 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../105-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-06-26T02:57:41.836 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-06-26T02:57:42.013 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-06-26T02:57:42.140 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-06-26T02:57:42.173 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-py. 2023-06-26T02:57:42.200 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../106-python3-py_1.10.0-1_all.deb ... 2023-06-26T02:57:42.239 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-py (1.10.0-1) ... 2023-06-26T02:57:42.407 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-06-26T02:57:42.543 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-pygments. 2023-06-26T02:57:42.571 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../107-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-06-26T02:57:42.609 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-06-26T02:57:42.740 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-06-26T02:57:43.039 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-pyinotify. 2023-06-26T02:57:43.066 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../108-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-06-26T02:57:43.097 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-06-26T02:57:43.208 INFO:teuthology.orchestra.run.smithi092.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-06-26T02:57:43.308 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:43.416 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-toml. 2023-06-26T02:57:43.444 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../109-python3-toml_0.10.2-1_all.deb ... 2023-06-26T02:57:43.483 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-06-26T02:57:43.819 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-pytest. 2023-06-26T02:57:43.835 INFO:teuthology.orchestra.run.smithi092.stdout:Adding system user cephadm....done 2023-06-26T02:57:43.847 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../110-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-06-26T02:57:43.885 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-06-26T02:57:43.989 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-06-26T02:57:44.198 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package python3-simplejson. 2023-06-26T02:57:44.225 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-06-26T02:57:44.258 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-06-26T02:57:44.264 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-06-26T02:57:44.500 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-06-26T02:57:44.517 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-06-26T02:57:44.533 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-06-26T02:57:44.575 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-06-26T02:57:44.626 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-06-26T02:57:44.869 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-06-26T02:57:45.129 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-06-26T02:57:45.255 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-py (1.10.0-1) ... 2023-06-26T02:57:45.329 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package radosgw. 2023-06-26T02:57:45.357 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../113-radosgw_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:45.395 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking radosgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:45.565 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-06-26T02:57:45.900 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-06-26T02:57:46.132 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package rbd-fuse. 2023-06-26T02:57:46.148 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../114-rbd-fuse_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:57:46.151 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-06-26T02:57:46.182 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking rbd-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:46.419 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-06-26T02:57:46.469 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-06-26T02:57:46.687 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-06-26T02:57:46.728 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-06-26T02:57:46.854 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-06-26T02:57:46.980 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-06-26T02:57:47.121 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-06-26T02:57:47.239 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-06-26T02:57:47.457 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-06-26T02:57:47.632 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-ceph-argparse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:47.891 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-06-26T02:57:47.937 INFO:teuthology.orchestra.run.smithi081.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-06-26T02:57:48.015 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:48.017 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-06-26T02:57:48.268 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-06-26T02:57:48.520 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-06-26T02:57:48.646 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-06-26T02:57:48.776 INFO:teuthology.orchestra.run.smithi081.stdout:Adding system user cephadm....done 2023-06-26T02:57:48.939 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-06-26T02:57:49.005 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-06-26T02:57:49.115 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-06-26T02:57:49.207 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-06-26T02:57:49.374 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-06-26T02:57:49.433 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-06-26T02:57:49.559 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-06-26T02:57:49.650 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-06-26T02:57:49.827 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-06-26T02:57:49.968 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-06-26T02:57:50.086 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-06-26T02:57:50.213 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-py (1.10.0-1) ... 2023-06-26T02:57:50.531 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-06-26T02:57:50.653 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-06-26T02:57:50.883 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-06-26T02:57:50.921 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-06-26T02:57:51.047 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-06-26T02:57:51.134 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-06-26T02:57:51.156 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-06-26T02:57:51.441 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-06-26T02:57:51.577 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-06-26T02:57:51.825 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-06-26T02:57:51.854 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-06-26T02:57:52.085 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-06-26T02:57:52.105 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-06-26T02:57:52.373 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-06-26T02:57:52.545 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-06-26T02:57:52.632 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-ceph-argparse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:52.838 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-06-26T02:57:52.875 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-06-26T02:57:53.018 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-06-26T02:57:53.147 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-06-26T02:57:53.285 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-06-26T02:57:53.507 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-06-26T02:57:53.536 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-06-26T02:57:53.662 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-06-26T02:57:53.766 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-06-26T02:57:53.892 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:54.022 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-06-26T02:57:54.131 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-06-26T02:57:54.177 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-idna (3.3-1) ... 2023-06-26T02:57:54.383 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-06-26T02:57:54.503 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-06-26T02:57:54.625 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-06-26T02:57:54.968 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-06-26T02:57:55.612 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-06-26T02:57:55.642 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:57:55.751 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-toml (0.10.2-1) ... 2023-06-26T02:57:55.879 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-06-26T02:57:56.002 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-06-26T02:57:56.014 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-06-26T02:57:56.123 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-06-26T02:57:56.128 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-06-26T02:57:56.254 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-urllib3 (1.26.5-1~exp1) ... 2023-06-26T02:57:56.408 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-06-26T02:57:56.572 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-06-26T02:57:56.767 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-06-26T02:57:56.823 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-06-26T02:57:57.010 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-06-26T02:57:57.066 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:57:57.192 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2023-06-26T02:57:57.335 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-06-26T02:57:57.378 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-06-26T02:57:57.653 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-06-26T02:57:57.679 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-06-26T02:57:57.904 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-06-26T02:57:57.973 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-06-26T02:57:58.164 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-06-26T02:57:58.299 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-06-26T02:57:58.406 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-06-26T02:57:58.533 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-06-26T02:57:58.649 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-06-26T02:57:58.659 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:57:58.908 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-06-26T02:57:58.952 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-idna (3.3-1) ... 2023-06-26T02:57:59.009 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-06-26T02:57:59.270 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-06-26T02:57:59.286 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-06-26T02:57:59.412 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-06-26T02:57:59.713 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-06-26T02:58:00.014 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-06-26T02:58:00.265 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-06-26T02:58:00.451 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:58:00.585 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-toml (0.10.2-1) ... 2023-06-26T02:58:00.636 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-06-26T02:58:00.845 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-06-26T02:58:00.918 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-06-26T02:58:00.971 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-06-26T02:58:01.044 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-06-26T02:58:01.097 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-urllib3 (1.26.5-1~exp1) ... 2023-06-26T02:58:01.390 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-06-26T02:58:01.462 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-06-26T02:58:01.633 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-06-26T02:58:01.721 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-portend (3.0.0-1) ... 2023-06-26T02:58:01.884 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:58:01.964 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:58:02.010 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2023-06-26T02:58:02.074 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-06-26T02:58:02.136 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-06-26T02:58:02.391 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-06-26T02:58:02.437 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-06-26T02:58:02.689 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-06-26T02:58:02.854 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-06-26T02:58:02.932 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-06-26T02:58:03.188 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-06-26T02:58:03.208 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-06-26T02:58:03.313 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-rsa (4.8-1) ... 2023-06-26T02:58:03.450 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-06-26T02:58:03.573 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-06-26T02:58:03.718 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-06-26T02:58:03.840 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-06-26T02:58:03.844 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-06-26T02:58:04.083 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-06-26T02:58:04.129 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-06-26T02:58:04.255 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-06-26T02:58:04.459 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-06-26T02:58:04.533 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-06-26T02:58:04.761 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-06-26T02:58:04.826 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-06-26T02:58:05.077 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-06-26T02:58:05.096 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-06-26T02:58:05.197 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up librados2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:05.307 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up librgw2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:05.487 INFO:teuthology.orchestra.run.smithi081.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-06-26T02:58:05.518 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libsqlite3-mod-ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:05.644 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libcephfs2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:05.721 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-06-26T02:58:05.787 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libradosstriper1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:05.847 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-06-26T02:58:05.913 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-06-26T02:58:06.198 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up librbd1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:06.216 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-06-26T02:58:06.315 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-modules-core (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:06.425 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:06.467 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-portend (3.0.0-1) ... 2023-06-26T02:58:06.618 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-06-26T02:58:06.618 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-06-26T02:58:06.718 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:58:07.025 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-06-26T02:58:07.118 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libcephfs-dev (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:07.244 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-rados (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:07.378 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up cephfs-top (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:07.429 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-06-26T02:58:07.504 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-06-26T02:58:07.738 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-06-26T02:58:07.989 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-06-26T02:58:08.099 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-rsa (4.8-1) ... 2023-06-26T02:58:08.367 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-06-26T02:58:08.643 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-06-26T02:58:08.659 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-rbd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:08.785 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up rbd-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:08.902 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-06-26T02:58:08.944 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-rgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:09.070 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cephfs (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:09.196 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up cephfs-shell (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:09.279 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-06-26T02:58:09.322 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:09.572 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-06-26T02:58:09.822 INFO:teuthology.orchestra.run.smithi092.stdout:Adding group ceph....done 2023-06-26T02:58:09.907 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-06-26T02:58:10.033 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up librados2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:10.150 INFO:teuthology.orchestra.run.smithi092.stdout:Adding system user ceph....done 2023-06-26T02:58:10.159 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up librgw2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:10.327 INFO:teuthology.orchestra.run.smithi092.stdout:Setting system user ceph properties....done 2023-06-26T02:58:10.344 INFO:teuthology.orchestra.run.smithi092.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-06-26T02:58:10.371 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libsqlite3-mod-ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:10.472 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libcephfs2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:10.478 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-06-26T02:58:10.573 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libradosstriper1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:10.725 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-06-26T02:58:10.835 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-06-26T02:58:10.993 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up librbd1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:11.119 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-mgr-modules-core (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:11.245 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:11.332 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up cephfs-mirror (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:11.456 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-06-26T02:58:11.456 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-06-26T02:58:11.518 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-06-26T02:58:11.518 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-06-26T02:58:11.971 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libcephfs-dev (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:11.991 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-test (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:12.073 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-rados (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:12.117 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up radosgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:12.174 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up cephfs-top (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:12.300 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-06-26T02:58:12.372 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-06-26T02:58:12.373 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-06-26T02:58:13.103 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-base (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:13.438 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-rbd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:13.539 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up rbd-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:13.640 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-rgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:13.717 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-06-26T02:58:13.758 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up python3-cephfs (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:13.884 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up cephfs-shell (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:14.010 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:14.255 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mds (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:14.477 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-06-26T02:58:14.477 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-06-26T02:58:14.569 INFO:teuthology.orchestra.run.smithi081.stdout:Adding group ceph....done 2023-06-26T02:58:14.905 INFO:teuthology.orchestra.run.smithi081.stdout:Adding system user ceph....done 2023-06-26T02:58:14.990 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:15.065 INFO:teuthology.orchestra.run.smithi081.stdout:Setting system user ceph properties....done 2023-06-26T02:58:15.079 INFO:teuthology.orchestra.run.smithi081.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-06-26T02:58:15.205 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-06-26T02:58:15.206 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-06-26T02:58:15.211 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-06-26T02:58:15.558 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-06-26T02:58:15.725 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-osd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:16.024 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-06-26T02:58:16.024 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-06-26T02:58:16.095 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up cephfs-mirror (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:16.297 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-06-26T02:58:16.298 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-06-26T02:58:16.560 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-k8sevents (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:16.711 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:16.838 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-test (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:16.871 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mon (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:16.956 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up radosgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:17.081 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-06-26T02:58:17.081 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-06-26T02:58:17.220 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-06-26T02:58:17.220 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-06-26T02:58:17.597 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:17.765 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:17.891 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-dashboard (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:17.941 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-base (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:18.050 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-volume (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:18.177 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-26T02:58:18.285 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-06-26T02:58:18.793 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-mds (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:19.019 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-06-26T02:58:19.019 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-06-26T02:58:19.329 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-26T02:58:19.512 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-mgr (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:19.730 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-06-26T02:58:19.730 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-06-26T02:58:19.800 INFO:teuthology.orchestra.run.smithi092.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-06-26T02:58:19.802 DEBUG:teuthology.orchestra.run.smithi092:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-06-26T02:58:19.859 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2023-06-26T02:58:20.034 INFO:teuthology.orchestra.run.smithi092.stdout:Building dependency tree... 2023-06-26T02:58:20.035 INFO:teuthology.orchestra.run.smithi092.stdout:Reading state information... 2023-06-26T02:58:20.191 INFO:teuthology.orchestra.run.smithi092.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-06-26T02:58:20.192 INFO:teuthology.orchestra.run.smithi092.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-06-26T02:58:20.192 INFO:teuthology.orchestra.run.smithi092.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-06-26T02:58:20.192 INFO:teuthology.orchestra.run.smithi092.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-06-26T02:58:20.192 INFO:teuthology.orchestra.run.smithi092.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-06-26T02:58:20.192 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:58:20.192 INFO:teuthology.orchestra.run.smithi092.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:58:20.193 INFO:teuthology.orchestra.run.smithi092.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:58:20.193 INFO:teuthology.orchestra.run.smithi092.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:58:20.193 INFO:teuthology.orchestra.run.smithi092.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-26T02:58:20.194 INFO:teuthology.orchestra.run.smithi092.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-26T02:58:20.194 INFO:teuthology.orchestra.run.smithi092.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:58:20.194 INFO:teuthology.orchestra.run.smithi092.stdout:The following additional packages will be installed: 2023-06-26T02:58:20.194 INFO:teuthology.orchestra.run.smithi092.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-06-26T02:58:20.194 INFO:teuthology.orchestra.run.smithi092.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-06-26T02:58:20.194 INFO:teuthology.orchestra.run.smithi092.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-06-26T02:58:20.195 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-06-26T02:58:20.195 INFO:teuthology.orchestra.run.smithi092.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-06-26T02:58:20.195 INFO:teuthology.orchestra.run.smithi092.stdout:Suggested packages: 2023-06-26T02:58:20.195 INFO:teuthology.orchestra.run.smithi092.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-06-26T02:58:20.195 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-06-26T02:58:20.196 INFO:teuthology.orchestra.run.smithi092.stdout: libengine-pkcs11-openssl 2023-06-26T02:58:20.227 INFO:teuthology.orchestra.run.smithi092.stdout:The following NEW packages will be installed: 2023-06-26T02:58:20.228 INFO:teuthology.orchestra.run.smithi092.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-06-26T02:58:20.228 INFO:teuthology.orchestra.run.smithi092.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-06-26T02:58:20.228 INFO:teuthology.orchestra.run.smithi092.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-06-26T02:58:20.229 INFO:teuthology.orchestra.run.smithi092.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-06-26T02:58:20.229 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-06-26T02:58:20.229 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-06-26T02:58:20.229 INFO:teuthology.orchestra.run.smithi092.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-06-26T02:58:20.229 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages will be upgraded: 2023-06-26T02:58:20.230 INFO:teuthology.orchestra.run.smithi092.stdout: libssl3 2023-06-26T02:58:20.305 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-osd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:20.408 INFO:teuthology.orchestra.run.smithi092.stdout:1 upgraded, 39 newly installed, 0 to remove and 199 not upgraded. 2023-06-26T02:58:20.408 INFO:teuthology.orchestra.run.smithi092.stdout:Need to get 54.6 MB of archives. 2023-06-26T02:58:20.408 INFO:teuthology.orchestra.run.smithi092.stdout:After this operation, 202 MB of additional disk space will be used. 2023-06-26T02:58:20.408 INFO:teuthology.orchestra.run.smithi092.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-06-26T02:58:20.598 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-06-26T02:58:20.598 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-06-26T02:58:20.885 INFO:teuthology.orchestra.run.smithi092.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.10 [1,901 kB] 2023-06-26T02:58:21.142 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-06-26T02:58:21.148 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-mgr-k8sevents (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:21.177 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-06-26T02:58:21.179 INFO:teuthology.orchestra.run.smithi092.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-06-26T02:58:21.184 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 indent amd64 2.2.12-1build2 [90.8 kB] 2023-06-26T02:58:21.187 INFO:teuthology.orchestra.run.smithi092.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-06-26T02:58:21.188 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-06-26T02:58:21.191 INFO:teuthology.orchestra.run.smithi092.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-06-26T02:58:21.193 INFO:teuthology.orchestra.run.smithi092.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-06-26T02:58:21.283 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:21.359 INFO:teuthology.orchestra.run.smithi092.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-06-26T02:58:21.359 INFO:teuthology.orchestra.run.smithi092.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-06-26T02:58:21.434 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-mon (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:21.604 INFO:teuthology.orchestra.run.smithi092.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1 [24.0 MB] 2023-06-26T02:58:21.644 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-06-26T02:58:21.644 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-06-26T02:58:22.177 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-mgr-cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:22.345 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:22.568 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-mgr-dashboard (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:22.769 INFO:teuthology.orchestra.run.smithi092.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-06-26T02:58:22.773 INFO:teuthology.orchestra.run.smithi092.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-06-26T02:58:22.774 INFO:teuthology.orchestra.run.smithi092.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.1 [263 kB] 2023-06-26T02:58:22.780 INFO:teuthology.orchestra.run.smithi092.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-06-26T02:58:22.781 INFO:teuthology.orchestra.run.smithi092.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-06-26T02:58:22.783 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ceph-volume (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:22.791 INFO:teuthology.orchestra.run.smithi092.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.8-0ubuntu0.22.04.1 [141 kB] 2023-06-26T02:58:22.795 INFO:teuthology.orchestra.run.smithi092.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-06-26T02:58:22.812 INFO:teuthology.orchestra.run.smithi092.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-06-26T02:58:22.910 INFO:teuthology.orchestra.run.smithi081.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-26T02:58:22.976 INFO:teuthology.orchestra.run.smithi092.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.10 [2,372 kB] 2023-06-26T02:58:23.700 INFO:teuthology.orchestra.run.smithi092.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-06-26T02:58:23.701 INFO:teuthology.orchestra.run.smithi092.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.1 [1,094 kB] 2023-06-26T02:58:23.727 INFO:teuthology.orchestra.run.smithi092.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-06-26T02:58:23.805 INFO:teuthology.orchestra.run.smithi092.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-06-26T02:58:23.813 INFO:teuthology.orchestra.run.smithi092.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-06-26T02:58:23.814 INFO:teuthology.orchestra.run.smithi092.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-06-26T02:58:23.816 INFO:teuthology.orchestra.run.smithi092.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-06-26T02:58:23.816 INFO:teuthology.orchestra.run.smithi092.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.8-0ubuntu0.22.04.1 [1,221 kB] 2023-06-26T02:58:23.843 INFO:teuthology.orchestra.run.smithi092.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-06-26T02:58:23.847 INFO:teuthology.orchestra.run.smithi092.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.8-0ubuntu0.22.04.1 [16.1 MB] 2023-06-26T02:58:23.995 INFO:teuthology.orchestra.run.smithi081.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-26T02:58:24.443 INFO:teuthology.orchestra.run.smithi081.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-06-26T02:58:24.445 DEBUG:teuthology.orchestra.run.smithi081:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-06-26T02:58:24.504 INFO:teuthology.orchestra.run.smithi081.stdout:Reading package lists... 2023-06-26T02:58:24.552 INFO:teuthology.orchestra.run.smithi092.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-06-26T02:58:24.635 INFO:teuthology.orchestra.run.smithi092.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-06-26T02:58:24.638 INFO:teuthology.orchestra.run.smithi092.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-06-26T02:58:24.638 INFO:teuthology.orchestra.run.smithi092.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-06-26T02:58:24.680 INFO:teuthology.orchestra.run.smithi081.stdout:Building dependency tree... 2023-06-26T02:58:24.681 INFO:teuthology.orchestra.run.smithi081.stdout:Reading state information... 2023-06-26T02:58:24.725 INFO:teuthology.orchestra.run.smithi092.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-06-26T02:58:24.730 INFO:teuthology.orchestra.run.smithi092.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-06-26T02:58:24.835 INFO:teuthology.orchestra.run.smithi081.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-06-26T02:58:24.836 INFO:teuthology.orchestra.run.smithi081.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-06-26T02:58:24.836 INFO:teuthology.orchestra.run.smithi081.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-06-26T02:58:24.836 INFO:teuthology.orchestra.run.smithi081.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-06-26T02:58:24.836 INFO:teuthology.orchestra.run.smithi081.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-06-26T02:58:24.836 INFO:teuthology.orchestra.run.smithi081.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:58:24.836 INFO:teuthology.orchestra.run.smithi081.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:58:24.837 INFO:teuthology.orchestra.run.smithi081.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:58:24.837 INFO:teuthology.orchestra.run.smithi081.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:58:24.837 INFO:teuthology.orchestra.run.smithi081.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-26T02:58:24.838 INFO:teuthology.orchestra.run.smithi081.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-26T02:58:24.838 INFO:teuthology.orchestra.run.smithi081.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:58:24.838 INFO:teuthology.orchestra.run.smithi081.stdout:The following additional packages will be installed: 2023-06-26T02:58:24.838 INFO:teuthology.orchestra.run.smithi081.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-06-26T02:58:24.838 INFO:teuthology.orchestra.run.smithi081.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-06-26T02:58:24.839 INFO:teuthology.orchestra.run.smithi081.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-06-26T02:58:24.839 INFO:teuthology.orchestra.run.smithi081.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-06-26T02:58:24.839 INFO:teuthology.orchestra.run.smithi081.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-06-26T02:58:24.839 INFO:teuthology.orchestra.run.smithi081.stdout:Suggested packages: 2023-06-26T02:58:24.839 INFO:teuthology.orchestra.run.smithi081.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-06-26T02:58:24.839 INFO:teuthology.orchestra.run.smithi081.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-06-26T02:58:24.840 INFO:teuthology.orchestra.run.smithi081.stdout: libengine-pkcs11-openssl 2023-06-26T02:58:24.873 INFO:teuthology.orchestra.run.smithi081.stdout:The following NEW packages will be installed: 2023-06-26T02:58:24.874 INFO:teuthology.orchestra.run.smithi081.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-06-26T02:58:24.874 INFO:teuthology.orchestra.run.smithi081.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-06-26T02:58:24.875 INFO:teuthology.orchestra.run.smithi081.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-06-26T02:58:24.875 INFO:teuthology.orchestra.run.smithi081.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-06-26T02:58:24.875 INFO:teuthology.orchestra.run.smithi081.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-06-26T02:58:24.875 INFO:teuthology.orchestra.run.smithi081.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-06-26T02:58:24.875 INFO:teuthology.orchestra.run.smithi081.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-06-26T02:58:24.876 INFO:teuthology.orchestra.run.smithi081.stdout:The following packages will be upgraded: 2023-06-26T02:58:24.876 INFO:teuthology.orchestra.run.smithi081.stdout: libssl3 2023-06-26T02:58:24.927 INFO:teuthology.orchestra.run.smithi081.stdout:1 upgraded, 39 newly installed, 0 to remove and 199 not upgraded. 2023-06-26T02:58:24.927 INFO:teuthology.orchestra.run.smithi081.stdout:Need to get 54.6 MB of archives. 2023-06-26T02:58:24.927 INFO:teuthology.orchestra.run.smithi081.stdout:After this operation, 202 MB of additional disk space will be used. 2023-06-26T02:58:24.928 INFO:teuthology.orchestra.run.smithi081.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-06-26T02:58:25.026 INFO:teuthology.orchestra.run.smithi081.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.10 [1,901 kB] 2023-06-26T02:58:25.085 INFO:teuthology.orchestra.run.smithi081.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-06-26T02:58:25.099 INFO:teuthology.orchestra.run.smithi081.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-06-26T02:58:25.100 INFO:teuthology.orchestra.run.smithi081.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-06-26T02:58:25.103 INFO:teuthology.orchestra.run.smithi081.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 indent amd64 2.2.12-1build2 [90.8 kB] 2023-06-26T02:58:25.105 INFO:teuthology.orchestra.run.smithi081.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-06-26T02:58:25.105 INFO:teuthology.orchestra.run.smithi081.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-06-26T02:58:25.107 INFO:teuthology.orchestra.run.smithi081.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-06-26T02:58:25.108 INFO:teuthology.orchestra.run.smithi081.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-06-26T02:58:25.144 INFO:teuthology.orchestra.run.smithi081.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-06-26T02:58:25.144 INFO:teuthology.orchestra.run.smithi081.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-06-26T02:58:25.188 INFO:teuthology.orchestra.run.smithi092.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-06-26T02:58:25.190 INFO:teuthology.orchestra.run.smithi092.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-06-26T02:58:25.194 INFO:teuthology.orchestra.run.smithi081.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1 [24.0 MB] 2023-06-26T02:58:25.577 INFO:teuthology.orchestra.run.smithi081.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-06-26T02:58:25.579 INFO:teuthology.orchestra.run.smithi081.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-06-26T02:58:25.579 INFO:teuthology.orchestra.run.smithi081.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.1 [263 kB] 2023-06-26T02:58:25.582 INFO:teuthology.orchestra.run.smithi081.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-06-26T02:58:25.582 INFO:teuthology.orchestra.run.smithi081.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-06-26T02:58:25.585 INFO:teuthology.orchestra.run.smithi092.stdout:Preconfiguring packages ... 2023-06-26T02:58:25.586 INFO:teuthology.orchestra.run.smithi081.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.8-0ubuntu0.22.04.1 [141 kB] 2023-06-26T02:58:25.587 INFO:teuthology.orchestra.run.smithi081.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-06-26T02:58:25.593 INFO:teuthology.orchestra.run.smithi081.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-06-26T02:58:25.628 INFO:teuthology.orchestra.run.smithi081.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.10 [2,372 kB] 2023-06-26T02:58:25.737 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 54.6 MB in 5s (11.0 MB/s) 2023-06-26T02:58:25.786 INFO:teuthology.orchestra.run.smithi081.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-06-26T02:58:25.787 INFO:teuthology.orchestra.run.smithi081.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.1 [1,094 kB] 2023-06-26T02:58:25.807 INFO:teuthology.orchestra.run.smithi081.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-06-26T02:58:25.840 INFO:teuthology.orchestra.run.smithi081.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-06-26T02:58:25.845 INFO:teuthology.orchestra.run.smithi081.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-06-26T02:58:25.845 INFO:teuthology.orchestra.run.smithi081.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-06-26T02:58:25.846 INFO:teuthology.orchestra.run.smithi081.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-06-26T02:58:25.846 INFO:teuthology.orchestra.run.smithi081.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.8-0ubuntu0.22.04.1 [1,221 kB] 2023-06-26T02:58:25.859 INFO:teuthology.orchestra.run.smithi081.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-06-26T02:58:25.861 INFO:teuthology.orchestra.run.smithi081.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.8-0ubuntu0.22.04.1 [16.1 MB] 2023-06-26T02:58:25.886 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package flex. 2023-06-26T02:58:25.988 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 172970 files and directories currently installed.) 2023-06-26T02:58:25.994 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-06-26T02:58:26.034 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking flex (2.6.4-8build2) ... 2023-06-26T02:58:26.099 INFO:teuthology.orchestra.run.smithi081.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-06-26T02:58:26.116 INFO:teuthology.orchestra.run.smithi081.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-06-26T02:58:26.117 INFO:teuthology.orchestra.run.smithi081.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-06-26T02:58:26.117 INFO:teuthology.orchestra.run.smithi081.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-06-26T02:58:26.135 INFO:teuthology.orchestra.run.smithi081.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-06-26T02:58:26.136 INFO:teuthology.orchestra.run.smithi081.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-06-26T02:58:26.241 INFO:teuthology.orchestra.run.smithi081.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-06-26T02:58:26.242 INFO:teuthology.orchestra.run.smithi081.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-06-26T02:58:26.566 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.10_amd64.deb ... 2023-06-26T02:58:26.639 INFO:teuthology.orchestra.run.smithi081.stdout:Preconfiguring packages ... 2023-06-26T02:58:26.706 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.10) over (3.0.2-0ubuntu1.7) ... 2023-06-26T02:58:26.823 INFO:teuthology.orchestra.run.smithi081.stdout:Fetched 54.6 MB in 1s (40.2 MB/s) 2023-06-26T02:58:26.969 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package flex. 2023-06-26T02:58:27.071 INFO:teuthology.orchestra.run.smithi081.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 172970 files and directories currently installed.) 2023-06-26T02:58:27.077 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-06-26T02:58:27.125 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking flex (2.6.4-8build2) ... 2023-06-26T02:58:27.158 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-26T02:58:27.642 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.10_amd64.deb ... 2023-06-26T02:58:27.691 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package bison. 2023-06-26T02:58:27.791 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173043 files and directories currently installed.) 2023-06-26T02:58:27.797 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-06-26T02:58:27.806 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.10) over (3.0.2-0ubuntu1.7) ... 2023-06-26T02:58:27.843 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-06-26T02:58:28.310 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-06-26T02:58:28.338 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-06-26T02:58:28.377 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-06-26T02:58:28.677 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-26T02:58:28.713 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package dump. 2023-06-26T02:58:28.741 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-06-26T02:58:28.858 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking dump (0.4b47-3) ... 2023-06-26T02:58:29.151 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package indent. 2023-06-26T02:58:29.167 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../03-indent_2.2.12-1build2_amd64.deb ... 2023-06-26T02:58:29.203 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package bison. 2023-06-26T02:58:29.209 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking indent (2.2.12-1build2) ... 2023-06-26T02:58:29.305 INFO:teuthology.orchestra.run.smithi081.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173043 files and directories currently installed.) 2023-06-26T02:58:29.311 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-06-26T02:58:29.355 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-06-26T02:58:29.470 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-06-26T02:58:29.486 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-06-26T02:58:29.528 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-06-26T02:58:29.739 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-06-26T02:58:29.766 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-06-26T02:58:29.805 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-06-26T02:58:29.857 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-06-26T02:58:29.884 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-06-26T02:58:29.923 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-06-26T02:58:30.142 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package dump. 2023-06-26T02:58:30.170 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-06-26T02:58:30.193 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-06-26T02:58:30.209 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking dump (0.4b47-3) ... 2023-06-26T02:58:30.209 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-06-26T02:58:30.243 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-06-26T02:58:30.503 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package indent. 2023-06-26T02:58:30.519 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../03-indent_2.2.12-1build2_amd64.deb ... 2023-06-26T02:58:30.562 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking indent (2.2.12-1build2) ... 2023-06-26T02:58:30.571 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libfl2:amd64. 2023-06-26T02:58:30.598 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-06-26T02:58:30.637 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-06-26T02:58:30.806 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-06-26T02:58:30.822 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-06-26T02:58:30.864 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-06-26T02:58:30.898 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-06-26T02:58:30.925 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-06-26T02:58:30.965 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-06-26T02:58:31.126 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-06-26T02:58:31.142 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-06-26T02:58:31.176 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-06-26T02:58:31.217 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libjson-perl. 2023-06-26T02:58:31.245 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-06-26T02:58:31.284 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-06-26T02:58:31.437 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-06-26T02:58:31.453 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-06-26T02:58:31.496 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-06-26T02:58:31.562 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libllvm14:amd64. 2023-06-26T02:58:31.578 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1_amd64.deb ... 2023-06-26T02:58:31.612 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-06-26T02:58:31.841 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libfl2:amd64. 2023-06-26T02:58:31.868 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-06-26T02:58:31.907 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-06-26T02:58:32.151 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-06-26T02:58:32.167 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-06-26T02:58:32.202 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-06-26T02:58:32.429 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libjson-perl. 2023-06-26T02:58:32.445 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-06-26T02:58:32.487 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-06-26T02:58:32.799 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libllvm14:amd64. 2023-06-26T02:58:32.826 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1_amd64.deb ... 2023-06-26T02:58:32.865 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-06-26T02:58:33.281 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-06-26T02:58:33.308 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-06-26T02:58:33.347 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T02:58:33.617 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libmbim-proxy. 2023-06-26T02:58:33.633 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-06-26T02:58:33.675 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T02:58:34.003 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-06-26T02:58:34.030 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.1_amd64.deb ... 2023-06-26T02:58:34.069 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T02:58:34.372 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libndp0:amd64. 2023-06-26T02:58:34.400 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-06-26T02:58:34.438 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-06-26T02:58:34.535 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-06-26T02:58:34.563 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-06-26T02:58:34.601 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T02:58:34.774 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libnm0:amd64. 2023-06-26T02:58:34.802 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-06-26T02:58:34.821 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libmbim-proxy. 2023-06-26T02:58:34.837 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-06-26T02:58:34.841 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-06-26T02:58:34.871 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T02:58:35.190 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-06-26T02:58:35.202 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libpq5:amd64. 2023-06-26T02:58:35.218 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.1_amd64.deb ... 2023-06-26T02:58:35.230 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../16-libpq5_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-26T02:58:35.265 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T02:58:35.269 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T02:58:35.588 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-06-26T02:58:35.616 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-06-26T02:58:35.626 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libndp0:amd64. 2023-06-26T02:58:35.646 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T02:58:35.654 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-06-26T02:58:35.693 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-06-26T02:58:35.979 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libnm0:amd64. 2023-06-26T02:58:36.006 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-06-26T02:58:36.037 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-06-26T02:58:36.127 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libqmi-proxy. 2023-06-26T02:58:36.155 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-06-26T02:58:36.357 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libpq5:amd64. 2023-06-26T02:58:36.384 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../16-libpq5_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-26T02:58:36.423 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T02:58:36.449 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T02:58:36.694 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-06-26T02:58:36.710 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.10_amd64.deb ... 2023-06-26T02:58:36.752 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-26T02:58:36.776 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-06-26T02:58:36.804 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-06-26T02:58:36.843 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T02:58:37.288 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libqmi-proxy. 2023-06-26T02:58:37.289 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-06-26T02:58:37.315 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-06-26T02:58:37.317 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-06-26T02:58:37.354 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T02:58:37.356 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-06-26T02:58:37.589 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-06-26T02:58:37.606 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.10_amd64.deb ... 2023-06-26T02:58:37.648 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-26T02:58:37.667 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package modemmanager. 2023-06-26T02:58:37.695 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.1_amd64.deb ... 2023-06-26T02:58:37.733 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T02:58:38.160 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-06-26T02:58:38.188 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-06-26T02:58:38.227 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-06-26T02:58:38.381 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package network-manager. 2023-06-26T02:58:38.409 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-06-26T02:58:38.456 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-06-26T02:58:38.513 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package modemmanager. 2023-06-26T02:58:38.541 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.1_amd64.deb ... 2023-06-26T02:58:38.579 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T02:58:39.072 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ppp. 2023-06-26T02:58:39.099 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-06-26T02:58:39.211 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package network-manager. 2023-06-26T02:58:39.239 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-06-26T02:58:39.286 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-06-26T02:58:39.403 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-06-26T02:58:39.718 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package pptp-linux. 2023-06-26T02:58:39.745 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-06-26T02:58:39.784 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-06-26T02:58:39.869 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package ppp. 2023-06-26T02:58:39.896 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-06-26T02:58:40.020 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package network-manager-pptp. 2023-06-26T02:58:40.036 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-06-26T02:58:40.070 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-06-26T02:58:40.192 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-06-26T02:58:40.356 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql-client-common. 2023-06-26T02:58:40.384 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-06-26T02:58:40.422 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql-client-common (238) ... 2023-06-26T02:58:40.506 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package pptp-linux. 2023-06-26T02:58:40.534 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-06-26T02:58:40.573 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-06-26T02:58:40.826 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package network-manager-pptp. 2023-06-26T02:58:40.854 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-06-26T02:58:40.892 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-06-26T02:58:40.960 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql-client-14. 2023-06-26T02:58:40.987 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../27-postgresql-client-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-26T02:58:41.026 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T02:58:41.154 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package postgresql-client-common. 2023-06-26T02:58:41.181 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-06-26T02:58:41.212 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking postgresql-client-common (238) ... 2023-06-26T02:58:41.541 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package postgresql-client-14. 2023-06-26T02:58:41.569 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../27-postgresql-client-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-26T02:58:41.607 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T02:58:41.759 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql-common. 2023-06-26T02:58:41.787 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-06-26T02:58:41.835 INFO:teuthology.orchestra.run.smithi092.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-06-26T02:58:41.857 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql-common (238) ... 2023-06-26T02:58:42.187 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package postgresql-common. 2023-06-26T02:58:42.216 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-06-26T02:58:42.264 INFO:teuthology.orchestra.run.smithi081.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-06-26T02:58:42.293 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking postgresql-common (238) ... 2023-06-26T02:58:42.316 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql-14. 2023-06-26T02:58:42.344 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../29-postgresql-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-26T02:58:42.385 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T02:58:42.753 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package postgresql-14. 2023-06-26T02:58:42.782 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../29-postgresql-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-26T02:58:42.831 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T02:58:43.652 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql. 2023-06-26T02:58:43.668 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-06-26T02:58:43.710 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql (14+238) ... 2023-06-26T02:58:43.962 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql-client. 2023-06-26T02:58:43.988 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-06-26T02:58:44.029 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql-client (14+238) ... 2023-06-26T02:58:44.098 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package postgresql. 2023-06-26T02:58:44.115 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-06-26T02:58:44.148 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking postgresql (14+238) ... 2023-06-26T02:58:44.273 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql-contrib. 2023-06-26T02:58:44.289 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-06-26T02:58:44.331 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql-contrib (14+238) ... 2023-06-26T02:58:44.383 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package postgresql-client. 2023-06-26T02:58:44.400 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-06-26T02:58:44.442 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking postgresql-client (14+238) ... 2023-06-26T02:58:44.600 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package tcl8.6. 2023-06-26T02:58:44.628 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-06-26T02:58:44.658 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-06-26T02:58:44.686 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package postgresql-contrib. 2023-06-26T02:58:44.702 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-06-26T02:58:44.761 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking postgresql-contrib (14+238) ... 2023-06-26T02:58:44.936 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package tcl. 2023-06-26T02:58:44.964 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-06-26T02:58:45.007 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-06-26T02:58:45.080 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package tcl8.6. 2023-06-26T02:58:45.108 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-06-26T02:58:45.147 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-06-26T02:58:45.364 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package wpasupplicant. 2023-06-26T02:58:45.392 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-06-26T02:58:45.408 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package tcl. 2023-06-26T02:58:45.430 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-06-26T02:58:45.435 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-06-26T02:58:45.479 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-06-26T02:58:45.828 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package wpasupplicant. 2023-06-26T02:58:45.843 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-06-26T02:58:45.855 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-06-26T02:58:45.859 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-06-26T02:58:45.894 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-06-26T02:58:45.901 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-06-26T02:58:46.265 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-06-26T02:58:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package usb-modeswitch. 2023-06-26T02:58:46.281 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-06-26T02:58:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-06-26T02:58:46.323 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-06-26T02:58:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-06-26T02:58:46.666 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql-client-common (238) ... 2023-06-26T02:58:46.710 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package usb-modeswitch. 2023-06-26T02:58:46.738 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-06-26T02:58:46.785 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-06-26T02:58:46.877 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up flex (2.6.4-8build2) ... 2023-06-26T02:58:47.003 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-06-26T02:58:47.080 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up postgresql-client-common (238) ... 2023-06-26T02:58:47.129 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T02:58:47.280 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-06-26T02:58:47.291 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up flex (2.6.4-8build2) ... 2023-06-26T02:58:47.406 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-06-26T02:58:47.417 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-06-26T02:58:47.532 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T02:58:47.552 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T02:58:47.678 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-06-26T02:58:47.787 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-06-26T02:58:47.888 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T02:58:47.992 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-06-26T02:58:48.062 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-06-26T02:58:48.404 INFO:teuthology.orchestra.run.smithi081.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-06-26T02:58:48.440 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-06-26T02:58:48.440 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-06-26T02:58:48.502 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-06-26T02:58:48.886 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-06-26T02:58:48.886 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-06-26T02:58:48.940 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-06-26T02:58:49.041 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-26T02:58:49.142 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-06-26T02:58:49.270 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-06-26T02:58:49.396 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-06-26T02:58:49.430 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-06-26T02:58:49.522 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-06-26T02:58:49.556 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-26T02:58:49.648 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-06-26T02:58:49.682 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-06-26T02:58:49.808 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-06-26T02:58:49.945 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-06-26T02:58:50.054 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-06-26T02:58:50.155 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-06-26T02:58:50.236 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-06-26T02:58:50.363 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up dump (0.4b47-3) ... 2023-06-26T02:58:50.456 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-06-26T02:58:50.522 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T02:58:50.665 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-06-26T02:58:50.774 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up tcl (8.6.11+1build2) ... 2023-06-26T02:58:50.794 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-06-26T02:58:50.875 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libjson-perl (4.04000-1) ... 2023-06-26T02:58:50.928 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up dump (0.4b47-3) ... 2023-06-26T02:58:50.976 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-06-26T02:58:51.014 INFO:teuthology.orchestra.run.smithi081.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-06-26T02:58:51.072 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T02:58:51.083 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-06-26T02:58:51.136 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up indent (2.2.12-1build2) ... 2023-06-26T02:58:51.181 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-06-26T02:58:51.245 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-06-26T02:58:51.307 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up tcl (8.6.11+1build2) ... 2023-06-26T02:58:51.422 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-06-26T02:58:51.433 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libjson-perl (4.04000-1) ... 2023-06-26T02:58:51.548 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T02:58:51.559 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-06-26T02:58:51.649 INFO:teuthology.orchestra.run.smithi081.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-06-26T02:58:51.674 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-06-26T02:58:51.719 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up indent (2.2.12-1build2) ... 2023-06-26T02:58:51.845 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-06-26T02:58:52.013 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-06-26T02:58:52.092 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql-client (14+238) ... 2023-06-26T02:58:52.122 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T02:58:52.257 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-06-26T02:58:52.309 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-06-26T02:58:52.425 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up postgresql-client (14+238) ... 2023-06-26T02:58:52.551 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-06-26T02:58:52.782 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:58:52.782 INFO:teuthology.orchestra.run.smithi092.stdout:The following network interfaces were found in /etc/network/interfaces 2023-06-26T02:58:52.782 INFO:teuthology.orchestra.run.smithi092.stdout:which means they are currently configured by ifupdown: 2023-06-26T02:58:52.783 INFO:teuthology.orchestra.run.smithi092.stdout:- enp3s0f1 2023-06-26T02:58:52.783 INFO:teuthology.orchestra.run.smithi092.stdout:If you want to manage those interfaces with NetworkManager instead 2023-06-26T02:58:52.783 INFO:teuthology.orchestra.run.smithi092.stdout:remove their configuration from /etc/network/interfaces. 2023-06-26T02:58:52.783 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:58:52.911 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-06-26T02:58:53.182 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:58:53.183 INFO:teuthology.orchestra.run.smithi081.stdout:The following network interfaces were found in /etc/network/interfaces 2023-06-26T02:58:53.183 INFO:teuthology.orchestra.run.smithi081.stdout:which means they are currently configured by ifupdown: 2023-06-26T02:58:53.183 INFO:teuthology.orchestra.run.smithi081.stdout:- enp3s0f1 2023-06-26T02:58:53.183 INFO:teuthology.orchestra.run.smithi081.stdout:If you want to manage those interfaces with NetworkManager instead 2023-06-26T02:58:53.183 INFO:teuthology.orchestra.run.smithi081.stdout:remove their configuration from /etc/network/interfaces. 2023-06-26T02:58:53.183 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:58:53.238 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-06-26T02:58:53.297 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-06-26T02:58:53.588 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-06-26T02:58:53.622 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-06-26T02:58:53.976 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-06-26T02:58:54.103 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T02:58:54.247 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-06-26T02:58:54.373 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-06-26T02:58:54.499 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql-common (238) ... 2023-06-26T02:58:54.554 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T02:58:54.772 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-06-26T02:58:54.929 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-06-26T02:58:55.400 INFO:teuthology.orchestra.run.smithi092.stdout:Adding user postgres to group ssl-cert 2023-06-26T02:58:55.464 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up postgresql-common (238) ... 2023-06-26T02:58:55.618 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:58:55.619 INFO:teuthology.orchestra.run.smithi092.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-06-26T02:58:55.791 INFO:teuthology.orchestra.run.smithi092.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-06-26T02:58:55.791 INFO:teuthology.orchestra.run.smithi092.stdout:Removing obsolete dictionary files: 2023-06-26T02:58:56.324 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-06-26T02:58:56.635 INFO:teuthology.orchestra.run.smithi081.stdout:Adding user postgres to group ssl-cert 2023-06-26T02:58:56.700 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T02:58:56.891 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:58:56.892 INFO:teuthology.orchestra.run.smithi081.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-06-26T02:58:57.034 INFO:teuthology.orchestra.run.smithi092.stdout:Creating new PostgreSQL cluster 14/main ... 2023-06-26T02:58:57.048 INFO:teuthology.orchestra.run.smithi092.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-06-26T02:58:57.086 INFO:teuthology.orchestra.run.smithi081.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-06-26T02:58:57.086 INFO:teuthology.orchestra.run.smithi081.stdout:Removing obsolete dictionary files: 2023-06-26T02:58:57.103 INFO:teuthology.orchestra.run.smithi092.stdout:The files belonging to this database system will be owned by user "postgres". 2023-06-26T02:58:57.103 INFO:teuthology.orchestra.run.smithi092.stdout:This user must also own the server process. 2023-06-26T02:58:57.104 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:58:57.104 INFO:teuthology.orchestra.run.smithi092.stdout:The database cluster will be initialized with locale "en_US". 2023-06-26T02:58:57.104 INFO:teuthology.orchestra.run.smithi092.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-06-26T02:58:57.104 INFO:teuthology.orchestra.run.smithi092.stdout:The default text search configuration will be set to "english". 2023-06-26T02:58:57.104 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:58:57.104 INFO:teuthology.orchestra.run.smithi092.stdout:Data page checksums are disabled. 2023-06-26T02:58:57.104 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:58:57.105 INFO:teuthology.orchestra.run.smithi092.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-06-26T02:58:57.105 INFO:teuthology.orchestra.run.smithi092.stdout:creating subdirectories ... ok 2023-06-26T02:58:57.105 INFO:teuthology.orchestra.run.smithi092.stdout:selecting dynamic shared memory implementation ... posix 2023-06-26T02:58:57.120 INFO:teuthology.orchestra.run.smithi092.stdout:selecting default max_connections ... 100 2023-06-26T02:58:57.142 INFO:teuthology.orchestra.run.smithi092.stdout:selecting default shared_buffers ... 128MB 2023-06-26T02:58:57.152 INFO:teuthology.orchestra.run.smithi092.stdout:selecting default time zone ... Etc/UTC 2023-06-26T02:58:57.152 INFO:teuthology.orchestra.run.smithi092.stdout:creating configuration files ... ok 2023-06-26T02:58:57.267 INFO:teuthology.orchestra.run.smithi092.stdout:running bootstrap script ... ok 2023-06-26T02:58:57.700 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-06-26T02:58:57.918 INFO:teuthology.orchestra.run.smithi092.stdout:performing post-bootstrap initialization ... ok 2023-06-26T02:58:58.101 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T02:58:58.422 INFO:teuthology.orchestra.run.smithi081.stdout:Creating new PostgreSQL cluster 14/main ... 2023-06-26T02:58:58.444 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-06-26T02:58:58.486 INFO:teuthology.orchestra.run.smithi081.stdout:The files belonging to this database system will be owned by user "postgres". 2023-06-26T02:58:58.486 INFO:teuthology.orchestra.run.smithi081.stdout:This user must also own the server process. 2023-06-26T02:58:58.486 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:58:58.486 INFO:teuthology.orchestra.run.smithi081.stdout:The database cluster will be initialized with locale "en_US". 2023-06-26T02:58:58.486 INFO:teuthology.orchestra.run.smithi081.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-06-26T02:58:58.486 INFO:teuthology.orchestra.run.smithi081.stdout:The default text search configuration will be set to "english". 2023-06-26T02:58:58.487 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:58:58.487 INFO:teuthology.orchestra.run.smithi081.stdout:Data page checksums are disabled. 2023-06-26T02:58:58.487 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:58:58.487 INFO:teuthology.orchestra.run.smithi081.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-06-26T02:58:58.487 INFO:teuthology.orchestra.run.smithi081.stdout:creating subdirectories ... ok 2023-06-26T02:58:58.488 INFO:teuthology.orchestra.run.smithi081.stdout:selecting dynamic shared memory implementation ... posix 2023-06-26T02:58:58.502 INFO:teuthology.orchestra.run.smithi081.stdout:selecting default max_connections ... 100 2023-06-26T02:58:58.521 INFO:teuthology.orchestra.run.smithi081.stdout:selecting default shared_buffers ... 128MB 2023-06-26T02:58:58.530 INFO:teuthology.orchestra.run.smithi081.stdout:selecting default time zone ... Etc/UTC 2023-06-26T02:58:58.530 INFO:teuthology.orchestra.run.smithi081.stdout:creating configuration files ... ok 2023-06-26T02:58:58.594 INFO:teuthology.orchestra.run.smithi092.stdout:syncing data to disk ... ok 2023-06-26T02:58:58.643 INFO:teuthology.orchestra.run.smithi081.stdout:running bootstrap script ... ok 2023-06-26T02:58:58.987 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-06-26T02:58:59.314 INFO:teuthology.orchestra.run.smithi081.stdout:performing post-bootstrap initialization ... ok 2023-06-26T02:58:59.972 INFO:teuthology.orchestra.run.smithi081.stdout:syncing data to disk ... ok 2023-06-26T02:59:00.370 INFO:teuthology.orchestra.run.smithi081.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-06-26T02:59:01.781 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T02:59:01.906 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql-contrib (14+238) ... 2023-06-26T02:59:02.032 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql (14+238) ... 2023-06-26T02:59:02.150 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T02:59:02.251 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T02:59:02.478 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-06-26T02:59:02.478 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-06-26T02:59:03.087 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-06-26T02:59:03.166 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T02:59:03.284 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up postgresql-contrib (14+238) ... 2023-06-26T02:59:03.348 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-26T02:59:03.385 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up postgresql (14+238) ... 2023-06-26T02:59:03.499 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-26T02:59:03.511 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T02:59:03.637 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T02:59:03.895 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-06-26T02:59:03.895 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-06-26T02:59:04.531 INFO:teuthology.orchestra.run.smithi081.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-06-26T02:59:04.752 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-06-26T02:59:04.842 INFO:teuthology.orchestra.run.smithi081.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-26T02:59:04.843 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-06-26T02:59:05.010 INFO:teuthology.orchestra.run.smithi081.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-26T02:59:05.439 INFO:teuthology.orchestra.run.smithi092.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-06-26T02:59:05.442 DEBUG:teuthology.parallel:result is None 2023-06-26T02:59:06.095 INFO:teuthology.orchestra.run.smithi081.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-06-26T02:59:06.186 INFO:teuthology.orchestra.run.smithi081.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-06-26T02:59:06.808 INFO:teuthology.orchestra.run.smithi081.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-06-26T02:59:06.811 DEBUG:teuthology.parallel:result is None 2023-06-26T02:59:06.812 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=6e29bf323ce1af97210bf5c3ab6386cc214ed162 2023-06-26T02:59:07.027 DEBUG:teuthology.orchestra.run.smithi081:> dpkg-query -W -f '${Version}' ceph 2023-06-26T02:59:07.046 INFO:teuthology.orchestra.run.smithi081.stdout:18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:59:07.046 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:59:07.047 INFO:teuthology.task.install:The correct ceph version 18.0.0-4444-g6e29bf32-1jammy is installed. 2023-06-26T02:59:07.047 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=6e29bf323ce1af97210bf5c3ab6386cc214ed162 2023-06-26T02:59:07.183 DEBUG:teuthology.orchestra.run.smithi092:> dpkg-query -W -f '${Version}' ceph 2023-06-26T02:59:07.202 INFO:teuthology.orchestra.run.smithi092.stdout:18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:59:07.203 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:59:07.203 INFO:teuthology.task.install:The correct ceph version 18.0.0-4444-g6e29bf32-1jammy is installed. 2023-06-26T02:59:07.203 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-06-26T02:59:07.204 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:07.204 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-06-26T02:59:07.218 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:07.218 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-06-26T02:59:07.257 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-06-26T02:59:07.258 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:07.258 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/usr/bin/daemon-helper 2023-06-26T02:59:07.279 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-06-26T02:59:07.333 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:07.333 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/daemon-helper 2023-06-26T02:59:07.346 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-06-26T02:59:07.399 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-06-26T02:59:07.400 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:07.400 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/usr/bin/adjust-ulimits 2023-06-26T02:59:07.464 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-06-26T02:59:07.521 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:07.522 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/adjust-ulimits 2023-06-26T02:59:07.534 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-06-26T02:59:07.588 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-06-26T02:59:07.589 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:07.589 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/usr/bin/stdin-killer 2023-06-26T02:59:07.602 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-06-26T02:59:07.657 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:07.658 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/stdin-killer 2023-06-26T02:59:07.670 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-06-26T02:59:07.724 INFO:teuthology.run_tasks:Running task ceph... 2023-06-26T02:59:07.841 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-06-26T02:59:07.842 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 777 /var/log/ceph 2023-06-26T02:59:07.844 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 777 /var/log/ceph 2023-06-26T02:59:07.857 INFO:tasks.ceph:Disabling ceph logrotate... 2023-06-26T02:59:07.857 DEBUG:teuthology.orchestra.run.smithi081:> sudo rm -f -- /etc/logrotate.d/ceph 2023-06-26T02:59:07.899 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /etc/logrotate.d/ceph 2023-06-26T02:59:07.911 INFO:tasks.ceph:Creating extra log directories... 2023-06-26T02:59:07.912 DEBUG:teuthology.orchestra.run.smithi081:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-06-26T02:59:07.955 DEBUG:teuthology.orchestra.run.smithi092:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-06-26T02:59:07.974 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-06-26T02:59:07.975 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-06-26T02:59:07.975 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-06-26T02:59:07.975 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:07.976 DEBUG:teuthology.orchestra.run.smithi081:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-06-26T02:59:08.014 DEBUG:teuthology.orchestra.run.smithi081:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-06-26T02:59:08.093 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:08.093 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-06-26T02:59:08.099 DEBUG:teuthology.orchestra.run.smithi092:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-06-26T02:59:08.177 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-06-26T02:59:08.178 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-06-26T02:59:08.178 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi/7316098', 'branch': 'wip-lxb-xlock-20230619-0716', 'description': 'fs:functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev}', 'email': None, 'first_in_suite': False, 'job_id': '7316098', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-lxb-xlock-20230619-0716'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-lxb-xlock-20230619-0716', 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162'}}, 'owner': 'scheduled_xiubli@teuthology', 'priority': 50, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162', 'sleep_before_teardown': 0, 'suite': 'fs:functional', 'suite_branch': 'wip-lxb-xlock-20230619-0716', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_6e29bf323ce1af97210bf5c3ab6386cc214ed162/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi081.front.sepia.ceph.com': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAWRfxQJvGD6vdeLADnKS97b75VGSwSo01FF8KS25wSi', 'smithi092.front.sepia.ceph.com': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPoNeP/H77UtKN3BXinhwXIGbvhww2S+WP7jR16zJnWN'}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162'}}, {'ceph': None}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.tests_from_xfstests_dev']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '076bbebc42a14f7d568aaa78eabb0038327bcb23', 'timestamp': '2023-06-26_02:38:43', 'tube': 'smithi', 'user': 'xiubli', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.23459'} 2023-06-26T02:59:08.179 DEBUG:teuthology.orchestra.run.smithi081:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-06-26T02:59:08.181 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-06-26T02:59:08.217 DEBUG:teuthology.orchestra.run.smithi081:> sudo install -d -m0777 -- /var/run/ceph 2023-06-26T02:59:08.228 DEBUG:teuthology.orchestra.run.smithi092:> sudo install -d -m0777 -- /var/run/ceph 2023-06-26T02:59:08.272 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:08.272 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/scratch_devs of=/dev/stdout 2023-06-26T02:59:08.286 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-06-26T02:59:08.287 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_1 2023-06-26T02:59:08.335 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-06-26T02:59:08.335 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T02:59:08.335 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 876 Links: 1 2023-06-26T02:59:08.335 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T02:59:08.335 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2023-06-26 02:52:55.908231198 +0000 2023-06-26T02:59:08.336 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2023-06-26 02:52:55.536234516 +0000 2023-06-26T02:59:08.336 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2023-06-26 02:52:55.536234516 +0000 2023-06-26T02:59:08.336 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: - 2023-06-26T02:59:08.336 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-06-26T02:59:08.389 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2023-06-26T02:59:08.389 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2023-06-26T02:59:08.390 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000378252 s, 1.4 MB/s 2023-06-26T02:59:08.390 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-06-26T02:59:08.440 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_2 2023-06-26T02:59:08.486 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-06-26T02:59:08.486 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T02:59:08.486 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 898 Links: 1 2023-06-26T02:59:08.486 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T02:59:08.486 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2023-06-26 02:52:56.480226094 +0000 2023-06-26T02:59:08.487 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2023-06-26 02:52:56.136229163 +0000 2023-06-26T02:59:08.487 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2023-06-26 02:52:56.136229163 +0000 2023-06-26T02:59:08.487 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: - 2023-06-26T02:59:08.487 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-06-26T02:59:08.541 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2023-06-26T02:59:08.541 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2023-06-26T02:59:08.541 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000450606 s, 1.1 MB/s 2023-06-26T02:59:08.542 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-06-26T02:59:08.592 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_3 2023-06-26T02:59:08.638 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-06-26T02:59:08.638 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T02:59:08.638 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 913 Links: 1 2023-06-26T02:59:08.639 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T02:59:08.639 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2023-06-26 02:52:57.080220742 +0000 2023-06-26T02:59:08.639 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2023-06-26 02:52:56.736223811 +0000 2023-06-26T02:59:08.639 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2023-06-26 02:52:56.736223811 +0000 2023-06-26T02:59:08.639 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: - 2023-06-26T02:59:08.639 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-06-26T02:59:08.693 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2023-06-26T02:59:08.693 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2023-06-26T02:59:08.694 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000416153 s, 1.2 MB/s 2023-06-26T02:59:08.694 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-06-26T02:59:08.744 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_4 2023-06-26T02:59:08.790 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-06-26T02:59:08.790 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T02:59:08.790 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 932 Links: 1 2023-06-26T02:59:08.790 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T02:59:08.791 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2023-06-26 02:52:57.676215425 +0000 2023-06-26T02:59:08.791 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2023-06-26 02:52:57.336218458 +0000 2023-06-26T02:59:08.791 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2023-06-26 02:52:57.336218458 +0000 2023-06-26T02:59:08.791 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: - 2023-06-26T02:59:08.791 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-06-26T02:59:08.845 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2023-06-26T02:59:08.845 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2023-06-26T02:59:08.845 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000330882 s, 1.5 MB/s 2023-06-26T02:59:08.846 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-06-26T02:59:08.896 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-26T02:59:08.896 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:08.896 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/scratch_devs of=/dev/stdout 2023-06-26T02:59:08.901 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-06-26T02:59:08.902 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_1 2023-06-26T02:59:08.949 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-06-26T02:59:08.949 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T02:59:08.949 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 879 Links: 1 2023-06-26T02:59:08.950 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T02:59:08.950 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2023-06-26 02:52:55.762339048 +0000 2023-06-26T02:59:08.950 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2023-06-26 02:52:55.370342550 +0000 2023-06-26T02:59:08.950 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2023-06-26 02:52:55.370342550 +0000 2023-06-26T02:59:08.950 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: - 2023-06-26T02:59:08.950 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-06-26T02:59:09.003 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2023-06-26T02:59:09.004 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2023-06-26T02:59:09.004 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000387997 s, 1.3 MB/s 2023-06-26T02:59:09.005 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-06-26T02:59:09.054 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_2 2023-06-26T02:59:09.101 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-06-26T02:59:09.101 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T02:59:09.101 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 896 Links: 1 2023-06-26T02:59:09.101 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T02:59:09.101 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2023-06-26 02:52:56.010336833 +0000 2023-06-26T02:59:09.101 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2023-06-26 02:52:56.006336869 +0000 2023-06-26T02:59:09.102 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2023-06-26 02:52:56.006336869 +0000 2023-06-26T02:59:09.102 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: - 2023-06-26T02:59:09.102 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-06-26T02:59:09.159 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2023-06-26T02:59:09.159 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2023-06-26T02:59:09.159 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000400337 s, 1.3 MB/s 2023-06-26T02:59:09.160 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-06-26T02:59:09.210 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_3 2023-06-26T02:59:09.257 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-06-26T02:59:09.257 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T02:59:09.257 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 914 Links: 1 2023-06-26T02:59:09.257 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T02:59:09.257 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2023-06-26 02:52:56.978328187 +0000 2023-06-26T02:59:09.258 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2023-06-26 02:52:56.602331546 +0000 2023-06-26T02:59:09.258 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2023-06-26 02:52:56.602331546 +0000 2023-06-26T02:59:09.258 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: - 2023-06-26T02:59:09.258 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-06-26T02:59:09.311 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2023-06-26T02:59:09.311 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2023-06-26T02:59:09.311 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000377736 s, 1.4 MB/s 2023-06-26T02:59:09.312 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-06-26T02:59:09.362 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_4 2023-06-26T02:59:09.409 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-06-26T02:59:09.409 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T02:59:09.409 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 932 Links: 1 2023-06-26T02:59:09.409 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T02:59:09.410 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2023-06-26 02:52:57.546323114 +0000 2023-06-26T02:59:09.410 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2023-06-26 02:52:57.202326187 +0000 2023-06-26T02:59:09.410 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2023-06-26 02:52:57.202326187 +0000 2023-06-26T02:59:09.410 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: - 2023-06-26T02:59:09.410 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-06-26T02:59:09.463 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2023-06-26T02:59:09.463 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2023-06-26T02:59:09.464 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.00038655 s, 1.3 MB/s 2023-06-26T02:59:09.465 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-06-26T02:59:09.514 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-26T02:59:09.514 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi081.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi092.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-06-26T02:59:09.514 INFO:tasks.ceph:Generating config... 2023-06-26T02:59:09.516 INFO:tasks.ceph:[client] client mount timeout = 600 2023-06-26T02:59:09.516 INFO:tasks.ceph:[client] debug client = 20 2023-06-26T02:59:09.516 INFO:tasks.ceph:[client] debug ms = 1 2023-06-26T02:59:09.516 INFO:tasks.ceph:[client] pid file = 2023-06-26T02:59:09.517 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-06-26T02:59:09.517 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-06-26T02:59:09.517 INFO:tasks.ceph:[mds] debug mds = 20 2023-06-26T02:59:09.517 INFO:tasks.ceph:[mds] debug mds balancer = 20 2023-06-26T02:59:09.517 INFO:tasks.ceph:[mds] debug ms = 1 2023-06-26T02:59:09.518 INFO:tasks.ceph:[mds] mds debug frag = True 2023-06-26T02:59:09.518 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-06-26T02:59:09.518 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-06-26T02:59:09.518 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-06-26T02:59:09.518 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-06-26T02:59:09.519 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-06-26T02:59:09.519 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-06-26T02:59:09.519 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-06-26T02:59:09.519 INFO:tasks.ceph:[mgr] debug ms = 1 2023-06-26T02:59:09.519 INFO:tasks.ceph:[mon] debug mon = 20 2023-06-26T02:59:09.519 INFO:tasks.ceph:[mon] debug ms = 1 2023-06-26T02:59:09.520 INFO:tasks.ceph:[mon] debug paxos = 20 2023-06-26T02:59:09.520 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-06-26T02:59:09.520 INFO:tasks.ceph:[osd] bdev async discard = True 2023-06-26T02:59:09.520 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-06-26T02:59:09.520 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-06-26T02:59:09.521 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-06-26T02:59:09.521 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-06-26T02:59:09.521 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-06-26T02:59:09.521 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-06-26T02:59:09.521 INFO:tasks.ceph:[osd] debug ms = 1 2023-06-26T02:59:09.522 INFO:tasks.ceph:[osd] debug osd = 20 2023-06-26T02:59:09.522 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-06-26T02:59:09.522 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-06-26T02:59:09.522 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-06-26T02:59:09.522 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-06-26T02:59:09.522 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-06-26T02:59:09.523 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-06-26T02:59:09.523 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-06-26T02:59:09.523 INFO:tasks.ceph:Setting up mon.a... 2023-06-26T02:59:09.523 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-06-26T02:59:09.557 INFO:teuthology.orchestra.run.smithi081.stdout:creating /etc/ceph/ceph.keyring 2023-06-26T02:59:09.570 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-06-26T02:59:09.648 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-06-26T02:59:09.705 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.81'), ('mon.b', '172.21.15.92'), ('mon.c', '[v2:172.21.15.92:3301,v1:172.21.15.92:6790]')] 2023-06-26T02:59:09.705 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.81,172.21.15.92,[v2:172.21.15.92:3301,v1:172.21.15.92:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-06-26T02:59:09.706 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:09.706 DEBUG:teuthology.orchestra.run.smithi081:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-06-26T02:59:09.754 DEBUG:teuthology.orchestra.run.smithi081:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.81 --add b 172.21.15.92 --addv c '[v2:172.21.15.92:3301,v1:172.21.15.92:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:09.838 INFO:teuthology.orchestra.run.smithi081.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:09.839 INFO:teuthology.orchestra.run.smithi081.stdout:monmaptool: generated fsid dda0671d-3bec-4ba0-99d2-37d3d691f6d3 2023-06-26T02:59:09.839 INFO:teuthology.orchestra.run.smithi081.stdout:setting min_mon_release = pacific 2023-06-26T02:59:09.839 INFO:teuthology.orchestra.run.smithi081.stdout:epoch 0 2023-06-26T02:59:09.839 INFO:teuthology.orchestra.run.smithi081.stdout:fsid dda0671d-3bec-4ba0-99d2-37d3d691f6d3 2023-06-26T02:59:09.839 INFO:teuthology.orchestra.run.smithi081.stdout:last_changed 2023-06-26T02:59:09.839410+0000 2023-06-26T02:59:09.839 INFO:teuthology.orchestra.run.smithi081.stdout:created 2023-06-26T02:59:09.839410+0000 2023-06-26T02:59:09.839 INFO:teuthology.orchestra.run.smithi081.stdout:min_mon_release 16 (pacific) 2023-06-26T02:59:09.840 INFO:teuthology.orchestra.run.smithi081.stdout:election_strategy: 1 2023-06-26T02:59:09.840 INFO:teuthology.orchestra.run.smithi081.stdout:0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2023-06-26T02:59:09.840 INFO:teuthology.orchestra.run.smithi081.stdout:1: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.b 2023-06-26T02:59:09.840 INFO:teuthology.orchestra.run.smithi081.stdout:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2023-06-26T02:59:09.840 INFO:teuthology.orchestra.run.smithi081.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-06-26T02:59:09.841 DEBUG:teuthology.orchestra.run.smithi081:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-06-26T02:59:09.887 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID dda0671d-3bec-4ba0-99d2-37d3d691f6d3... 2023-06-26T02:59:09.887 DEBUG:teuthology.orchestra.run.smithi081:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-06-26T02:59:09.935 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-06-26T02:59:09.963 INFO:teuthology.orchestra.run.smithi081.stdout:[global] 2023-06-26T02:59:09.963 INFO:teuthology.orchestra.run.smithi081.stdout: chdir = "" 2023-06-26T02:59:09.963 INFO:teuthology.orchestra.run.smithi081.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-06-26T02:59:09.964 INFO:teuthology.orchestra.run.smithi081.stdout: auth supported = cephx 2023-06-26T02:59:09.964 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.964 INFO:teuthology.orchestra.run.smithi081.stdout: filestore xattr use omap = true 2023-06-26T02:59:09.964 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.964 INFO:teuthology.orchestra.run.smithi081.stdout: mon clock drift allowed = 1.000 2023-06-26T02:59:09.964 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.964 INFO:teuthology.orchestra.run.smithi081.stdout: osd crush chooseleaf type = 0 2023-06-26T02:59:09.964 INFO:teuthology.orchestra.run.smithi081.stdout: auth debug = true 2023-06-26T02:59:09.965 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.965 INFO:teuthology.orchestra.run.smithi081.stdout: ms die on old message = true 2023-06-26T02:59:09.965 INFO:teuthology.orchestra.run.smithi081.stdout: ms die on bug = true 2023-06-26T02:59:09.965 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.965 INFO:teuthology.orchestra.run.smithi081.stdout: mon max pg per osd = 10000 # >= luminous 2023-06-26T02:59:09.965 INFO:teuthology.orchestra.run.smithi081.stdout: mon pg warn max object skew = 0 2023-06-26T02:59:09.965 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.965 INFO:teuthology.orchestra.run.smithi081.stdout: # disable pg_autoscaler by default for new pools 2023-06-26T02:59:09.966 INFO:teuthology.orchestra.run.smithi081.stdout: osd_pool_default_pg_autoscale_mode = off 2023-06-26T02:59:09.966 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.966 INFO:teuthology.orchestra.run.smithi081.stdout: osd pool default size = 2 2023-06-26T02:59:09.966 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.966 INFO:teuthology.orchestra.run.smithi081.stdout: mon osd allow primary affinity = true 2023-06-26T02:59:09.966 INFO:teuthology.orchestra.run.smithi081.stdout: mon osd allow pg remap = true 2023-06-26T02:59:09.966 INFO:teuthology.orchestra.run.smithi081.stdout: mon warn on legacy crush tunables = false 2023-06-26T02:59:09.966 INFO:teuthology.orchestra.run.smithi081.stdout: mon warn on crush straw calc version zero = false 2023-06-26T02:59:09.967 INFO:teuthology.orchestra.run.smithi081.stdout: mon warn on no sortbitwise = false 2023-06-26T02:59:09.967 INFO:teuthology.orchestra.run.smithi081.stdout: mon warn on osd down out interval zero = false 2023-06-26T02:59:09.967 INFO:teuthology.orchestra.run.smithi081.stdout: mon warn on too few osds = false 2023-06-26T02:59:09.967 INFO:teuthology.orchestra.run.smithi081.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-06-26T02:59:09.967 INFO:teuthology.orchestra.run.smithi081.stdout: mon_warn_on_pool_no_redundancy = false 2023-06-26T02:59:09.967 INFO:teuthology.orchestra.run.smithi081.stdout: mon_allow_pool_size_one = true 2023-06-26T02:59:09.967 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.968 INFO:teuthology.orchestra.run.smithi081.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-06-26T02:59:09.968 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.968 INFO:teuthology.orchestra.run.smithi081.stdout: osd default data pool replay window = 5 2023-06-26T02:59:09.968 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.968 INFO:teuthology.orchestra.run.smithi081.stdout: mon allow pool delete = true 2023-06-26T02:59:09.968 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.968 INFO:teuthology.orchestra.run.smithi081.stdout: mon cluster log file level = debug 2023-06-26T02:59:09.968 INFO:teuthology.orchestra.run.smithi081.stdout: debug asserts on shutdown = true 2023-06-26T02:59:09.969 INFO:teuthology.orchestra.run.smithi081.stdout: mon health detail to clog = false 2023-06-26T02:59:09.969 INFO:teuthology.orchestra.run.smithi081.stdout: mon host = "172.21.15.81,172.21.15.92,[v2:172.21.15.92:3301,v1:172.21.15.92:6790]" 2023-06-26T02:59:09.969 INFO:teuthology.orchestra.run.smithi081.stdout: fsid = dda0671d-3bec-4ba0-99d2-37d3d691f6d3 2023-06-26T02:59:09.969 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.969 INFO:teuthology.orchestra.run.smithi081.stdout:[osd] 2023-06-26T02:59:09.969 INFO:teuthology.orchestra.run.smithi081.stdout: osd journal size = 100 2023-06-26T02:59:09.969 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.969 INFO:teuthology.orchestra.run.smithi081.stdout: osd scrub load threshold = 5.0 2023-06-26T02:59:09.970 INFO:teuthology.orchestra.run.smithi081.stdout: osd scrub max interval = 600 2023-06-26T02:59:09.970 INFO:teuthology.orchestra.run.smithi081.stdout: osd mclock profile = high_recovery_ops 2023-06-26T02:59:09.970 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.970 INFO:teuthology.orchestra.run.smithi081.stdout: osd recover clone overlap = true 2023-06-26T02:59:09.970 INFO:teuthology.orchestra.run.smithi081.stdout: osd recovery max chunk = 1048576 2023-06-26T02:59:09.970 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.970 INFO:teuthology.orchestra.run.smithi081.stdout: osd debug shutdown = true 2023-06-26T02:59:09.970 INFO:teuthology.orchestra.run.smithi081.stdout: osd debug op order = true 2023-06-26T02:59:09.971 INFO:teuthology.orchestra.run.smithi081.stdout: osd debug verify stray on activate = true 2023-06-26T02:59:09.971 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.971 INFO:teuthology.orchestra.run.smithi081.stdout: osd open classes on start = true 2023-06-26T02:59:09.971 INFO:teuthology.orchestra.run.smithi081.stdout: osd debug pg log writeout = true 2023-06-26T02:59:09.971 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.971 INFO:teuthology.orchestra.run.smithi081.stdout: osd deep scrub update digest min age = 30 2023-06-26T02:59:09.971 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.971 INFO:teuthology.orchestra.run.smithi081.stdout: osd map max advance = 10 2023-06-26T02:59:09.972 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.972 INFO:teuthology.orchestra.run.smithi081.stdout: journal zero on create = true 2023-06-26T02:59:09.972 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.972 INFO:teuthology.orchestra.run.smithi081.stdout: filestore ondisk finisher threads = 3 2023-06-26T02:59:09.972 INFO:teuthology.orchestra.run.smithi081.stdout: filestore apply finisher threads = 3 2023-06-26T02:59:09.972 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.972 INFO:teuthology.orchestra.run.smithi081.stdout: bdev debug aio = true 2023-06-26T02:59:09.972 INFO:teuthology.orchestra.run.smithi081.stdout: osd debug misdirected ops = true 2023-06-26T02:59:09.973 INFO:teuthology.orchestra.run.smithi081.stdout: bdev async discard = True 2023-06-26T02:59:09.973 INFO:teuthology.orchestra.run.smithi081.stdout: bdev enable discard = True 2023-06-26T02:59:09.973 INFO:teuthology.orchestra.run.smithi081.stdout: bluestore allocator = bitmap 2023-06-26T02:59:09.973 INFO:teuthology.orchestra.run.smithi081.stdout: bluestore block size = 96636764160 2023-06-26T02:59:09.973 INFO:teuthology.orchestra.run.smithi081.stdout: bluestore fsck on mount = True 2023-06-26T02:59:09.973 INFO:teuthology.orchestra.run.smithi081.stdout: debug bluefs = 1/20 2023-06-26T02:59:09.973 INFO:teuthology.orchestra.run.smithi081.stdout: debug bluestore = 1/20 2023-06-26T02:59:09.973 INFO:teuthology.orchestra.run.smithi081.stdout: debug ms = 1 2023-06-26T02:59:09.974 INFO:teuthology.orchestra.run.smithi081.stdout: debug osd = 20 2023-06-26T02:59:09.974 INFO:teuthology.orchestra.run.smithi081.stdout: debug rocksdb = 4/10 2023-06-26T02:59:09.974 INFO:teuthology.orchestra.run.smithi081.stdout: mon osd backfillfull_ratio = 0.85 2023-06-26T02:59:09.974 INFO:teuthology.orchestra.run.smithi081.stdout: mon osd full ratio = 0.9 2023-06-26T02:59:09.974 INFO:teuthology.orchestra.run.smithi081.stdout: mon osd nearfull ratio = 0.8 2023-06-26T02:59:09.974 INFO:teuthology.orchestra.run.smithi081.stdout: osd failsafe full ratio = 0.95 2023-06-26T02:59:09.974 INFO:teuthology.orchestra.run.smithi081.stdout: osd objectstore = bluestore 2023-06-26T02:59:09.974 INFO:teuthology.orchestra.run.smithi081.stdout: osd op complaint time = 180 2023-06-26T02:59:09.975 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.975 INFO:teuthology.orchestra.run.smithi081.stdout:[mgr] 2023-06-26T02:59:09.975 INFO:teuthology.orchestra.run.smithi081.stdout: debug ms = 1 2023-06-26T02:59:09.975 INFO:teuthology.orchestra.run.smithi081.stdout: debug mgr = 20 2023-06-26T02:59:09.975 INFO:teuthology.orchestra.run.smithi081.stdout: debug mon = 20 2023-06-26T02:59:09.975 INFO:teuthology.orchestra.run.smithi081.stdout: debug auth = 20 2023-06-26T02:59:09.975 INFO:teuthology.orchestra.run.smithi081.stdout: mon reweight min pgs per osd = 4 2023-06-26T02:59:09.975 INFO:teuthology.orchestra.run.smithi081.stdout: mon reweight min bytes per osd = 10 2023-06-26T02:59:09.976 INFO:teuthology.orchestra.run.smithi081.stdout: mgr/telemetry/nag = false 2023-06-26T02:59:09.976 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.976 INFO:teuthology.orchestra.run.smithi081.stdout:[mon] 2023-06-26T02:59:09.976 INFO:teuthology.orchestra.run.smithi081.stdout: debug ms = 1 2023-06-26T02:59:09.976 INFO:teuthology.orchestra.run.smithi081.stdout: debug mon = 20 2023-06-26T02:59:09.976 INFO:teuthology.orchestra.run.smithi081.stdout: debug paxos = 20 2023-06-26T02:59:09.976 INFO:teuthology.orchestra.run.smithi081.stdout: debug auth = 20 2023-06-26T02:59:09.976 INFO:teuthology.orchestra.run.smithi081.stdout: mon data avail warn = 5 2023-06-26T02:59:09.977 INFO:teuthology.orchestra.run.smithi081.stdout: mon mgr mkfs grace = 240 2023-06-26T02:59:09.977 INFO:teuthology.orchestra.run.smithi081.stdout: mon reweight min pgs per osd = 4 2023-06-26T02:59:09.977 INFO:teuthology.orchestra.run.smithi081.stdout: mon osd reporter subtree level = osd 2023-06-26T02:59:09.977 INFO:teuthology.orchestra.run.smithi081.stdout: mon osd prime pg temp = true 2023-06-26T02:59:09.977 INFO:teuthology.orchestra.run.smithi081.stdout: mon reweight min bytes per osd = 10 2023-06-26T02:59:09.977 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.977 INFO:teuthology.orchestra.run.smithi081.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-06-26T02:59:09.977 INFO:teuthology.orchestra.run.smithi081.stdout: auth mon ticket ttl = 660 # 11m 2023-06-26T02:59:09.978 INFO:teuthology.orchestra.run.smithi081.stdout: auth service ticket ttl = 240 # 4m 2023-06-26T02:59:09.978 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.978 INFO:teuthology.orchestra.run.smithi081.stdout: # don't complain about insecure global_id in the test suite 2023-06-26T02:59:09.978 INFO:teuthology.orchestra.run.smithi081.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-06-26T02:59:09.978 INFO:teuthology.orchestra.run.smithi081.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-06-26T02:59:09.978 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.978 INFO:teuthology.orchestra.run.smithi081.stdout: # 1m isn't quite enough 2023-06-26T02:59:09.978 INFO:teuthology.orchestra.run.smithi081.stdout: mon_down_mkfs_grace = 2m 2023-06-26T02:59:09.979 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.979 INFO:teuthology.orchestra.run.smithi081.stdout: mon_warn_on_filestore_osds = false 2023-06-26T02:59:09.979 INFO:teuthology.orchestra.run.smithi081.stdout: mon op complaint time = 120 2023-06-26T02:59:09.979 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:09.979 INFO:teuthology.orchestra.run.smithi081.stdout:[client] 2023-06-26T02:59:09.979 INFO:teuthology.orchestra.run.smithi081.stdout: rgw cache enabled = true 2023-06-26T02:59:09.979 INFO:teuthology.orchestra.run.smithi081.stdout: rgw enable ops log = true 2023-06-26T02:59:09.979 INFO:teuthology.orchestra.run.smithi081.stdout: rgw enable usage log = true 2023-06-26T02:59:09.980 INFO:teuthology.orchestra.run.smithi081.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-06-26T02:59:09.980 INFO:teuthology.orchestra.run.smithi081.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-06-26T02:59:09.980 INFO:teuthology.orchestra.run.smithi081.stdout: client mount timeout = 600 2023-06-26T02:59:09.980 INFO:teuthology.orchestra.run.smithi081.stdout: debug client = 20 2023-06-26T02:59:09.980 INFO:teuthology.orchestra.run.smithi081.stdout: debug ms = 1 2023-06-26T02:59:09.980 INFO:teuthology.orchestra.run.smithi081.stdout: pid file = "" 2023-06-26T02:59:09.980 INFO:teuthology.orchestra.run.smithi081.stdout: rados mon op timeout = 900 2023-06-26T02:59:09.980 INFO:teuthology.orchestra.run.smithi081.stdout: rados osd op timeout = 900 2023-06-26T02:59:09.981 INFO:teuthology.orchestra.run.smithi081.stdout:[mon.a] 2023-06-26T02:59:09.981 INFO:teuthology.orchestra.run.smithi081.stdout:[mon.b] 2023-06-26T02:59:09.981 INFO:teuthology.orchestra.run.smithi081.stdout:[mon.c] 2023-06-26T02:59:09.981 INFO:teuthology.orchestra.run.smithi081.stdout:[mds.a] 2023-06-26T02:59:09.981 INFO:teuthology.orchestra.run.smithi081.stdout:[mds.c] 2023-06-26T02:59:09.981 INFO:teuthology.orchestra.run.smithi081.stdout:[mds.b] 2023-06-26T02:59:09.981 INFO:teuthology.orchestra.run.smithi081.stdout:[mds.d] 2023-06-26T02:59:09.981 INFO:teuthology.orchestra.run.smithi081.stdout:[mds] 2023-06-26T02:59:09.982 INFO:teuthology.orchestra.run.smithi081.stdout: debug mds = 20 2023-06-26T02:59:09.982 INFO:teuthology.orchestra.run.smithi081.stdout: debug mds balancer = 20 2023-06-26T02:59:09.982 INFO:teuthology.orchestra.run.smithi081.stdout: debug ms = 1 2023-06-26T02:59:09.982 INFO:teuthology.orchestra.run.smithi081.stdout: mds debug frag = True 2023-06-26T02:59:09.982 INFO:teuthology.orchestra.run.smithi081.stdout: mds debug scatterstat = True 2023-06-26T02:59:09.982 INFO:teuthology.orchestra.run.smithi081.stdout: mds op complaint time = 180 2023-06-26T02:59:09.982 INFO:teuthology.orchestra.run.smithi081.stdout: mds verify scatter = True 2023-06-26T02:59:09.982 INFO:teuthology.orchestra.run.smithi081.stdout: osd op complaint time = 180 2023-06-26T02:59:09.983 INFO:teuthology.orchestra.run.smithi081.stdout: rados mon op timeout = 900 2023-06-26T02:59:09.983 INFO:teuthology.orchestra.run.smithi081.stdout: rados osd op timeout = 900 2023-06-26T02:59:09.984 INFO:teuthology.orchestra.run.smithi092.stdout:[global] 2023-06-26T02:59:09.984 INFO:teuthology.orchestra.run.smithi092.stdout: chdir = "" 2023-06-26T02:59:09.984 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-06-26T02:59:09.984 INFO:teuthology.orchestra.run.smithi092.stdout: auth supported = cephx 2023-06-26T02:59:09.984 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.985 INFO:teuthology.orchestra.run.smithi092.stdout: filestore xattr use omap = true 2023-06-26T02:59:09.985 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.985 INFO:teuthology.orchestra.run.smithi092.stdout: mon clock drift allowed = 1.000 2023-06-26T02:59:09.985 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.985 INFO:teuthology.orchestra.run.smithi092.stdout: osd crush chooseleaf type = 0 2023-06-26T02:59:09.985 INFO:teuthology.orchestra.run.smithi092.stdout: auth debug = true 2023-06-26T02:59:09.985 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.985 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on old message = true 2023-06-26T02:59:09.986 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on bug = true 2023-06-26T02:59:09.986 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.986 INFO:teuthology.orchestra.run.smithi092.stdout: mon max pg per osd = 10000 # >= luminous 2023-06-26T02:59:09.986 INFO:teuthology.orchestra.run.smithi092.stdout: mon pg warn max object skew = 0 2023-06-26T02:59:09.986 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.986 INFO:teuthology.orchestra.run.smithi092.stdout: # disable pg_autoscaler by default for new pools 2023-06-26T02:59:09.986 INFO:teuthology.orchestra.run.smithi092.stdout: osd_pool_default_pg_autoscale_mode = off 2023-06-26T02:59:09.986 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.987 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default size = 2 2023-06-26T02:59:09.987 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.987 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow primary affinity = true 2023-06-26T02:59:09.987 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow pg remap = true 2023-06-26T02:59:09.987 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on legacy crush tunables = false 2023-06-26T02:59:09.987 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on crush straw calc version zero = false 2023-06-26T02:59:09.987 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on no sortbitwise = false 2023-06-26T02:59:09.988 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on osd down out interval zero = false 2023-06-26T02:59:09.988 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on too few osds = false 2023-06-26T02:59:09.988 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-06-26T02:59:09.988 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_no_redundancy = false 2023-06-26T02:59:09.988 INFO:teuthology.orchestra.run.smithi092.stdout: mon_allow_pool_size_one = true 2023-06-26T02:59:09.988 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.988 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-06-26T02:59:09.988 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.989 INFO:teuthology.orchestra.run.smithi092.stdout: osd default data pool replay window = 5 2023-06-26T02:59:09.989 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.989 INFO:teuthology.orchestra.run.smithi092.stdout: mon allow pool delete = true 2023-06-26T02:59:09.989 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.989 INFO:teuthology.orchestra.run.smithi092.stdout: mon cluster log file level = debug 2023-06-26T02:59:09.989 INFO:teuthology.orchestra.run.smithi092.stdout: debug asserts on shutdown = true 2023-06-26T02:59:09.989 INFO:teuthology.orchestra.run.smithi092.stdout: mon health detail to clog = false 2023-06-26T02:59:09.989 INFO:teuthology.orchestra.run.smithi092.stdout: mon host = "172.21.15.81,172.21.15.92,[v2:172.21.15.92:3301,v1:172.21.15.92:6790]" 2023-06-26T02:59:09.990 INFO:teuthology.orchestra.run.smithi092.stdout: fsid = dda0671d-3bec-4ba0-99d2-37d3d691f6d3 2023-06-26T02:59:09.990 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.990 INFO:teuthology.orchestra.run.smithi092.stdout:[osd] 2023-06-26T02:59:09.990 INFO:teuthology.orchestra.run.smithi092.stdout: osd journal size = 100 2023-06-26T02:59:09.990 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.990 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub load threshold = 5.0 2023-06-26T02:59:09.990 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub max interval = 600 2023-06-26T02:59:09.990 INFO:teuthology.orchestra.run.smithi092.stdout: osd mclock profile = high_recovery_ops 2023-06-26T02:59:09.991 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.991 INFO:teuthology.orchestra.run.smithi092.stdout: osd recover clone overlap = true 2023-06-26T02:59:09.991 INFO:teuthology.orchestra.run.smithi092.stdout: osd recovery max chunk = 1048576 2023-06-26T02:59:09.991 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.991 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug shutdown = true 2023-06-26T02:59:09.991 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug op order = true 2023-06-26T02:59:09.991 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug verify stray on activate = true 2023-06-26T02:59:09.991 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.992 INFO:teuthology.orchestra.run.smithi092.stdout: osd open classes on start = true 2023-06-26T02:59:09.992 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug pg log writeout = true 2023-06-26T02:59:09.992 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.992 INFO:teuthology.orchestra.run.smithi092.stdout: osd deep scrub update digest min age = 30 2023-06-26T02:59:09.992 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.992 INFO:teuthology.orchestra.run.smithi092.stdout: osd map max advance = 10 2023-06-26T02:59:09.992 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.993 INFO:teuthology.orchestra.run.smithi092.stdout: journal zero on create = true 2023-06-26T02:59:09.993 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.993 INFO:teuthology.orchestra.run.smithi092.stdout: filestore ondisk finisher threads = 3 2023-06-26T02:59:09.993 INFO:teuthology.orchestra.run.smithi092.stdout: filestore apply finisher threads = 3 2023-06-26T02:59:09.993 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.993 INFO:teuthology.orchestra.run.smithi092.stdout: bdev debug aio = true 2023-06-26T02:59:09.993 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug misdirected ops = true 2023-06-26T02:59:09.993 INFO:teuthology.orchestra.run.smithi092.stdout: bdev async discard = True 2023-06-26T02:59:09.994 INFO:teuthology.orchestra.run.smithi092.stdout: bdev enable discard = True 2023-06-26T02:59:09.994 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore allocator = bitmap 2023-06-26T02:59:09.994 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore block size = 96636764160 2023-06-26T02:59:09.994 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore fsck on mount = True 2023-06-26T02:59:09.994 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluefs = 1/20 2023-06-26T02:59:09.994 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluestore = 1/20 2023-06-26T02:59:09.994 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2023-06-26T02:59:09.994 INFO:teuthology.orchestra.run.smithi092.stdout: debug osd = 20 2023-06-26T02:59:09.995 INFO:teuthology.orchestra.run.smithi092.stdout: debug rocksdb = 4/10 2023-06-26T02:59:09.995 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd backfillfull_ratio = 0.85 2023-06-26T02:59:09.995 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd full ratio = 0.9 2023-06-26T02:59:09.995 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd nearfull ratio = 0.8 2023-06-26T02:59:09.995 INFO:teuthology.orchestra.run.smithi092.stdout: osd failsafe full ratio = 0.95 2023-06-26T02:59:09.995 INFO:teuthology.orchestra.run.smithi092.stdout: osd objectstore = bluestore 2023-06-26T02:59:09.995 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2023-06-26T02:59:09.995 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.996 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr] 2023-06-26T02:59:09.996 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2023-06-26T02:59:09.996 INFO:teuthology.orchestra.run.smithi092.stdout: debug mgr = 20 2023-06-26T02:59:09.996 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2023-06-26T02:59:09.996 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2023-06-26T02:59:09.996 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2023-06-26T02:59:09.996 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2023-06-26T02:59:09.996 INFO:teuthology.orchestra.run.smithi092.stdout: mgr/telemetry/nag = false 2023-06-26T02:59:09.997 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.997 INFO:teuthology.orchestra.run.smithi092.stdout:[mon] 2023-06-26T02:59:09.997 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2023-06-26T02:59:09.997 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2023-06-26T02:59:09.997 INFO:teuthology.orchestra.run.smithi092.stdout: debug paxos = 20 2023-06-26T02:59:09.997 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2023-06-26T02:59:09.997 INFO:teuthology.orchestra.run.smithi092.stdout: mon data avail warn = 5 2023-06-26T02:59:09.997 INFO:teuthology.orchestra.run.smithi092.stdout: mon mgr mkfs grace = 240 2023-06-26T02:59:09.998 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2023-06-26T02:59:09.998 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd reporter subtree level = osd 2023-06-26T02:59:09.998 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd prime pg temp = true 2023-06-26T02:59:09.998 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2023-06-26T02:59:09.998 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.998 INFO:teuthology.orchestra.run.smithi092.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-06-26T02:59:09.998 INFO:teuthology.orchestra.run.smithi092.stdout: auth mon ticket ttl = 660 # 11m 2023-06-26T02:59:09.998 INFO:teuthology.orchestra.run.smithi092.stdout: auth service ticket ttl = 240 # 4m 2023-06-26T02:59:09.999 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.999 INFO:teuthology.orchestra.run.smithi092.stdout: # don't complain about insecure global_id in the test suite 2023-06-26T02:59:09.999 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-06-26T02:59:09.999 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-06-26T02:59:09.999 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:09.999 INFO:teuthology.orchestra.run.smithi092.stdout: # 1m isn't quite enough 2023-06-26T02:59:09.999 INFO:teuthology.orchestra.run.smithi092.stdout: mon_down_mkfs_grace = 2m 2023-06-26T02:59:09.999 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:10.000 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_filestore_osds = false 2023-06-26T02:59:10.000 INFO:teuthology.orchestra.run.smithi092.stdout: mon op complaint time = 120 2023-06-26T02:59:10.000 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-06-26T02:59:10.000 INFO:teuthology.orchestra.run.smithi092.stdout:[client] 2023-06-26T02:59:10.000 INFO:teuthology.orchestra.run.smithi092.stdout: rgw cache enabled = true 2023-06-26T02:59:10.000 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable ops log = true 2023-06-26T02:59:10.000 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable usage log = true 2023-06-26T02:59:10.000 INFO:teuthology.orchestra.run.smithi092.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-06-26T02:59:10.001 INFO:teuthology.orchestra.run.smithi092.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-06-26T02:59:10.001 INFO:teuthology.orchestra.run.smithi092.stdout: client mount timeout = 600 2023-06-26T02:59:10.001 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2023-06-26T02:59:10.001 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2023-06-26T02:59:10.001 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = "" 2023-06-26T02:59:10.001 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2023-06-26T02:59:10.001 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2023-06-26T02:59:10.001 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.a] 2023-06-26T02:59:10.002 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.b] 2023-06-26T02:59:10.002 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.c] 2023-06-26T02:59:10.002 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2023-06-26T02:59:10.002 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2023-06-26T02:59:10.002 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2023-06-26T02:59:10.002 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2023-06-26T02:59:10.002 INFO:teuthology.orchestra.run.smithi092.stdout:[mds] 2023-06-26T02:59:10.002 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds = 20 2023-06-26T02:59:10.003 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds balancer = 20 2023-06-26T02:59:10.003 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2023-06-26T02:59:10.003 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug frag = True 2023-06-26T02:59:10.003 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug scatterstat = True 2023-06-26T02:59:10.003 INFO:teuthology.orchestra.run.smithi092.stdout: mds op complaint time = 180 2023-06-26T02:59:10.003 INFO:teuthology.orchestra.run.smithi092.stdout: mds verify scatter = True 2023-06-26T02:59:10.003 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2023-06-26T02:59:10.003 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2023-06-26T02:59:10.004 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2023-06-26T02:59:10.004 INFO:tasks.ceph:Creating admin key on mon.a... 2023-06-26T02:59:10.004 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-06-26T02:59:10.077 INFO:tasks.ceph:Copying monmap to all nodes... 2023-06-26T02:59:10.077 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:10.077 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-06-26T02:59:10.082 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:10.082 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-06-26T02:59:10.130 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi081.front.sepia.ceph.com 2023-06-26T02:59:10.130 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:10.130 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/ceph/ceph.keyring 2023-06-26T02:59:10.131 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-06-26T02:59:10.195 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:10.196 DEBUG:teuthology.orchestra.run.smithi081:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:10.242 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi092.front.sepia.ceph.com 2023-06-26T02:59:10.242 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:10.242 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/ceph/ceph.keyring 2023-06-26T02:59:10.243 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-06-26T02:59:10.265 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:10.265 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:10.312 INFO:tasks.ceph:Setting up mon nodes... 2023-06-26T02:59:10.313 INFO:tasks.ceph:Setting up mgr nodes... 2023-06-26T02:59:10.313 DEBUG:teuthology.orchestra.run.smithi081:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-06-26T02:59:10.356 INFO:teuthology.orchestra.run.smithi081.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-06-26T02:59:10.358 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-06-26T02:59:10.401 INFO:teuthology.orchestra.run.smithi092.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-06-26T02:59:10.411 INFO:tasks.ceph:Setting up mds nodes... 2023-06-26T02:59:10.412 DEBUG:teuthology.orchestra.run.smithi081:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-06-26T02:59:10.454 INFO:teuthology.orchestra.run.smithi081.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-06-26T02:59:10.456 DEBUG:teuthology.orchestra.run.smithi081:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-06-26T02:59:10.512 DEBUG:teuthology.orchestra.run.smithi081:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2023-06-26T02:59:10.596 INFO:teuthology.orchestra.run.smithi081.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2023-06-26T02:59:10.598 DEBUG:teuthology.orchestra.run.smithi081:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2023-06-26T02:59:10.653 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-06-26T02:59:10.698 INFO:teuthology.orchestra.run.smithi092.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-06-26T02:59:10.700 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-06-26T02:59:10.712 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2023-06-26T02:59:10.797 INFO:teuthology.orchestra.run.smithi092.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2023-06-26T02:59:10.800 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2023-06-26T02:59:10.855 INFO:tasks.ceph_client:Setting up client nodes... 2023-06-26T02:59:10.856 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-06-26T02:59:10.891 INFO:teuthology.orchestra.run.smithi081.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-06-26T02:59:10.902 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2023-06-26T02:59:10.977 INFO:teuthology.orchestra.run.smithi081.stdout:creating /etc/ceph/ceph.client.2.keyring 2023-06-26T02:59:10.988 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-06-26T02:59:11.022 INFO:teuthology.orchestra.run.smithi092.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-06-26T02:59:11.032 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2023-06-26T02:59:11.100 INFO:teuthology.orchestra.run.smithi092.stdout:creating /etc/ceph/ceph.client.3.keyring 2023-06-26T02:59:11.109 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-06-26T02:59:11.110 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi081.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi092.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-06-26T02:59:11.110 DEBUG:teuthology.orchestra.run.smithi081:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-06-26T02:59:11.123 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-26T02:59:11.124 INFO:tasks.ceph:role: osd.0 2023-06-26T02:59:11.124 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi081.front.sepia.ceph.com 2023-06-26T02:59:11.124 DEBUG:teuthology.orchestra.run.smithi081:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-06-26T02:59:11.187 INFO:teuthology.orchestra.run.smithi081.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T02:59:11.187 INFO:teuthology.orchestra.run.smithi081.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T02:59:11.187 INFO:teuthology.orchestra.run.smithi081.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T02:59:11.187 INFO:teuthology.orchestra.run.smithi081.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T02:59:11.187 INFO:teuthology.orchestra.run.smithi081.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T02:59:11.187 INFO:teuthology.orchestra.run.smithi081.stdout: = sunit=0 swidth=0 blks 2023-06-26T02:59:11.187 INFO:teuthology.orchestra.run.smithi081.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T02:59:11.188 INFO:teuthology.orchestra.run.smithi081.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T02:59:11.188 INFO:teuthology.orchestra.run.smithi081.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T02:59:11.188 INFO:teuthology.orchestra.run.smithi081.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T02:59:11.638 INFO:teuthology.orchestra.run.smithi081.stdout:Discarding blocks...Done. 2023-06-26T02:59:11.641 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi081.front.sepia.ceph.com -o noatime 2023-06-26T02:59:11.641 DEBUG:teuthology.orchestra.run.smithi081:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-06-26T02:59:11.734 DEBUG:teuthology.orchestra.run.smithi081:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-06-26T02:59:11.743 INFO:teuthology.orchestra.run.smithi081.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T02:59:11.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T02:59:11.744 DEBUG:teuthology.orchestra.run.smithi081:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-06-26T02:59:11.795 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-26T02:59:11.795 INFO:tasks.ceph:role: osd.1 2023-06-26T02:59:11.795 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi081.front.sepia.ceph.com 2023-06-26T02:59:11.795 DEBUG:teuthology.orchestra.run.smithi081:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-06-26T02:59:11.856 INFO:teuthology.orchestra.run.smithi081.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T02:59:11.856 INFO:teuthology.orchestra.run.smithi081.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T02:59:11.856 INFO:teuthology.orchestra.run.smithi081.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T02:59:11.856 INFO:teuthology.orchestra.run.smithi081.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T02:59:11.856 INFO:teuthology.orchestra.run.smithi081.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T02:59:11.857 INFO:teuthology.orchestra.run.smithi081.stdout: = sunit=0 swidth=0 blks 2023-06-26T02:59:11.857 INFO:teuthology.orchestra.run.smithi081.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T02:59:11.857 INFO:teuthology.orchestra.run.smithi081.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T02:59:11.857 INFO:teuthology.orchestra.run.smithi081.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T02:59:11.857 INFO:teuthology.orchestra.run.smithi081.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T02:59:12.321 INFO:teuthology.orchestra.run.smithi081.stdout:Discarding blocks...Done. 2023-06-26T02:59:12.323 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi081.front.sepia.ceph.com -o noatime 2023-06-26T02:59:12.324 DEBUG:teuthology.orchestra.run.smithi081:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-06-26T02:59:12.489 DEBUG:teuthology.orchestra.run.smithi081:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-06-26T02:59:12.500 INFO:teuthology.orchestra.run.smithi081.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T02:59:12.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T02:59:12.501 DEBUG:teuthology.orchestra.run.smithi081:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-06-26T02:59:12.557 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-26T02:59:12.558 INFO:tasks.ceph:role: osd.2 2023-06-26T02:59:12.558 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi081.front.sepia.ceph.com 2023-06-26T02:59:12.558 DEBUG:teuthology.orchestra.run.smithi081:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-06-26T02:59:12.617 INFO:teuthology.orchestra.run.smithi081.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T02:59:12.617 INFO:teuthology.orchestra.run.smithi081.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T02:59:12.617 INFO:teuthology.orchestra.run.smithi081.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T02:59:12.618 INFO:teuthology.orchestra.run.smithi081.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T02:59:12.618 INFO:teuthology.orchestra.run.smithi081.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T02:59:12.618 INFO:teuthology.orchestra.run.smithi081.stdout: = sunit=0 swidth=0 blks 2023-06-26T02:59:12.618 INFO:teuthology.orchestra.run.smithi081.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T02:59:12.618 INFO:teuthology.orchestra.run.smithi081.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T02:59:12.618 INFO:teuthology.orchestra.run.smithi081.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T02:59:12.618 INFO:teuthology.orchestra.run.smithi081.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T02:59:13.089 INFO:teuthology.orchestra.run.smithi081.stdout:Discarding blocks...Done. 2023-06-26T02:59:13.091 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi081.front.sepia.ceph.com -o noatime 2023-06-26T02:59:13.091 DEBUG:teuthology.orchestra.run.smithi081:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-06-26T02:59:13.235 DEBUG:teuthology.orchestra.run.smithi081:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-06-26T02:59:13.246 INFO:teuthology.orchestra.run.smithi081.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T02:59:13.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T02:59:13.248 DEBUG:teuthology.orchestra.run.smithi081:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-06-26T02:59:13.301 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-26T02:59:13.302 INFO:tasks.ceph:role: osd.3 2023-06-26T02:59:13.302 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi081.front.sepia.ceph.com 2023-06-26T02:59:13.302 DEBUG:teuthology.orchestra.run.smithi081:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-06-26T02:59:13.362 INFO:teuthology.orchestra.run.smithi081.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T02:59:13.362 INFO:teuthology.orchestra.run.smithi081.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T02:59:13.362 INFO:teuthology.orchestra.run.smithi081.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T02:59:13.362 INFO:teuthology.orchestra.run.smithi081.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T02:59:13.363 INFO:teuthology.orchestra.run.smithi081.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T02:59:13.363 INFO:teuthology.orchestra.run.smithi081.stdout: = sunit=0 swidth=0 blks 2023-06-26T02:59:13.363 INFO:teuthology.orchestra.run.smithi081.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T02:59:13.363 INFO:teuthology.orchestra.run.smithi081.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T02:59:13.363 INFO:teuthology.orchestra.run.smithi081.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T02:59:13.363 INFO:teuthology.orchestra.run.smithi081.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T02:59:13.780 INFO:teuthology.orchestra.run.smithi081.stdout:Discarding blocks...Done. 2023-06-26T02:59:13.781 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi081.front.sepia.ceph.com -o noatime 2023-06-26T02:59:13.782 DEBUG:teuthology.orchestra.run.smithi081:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-06-26T02:59:13.865 DEBUG:teuthology.orchestra.run.smithi081:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-06-26T02:59:13.914 INFO:teuthology.orchestra.run.smithi081.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T02:59:13.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T02:59:13.915 DEBUG:teuthology.orchestra.run.smithi081:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:14.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:14.034+0000 7f94a2712640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-06-26T02:59:14.037 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:14.034+0000 7f94a2712640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-06-26T02:59:14.037 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:14.034+0000 7f94a2712640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-06-26T02:59:14.037 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:14.034+0000 7f94a2712640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-06-26T02:59:14.038 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:14.034+0000 7f94a2712640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-06-26T02:59:14.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:14.038+0000 7f94a2712640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-06-26T02:59:17.050 DEBUG:teuthology.orchestra.run.smithi081:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-06-26T02:59:17.064 DEBUG:teuthology.orchestra.run.smithi081:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:17.145 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:17.141+0000 7f4a7cd12640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-06-26T02:59:17.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:17.141+0000 7f4a7cd12640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-06-26T02:59:17.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:17.141+0000 7f4a7cd12640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-06-26T02:59:17.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:17.145+0000 7f4a7cd12640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-06-26T02:59:17.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:17.145+0000 7f4a7cd12640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-06-26T02:59:17.147 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:17.145+0000 7f4a7cd12640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-06-26T02:59:20.162 DEBUG:teuthology.orchestra.run.smithi081:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-06-26T02:59:20.215 DEBUG:teuthology.orchestra.run.smithi081:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:20.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:20.293+0000 7f563277e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-06-26T02:59:20.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:20.293+0000 7f563277e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-06-26T02:59:20.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:20.293+0000 7f563277e640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-06-26T02:59:20.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:20.293+0000 7f563277e640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-06-26T02:59:20.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:20.293+0000 7f563277e640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-06-26T02:59:20.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:20.293+0000 7f563277e640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-06-26T02:59:23.306 DEBUG:teuthology.orchestra.run.smithi081:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-06-26T02:59:23.363 DEBUG:teuthology.orchestra.run.smithi081:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:23.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:23.445+0000 7fbe9b643640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-06-26T02:59:23.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:23.445+0000 7fbe9b643640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-06-26T02:59:23.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:23.449+0000 7fbe9b643640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-06-26T02:59:23.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:23.449+0000 7fbe9b643640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-06-26T02:59:23.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:23.449+0000 7fbe9b643640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-06-26T02:59:23.451 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:23.449+0000 7fbe9b643640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-06-26T02:59:26.496 DEBUG:teuthology.orchestra.run.smithi081:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-06-26T02:59:26.550 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-06-26T02:59:26.565 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-26T02:59:26.565 INFO:tasks.ceph:role: osd.4 2023-06-26T02:59:26.565 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi092.front.sepia.ceph.com 2023-06-26T02:59:26.565 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-06-26T02:59:26.629 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T02:59:26.629 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T02:59:26.629 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T02:59:26.629 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T02:59:26.629 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T02:59:26.630 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2023-06-26T02:59:26.630 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T02:59:26.630 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T02:59:26.630 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T02:59:26.630 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T02:59:27.080 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2023-06-26T02:59:27.082 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2023-06-26T02:59:27.082 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-06-26T02:59:27.169 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-06-26T02:59:27.221 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T02:59:27.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T02:59:27.222 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-06-26T02:59:27.275 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-26T02:59:27.275 INFO:tasks.ceph:role: osd.5 2023-06-26T02:59:27.276 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi092.front.sepia.ceph.com 2023-06-26T02:59:27.276 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-06-26T02:59:27.335 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T02:59:27.335 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T02:59:27.336 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T02:59:27.336 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T02:59:27.336 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T02:59:27.336 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2023-06-26T02:59:27.336 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T02:59:27.336 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T02:59:27.336 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T02:59:27.337 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T02:59:27.801 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2023-06-26T02:59:27.804 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2023-06-26T02:59:27.804 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-06-26T02:59:27.938 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-06-26T02:59:27.949 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T02:59:27.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T02:59:27.950 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-06-26T02:59:28.004 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-26T02:59:28.004 INFO:tasks.ceph:role: osd.6 2023-06-26T02:59:28.004 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi092.front.sepia.ceph.com 2023-06-26T02:59:28.005 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-06-26T02:59:28.068 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T02:59:28.068 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T02:59:28.069 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T02:59:28.069 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T02:59:28.069 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T02:59:28.069 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2023-06-26T02:59:28.069 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T02:59:28.069 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T02:59:28.069 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T02:59:28.069 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T02:59:28.555 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2023-06-26T02:59:28.557 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2023-06-26T02:59:28.557 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-06-26T02:59:28.709 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-06-26T02:59:28.721 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T02:59:28.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T02:59:28.722 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-06-26T02:59:28.776 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-26T02:59:28.776 INFO:tasks.ceph:role: osd.7 2023-06-26T02:59:28.776 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi092.front.sepia.ceph.com 2023-06-26T02:59:28.776 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-06-26T02:59:28.840 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T02:59:28.841 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T02:59:28.841 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T02:59:28.841 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T02:59:28.841 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T02:59:28.841 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2023-06-26T02:59:28.842 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T02:59:28.842 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T02:59:28.842 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T02:59:28.842 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T02:59:29.267 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2023-06-26T02:59:29.269 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2023-06-26T02:59:29.269 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-06-26T02:59:29.362 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-06-26T02:59:29.371 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T02:59:29.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T02:59:29.372 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:29.485 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:29.485+0000 7fc76e4a9640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-06-26T02:59:29.488 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:29.485+0000 7fc76e4a9640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-06-26T02:59:29.488 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:29.485+0000 7fc76e4a9640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-06-26T02:59:29.488 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:29.485+0000 7fc76e4a9640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-06-26T02:59:29.488 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:29.485+0000 7fc76e4a9640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-06-26T02:59:29.489 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:29.489+0000 7fc76e4a9640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-06-26T02:59:32.514 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-06-26T02:59:32.528 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:32.614 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:32.613+0000 7f29b2b3d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-06-26T02:59:32.615 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:32.613+0000 7f29b2b3d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-06-26T02:59:32.615 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:32.613+0000 7f29b2b3d640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-06-26T02:59:32.615 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:32.613+0000 7f29b2b3d640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-06-26T02:59:32.615 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:32.613+0000 7f29b2b3d640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-06-26T02:59:32.616 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:32.613+0000 7f29b2b3d640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-06-26T02:59:35.620 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-06-26T02:59:35.676 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:35.758 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:35.757+0000 7f19a720a640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-06-26T02:59:35.759 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:35.757+0000 7f19a720a640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-06-26T02:59:35.759 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:35.757+0000 7f19a720a640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-06-26T02:59:35.759 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:35.757+0000 7f19a720a640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-06-26T02:59:35.760 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:35.757+0000 7f19a720a640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-06-26T02:59:35.760 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:35.757+0000 7f19a720a640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-06-26T02:59:38.180 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T02:59:38.183 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T02:59:38.780 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-06-26T02:59:38.793 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:38.876 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:38.877+0000 7fa80d4e9640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-06-26T02:59:38.877 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:38.877+0000 7fa80d4e9640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-06-26T02:59:38.877 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:38.877+0000 7fa80d4e9640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-06-26T02:59:38.877 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:38.877+0000 7fa80d4e9640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-06-26T02:59:38.877 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:38.877+0000 7fa80d4e9640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-06-26T02:59:38.878 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:38.877+0000 7fa80d4e9640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-06-26T02:59:41.886 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-06-26T02:59:41.941 INFO:tasks.ceph:Reading keys from all nodes... 2023-06-26T02:59:41.941 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:41.941 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-06-26T02:59:41.955 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:41.955 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-06-26T02:59:42.009 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:42.009 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2023-06-26T02:59:42.061 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:42.061 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-06-26T02:59:42.112 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:42.113 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-06-26T02:59:42.165 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:42.165 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-06-26T02:59:42.216 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:42.217 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-06-26T02:59:42.269 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:42.270 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-06-26T02:59:42.283 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:42.283 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-06-26T02:59:42.335 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:42.335 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2023-06-26T02:59:42.387 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:42.388 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-06-26T02:59:42.443 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:42.443 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-06-26T02:59:42.495 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:42.496 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-06-26T02:59:42.546 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:42.547 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-06-26T02:59:42.598 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:42.599 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-06-26T02:59:42.604 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:42.605 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2023-06-26T02:59:42.650 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:42.650 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-06-26T02:59:42.655 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:42.656 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2023-06-26T02:59:42.704 INFO:tasks.ceph:Adding keys to all mons... 2023-06-26T02:59:42.704 DEBUG:teuthology.orchestra.run.smithi081:> sudo tee -a /etc/ceph/ceph.keyring 2023-06-26T02:59:42.706 DEBUG:teuthology.orchestra.run.smithi092:> sudo tee -a /etc/ceph/ceph.keyring 2023-06-26T02:59:42.750 INFO:teuthology.orchestra.run.smithi081.stdout:[mgr.y] 2023-06-26T02:59:42.750 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQD+/phkLIU9FRAA2i5MjHlCgyFAP67chNCSvw== 2023-06-26T02:59:42.750 INFO:teuthology.orchestra.run.smithi081.stdout:[mds.a] 2023-06-26T02:59:42.750 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQD+/phkMtIgGxAAkc8eUW3HUqzTuPxCr+RHxQ== 2023-06-26T02:59:42.750 INFO:teuthology.orchestra.run.smithi081.stdout:[mds.c] 2023-06-26T02:59:42.751 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQD+/phkI3eSIxAAWcuOVu2y+vCZKhOYknwseA== 2023-06-26T02:59:42.751 INFO:teuthology.orchestra.run.smithi081.stdout:[osd.0] 2023-06-26T02:59:42.751 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQAC/5hkfQQpAhAAs8nFHVXP3Ff4M+MVUfovHA== 2023-06-26T02:59:42.751 INFO:teuthology.orchestra.run.smithi081.stdout:[osd.1] 2023-06-26T02:59:42.751 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQAF/5hk8au6CBAAo8AUMKyuTEDKUYnRSh6h2A== 2023-06-26T02:59:42.751 INFO:teuthology.orchestra.run.smithi081.stdout:[osd.2] 2023-06-26T02:59:42.751 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQAI/5hkNFyoERAAYal6qx3zHTUuc+oI3kJ3xg== 2023-06-26T02:59:42.751 INFO:teuthology.orchestra.run.smithi081.stdout:[osd.3] 2023-06-26T02:59:42.752 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQAL/5hkXNnYGhAA/9pTQWFEp2S3Y8qwLgHPfQ== 2023-06-26T02:59:42.752 INFO:teuthology.orchestra.run.smithi081.stdout:[mgr.x] 2023-06-26T02:59:42.752 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQD+/phkVTcsGBAAy1FkyX1/70kbO1iXbMvbSw== 2023-06-26T02:59:42.752 INFO:teuthology.orchestra.run.smithi081.stdout:[mds.b] 2023-06-26T02:59:42.752 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQD+/phkNaHXKRAAwqv8h7zTpU+Oyocph4PXKQ== 2023-06-26T02:59:42.752 INFO:teuthology.orchestra.run.smithi081.stdout:[mds.d] 2023-06-26T02:59:42.752 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQD+/phkJQ/LLxAA/s+I+wuXLEUieTksQjByEg== 2023-06-26T02:59:42.753 INFO:teuthology.orchestra.run.smithi081.stdout:[osd.4] 2023-06-26T02:59:42.753 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQAR/5hkRCsrHRAA+q2BaUlatvRpcxYezUO0IQ== 2023-06-26T02:59:42.753 INFO:teuthology.orchestra.run.smithi081.stdout:[osd.5] 2023-06-26T02:59:42.753 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQAU/5hkGsXlJBAAXS8342Ft7WncDu2CwzEGAg== 2023-06-26T02:59:42.753 INFO:teuthology.orchestra.run.smithi081.stdout:[osd.6] 2023-06-26T02:59:42.753 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQAX/5hkxUJ8LRAAcna+uhG5OE+pFDOSmX3mEw== 2023-06-26T02:59:42.753 INFO:teuthology.orchestra.run.smithi081.stdout:[osd.7] 2023-06-26T02:59:42.753 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQAa/5hkQ++CNBAAzkTbktMedQJ0laTbocdzcA== 2023-06-26T02:59:42.754 INFO:teuthology.orchestra.run.smithi081.stdout:[client.0] 2023-06-26T02:59:42.754 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQD+/phkyqooNRAALymfhaBm3cHep+Qi4HpqDw== 2023-06-26T02:59:42.754 INFO:teuthology.orchestra.run.smithi081.stdout:[client.2] 2023-06-26T02:59:42.754 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQD+/phkm7RWOhAARzzXe/rdIFClE+YuQnLNEQ== 2023-06-26T02:59:42.754 INFO:teuthology.orchestra.run.smithi081.stdout:[client.1] 2023-06-26T02:59:42.754 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQD//phkPcaZARAAmHxNuE04EIlH4UjMYEUoeg== 2023-06-26T02:59:42.754 INFO:teuthology.orchestra.run.smithi081.stdout:[client.3] 2023-06-26T02:59:42.755 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQD//phkpUA/BhAALd8xWhTBllGGK+oEhBRNWg== 2023-06-26T02:59:42.758 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr.y] 2023-06-26T02:59:42.758 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQD+/phkLIU9FRAA2i5MjHlCgyFAP67chNCSvw== 2023-06-26T02:59:42.759 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2023-06-26T02:59:42.759 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQD+/phkMtIgGxAAkc8eUW3HUqzTuPxCr+RHxQ== 2023-06-26T02:59:42.759 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2023-06-26T02:59:42.759 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQD+/phkI3eSIxAAWcuOVu2y+vCZKhOYknwseA== 2023-06-26T02:59:42.759 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.0] 2023-06-26T02:59:42.759 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAC/5hkfQQpAhAAs8nFHVXP3Ff4M+MVUfovHA== 2023-06-26T02:59:42.759 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.1] 2023-06-26T02:59:42.760 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAF/5hk8au6CBAAo8AUMKyuTEDKUYnRSh6h2A== 2023-06-26T02:59:42.760 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.2] 2023-06-26T02:59:42.760 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAI/5hkNFyoERAAYal6qx3zHTUuc+oI3kJ3xg== 2023-06-26T02:59:42.760 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.3] 2023-06-26T02:59:42.760 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAL/5hkXNnYGhAA/9pTQWFEp2S3Y8qwLgHPfQ== 2023-06-26T02:59:42.760 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr.x] 2023-06-26T02:59:42.761 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQD+/phkVTcsGBAAy1FkyX1/70kbO1iXbMvbSw== 2023-06-26T02:59:42.761 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2023-06-26T02:59:42.761 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQD+/phkNaHXKRAAwqv8h7zTpU+Oyocph4PXKQ== 2023-06-26T02:59:42.761 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2023-06-26T02:59:42.761 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQD+/phkJQ/LLxAA/s+I+wuXLEUieTksQjByEg== 2023-06-26T02:59:42.761 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.4] 2023-06-26T02:59:42.761 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAR/5hkRCsrHRAA+q2BaUlatvRpcxYezUO0IQ== 2023-06-26T02:59:42.761 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.5] 2023-06-26T02:59:42.762 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAU/5hkGsXlJBAAXS8342Ft7WncDu2CwzEGAg== 2023-06-26T02:59:42.762 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.6] 2023-06-26T02:59:42.762 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAX/5hkxUJ8LRAAcna+uhG5OE+pFDOSmX3mEw== 2023-06-26T02:59:42.762 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.7] 2023-06-26T02:59:42.762 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAa/5hkQ++CNBAAzkTbktMedQJ0laTbocdzcA== 2023-06-26T02:59:42.762 INFO:teuthology.orchestra.run.smithi092.stdout:[client.0] 2023-06-26T02:59:42.762 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQD+/phkyqooNRAALymfhaBm3cHep+Qi4HpqDw== 2023-06-26T02:59:42.762 INFO:teuthology.orchestra.run.smithi092.stdout:[client.2] 2023-06-26T02:59:42.763 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQD+/phkm7RWOhAARzzXe/rdIFClE+YuQnLNEQ== 2023-06-26T02:59:42.763 INFO:teuthology.orchestra.run.smithi092.stdout:[client.1] 2023-06-26T02:59:42.763 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQD//phkPcaZARAAmHxNuE04EIlH4UjMYEUoeg== 2023-06-26T02:59:42.763 INFO:teuthology.orchestra.run.smithi092.stdout:[client.3] 2023-06-26T02:59:42.763 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQD//phkpUA/BhAALd8xWhTBllGGK+oEhBRNWg== 2023-06-26T02:59:42.764 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-06-26T02:59:42.799 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-06-26T02:59:42.853 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T02:59:42.887 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T02:59:42.931 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T02:59:42.975 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T02:59:43.018 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.059 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.097 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.139 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.183 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.227 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.272 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.315 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.355 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-06-26T02:59:43.395 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-06-26T02:59:43.435 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T02:59:43.476 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T02:59:43.519 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T02:59:43.563 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T02:59:43.610 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.647 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.695 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.731 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.774 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.811 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.855 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.895 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T02:59:43.935 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T02:59:43.975 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T02:59:44.018 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T02:59:44.063 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T02:59:44.109 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T02:59:44.147 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T02:59:44.192 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T02:59:44.231 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T02:59:44.276 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-06-26T02:59:44.276 DEBUG:teuthology.orchestra.run.smithi081:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-06-26T02:59:44.325 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-06-26T02:59:44.413 DEBUG:teuthology.orchestra.run.smithi081:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-06-26T02:59:44.465 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-06-26T02:59:44.479 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-06-26T02:59:44.579 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-06-26T02:59:44.589 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-06-26T02:59:44.646 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-06-26T02:59:44.739 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-06-26T02:59:44.749 DEBUG:teuthology.orchestra.run.smithi081:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:44.751 DEBUG:teuthology.orchestra.run.smithi092:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-06-26T02:59:44.799 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-06-26T02:59:44.799 INFO:tasks.ceph.mon.a:Restarting daemon 2023-06-26T02:59:44.800 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-06-26T02:59:44.802 INFO:tasks.ceph.mon.a:Started 2023-06-26T02:59:44.802 INFO:tasks.ceph.mon.b:Restarting daemon 2023-06-26T02:59:44.802 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-06-26T02:59:44.841 INFO:tasks.ceph.mon.b:Started 2023-06-26T02:59:44.841 INFO:tasks.ceph.mon.c:Restarting daemon 2023-06-26T02:59:44.841 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-06-26T02:59:44.843 INFO:tasks.ceph.mon.c:Started 2023-06-26T02:59:44.844 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-06-26T02:59:44.844 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-06-26T02:59:44.844 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-06-26T02:59:44.846 INFO:tasks.ceph.mgr.y:Started 2023-06-26T02:59:44.846 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-06-26T02:59:44.847 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-06-26T02:59:44.849 INFO:tasks.ceph.mgr.x:Started 2023-06-26T02:59:44.849 INFO:tasks.ceph:Setting crush tunables to default 2023-06-26T02:59:44.849 DEBUG:teuthology.orchestra.run.smithi081:> sudo ceph --cluster ceph osd crush tunables default 2023-06-26T02:59:44.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.961+0000 7f9d928e4640 1 Processor -- start 2023-06-26T02:59:44.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.961+0000 7f9d928e4640 1 -- start start 2023-06-26T02:59:44.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.961+0000 7f9d928e4640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:44.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.961+0000 7f9d928e4640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:44.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.961+0000 7f9d928e4640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d8c0cebd0 con 0x7f9d8c0b7a50 2023-06-26T02:59:44.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.961+0000 7f9d928e4640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d8c0d1330 con 0x7f9d8c0d09d0 2023-06-26T02:59:44.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.961+0000 7f9d928e4640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d8c0b7e20 con 0x7f9d8c0b4f30 2023-06-26T02:59:44.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.965+0000 7f9d90e81640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:44.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.965+0000 7f9d90e81640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:41476/0 (socket says 172.21.15.81:41476) 2023-06-26T02:59:44.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.965+0000 7f9d90e81640 1 -- 172.21.15.81:0/572231781 learned_addr learned my addr 172.21.15.81:0/572231781 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T02:59:44.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.965+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:44.968 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.965+0000 7f9d90e81640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 msgr2=0x7f9d8c0d0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-06-26T02:59:44.968 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.965+0000 7f9d90e81640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 msgr2=0x7f9d8c0d0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T02:59:44.968 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.965+0000 7f9d90e81640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T02:59:44.968 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.965+0000 7f9d90e81640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-06-26T02:59:44.968 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.965+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 msgr2=0x7f9d8c0d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-06-26T02:59:44.968 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.965+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 msgr2=0x7f9d8c0d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T02:59:44.968 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.965+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T02:59:44.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:44.965+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-06-26T02:59:45.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.169+0000 7f9d90e81640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:45.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.169+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:45.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.169+0000 7f9d90e81640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 msgr2=0x7f9d8c0d0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-06-26T02:59:45.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.169+0000 7f9d90e81640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 msgr2=0x7f9d8c0d0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T02:59:45.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.169+0000 7f9d90e81640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T02:59:45.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.169+0000 7f9d90e81640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-06-26T02:59:45.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.169+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 msgr2=0x7f9d8c0d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-06-26T02:59:45.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.169+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 msgr2=0x7f9d8c0d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T02:59:45.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.169+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T02:59:45.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.169+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-06-26T02:59:45.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.573+0000 7f9d90e81640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:45.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.573+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:45.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.573+0000 7f9d90e81640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 msgr2=0x7f9d8c0d0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-06-26T02:59:45.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.573+0000 7f9d90e81640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 msgr2=0x7f9d8c0d0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T02:59:45.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.573+0000 7f9d90e81640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T02:59:45.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.573+0000 7f9d90e81640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-06-26T02:59:45.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.573+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 msgr2=0x7f9d8c0d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-06-26T02:59:45.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.573+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 msgr2=0x7f9d8c0d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T02:59:45.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.573+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T02:59:45.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:45.573+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-06-26T02:59:46.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:46.377+0000 7f9d90e81640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:46.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:46.377+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:46.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:46.377+0000 7f9d90e81640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 msgr2=0x7f9d8c0d0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-06-26T02:59:46.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:46.377+0000 7f9d90e81640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 msgr2=0x7f9d8c0d0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T02:59:46.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:46.377+0000 7f9d90e81640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T02:59:46.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:46.377+0000 7f9d90e81640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-06-26T02:59:46.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:46.377+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 msgr2=0x7f9d8c0d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-06-26T02:59:46.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:46.377+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 msgr2=0x7f9d8c0d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T02:59:46.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:46.377+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T02:59:46.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:46.377+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-06-26T02:59:47.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:47.961+0000 7f9d89ffb640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 msgr2=0x7f9d8c0d0490 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-26T02:59:47.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:47.965+0000 7f9d89ffb640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.92:3300/0 conn(0x7f9d8c0b4f30 0x7f9d8c0d0490 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:47.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:47.965+0000 7f9d89ffb640 1 -- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 msgr2=0x7f9d8c0d0df0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-26T02:59:47.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:47.965+0000 7f9d89ffb640 1 --2- 172.21.15.81:0/572231781 >> v2:172.21.15.81:3300/0 conn(0x7f9d8c0d09d0 0x7f9d8c0d0df0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:47.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:47.965+0000 7f9d89ffb640 1 -- 172.21.15.81:0/572231781 >> v1:172.21.15.92:6789/0 conn(0x7f9d8c0b7a50 legacy=0x7f9d8c0ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:47.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:47.965+0000 7f9d89ffb640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:47.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:47.965+0000 7f9d89ffb640 1 -- 172.21.15.81:0/572231781 --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d8c0cf6b0 con 0x7f9d780036a0 2023-06-26T02:59:47.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:47.965+0000 7f9d89ffb640 1 -- 172.21.15.81:0/572231781 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8c0b7e20 con 0x7f9d780072c0 2023-06-26T02:59:47.968 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:47.965+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:47.968 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:47.965+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 msgr2=0x7f9d78009770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-06-26T02:59:47.968 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:47.965+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 msgr2=0x7f9d78009770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T02:59:47.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:47.965+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T02:59:47.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:47.965+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-06-26T02:59:48.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:48.169+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:48.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:48.169+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 msgr2=0x7f9d78009770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-06-26T02:59:48.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:48.169+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 msgr2=0x7f9d78009770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T02:59:48.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:48.169+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T02:59:48.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:48.169+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-06-26T02:59:48.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:48.573+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:48.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:48.573+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 msgr2=0x7f9d78009770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-06-26T02:59:48.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:48.573+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 msgr2=0x7f9d78009770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T02:59:48.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:48.573+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T02:59:48.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:48.573+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-06-26T02:59:49.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:49.377+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:49.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:49.377+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 msgr2=0x7f9d78009770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-06-26T02:59:49.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:49.377+0000 7f9d8b7fe640 1 -- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 msgr2=0x7f9d78009770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T02:59:49.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:49.377+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T02:59:49.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:49.377+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-06-26T02:59:50.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 -- 172.21.15.81:0/572231781 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 550669362 0 0) 0x7f9d8c0cf6b0 con 0x7f9d780036a0 2023-06-26T02:59:50.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 -- 172.21.15.81:0/572231781 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9d74003530 con 0x7f9d780036a0 2023-06-26T02:59:50.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 -- 172.21.15.81:0/572231781 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3746880675 0 0) 0x7f9d74003530 con 0x7f9d780036a0 2023-06-26T02:59:50.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 -- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 msgr2=0x7f9d78009770 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-26T02:59:50.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d780072c0 0x7f9d78009770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 -- 172.21.15.81:0/572231781 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d7800af40 con 0x7f9d780036a0 2023-06-26T02:59:50.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 -- 172.21.15.81:0/572231781 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f9d7c001700 con 0x7f9d780036a0 2023-06-26T02:59:50.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 -- 172.21.15.81:0/572231781 >> v1:172.21.15.81:6789/0 conn(0x7f9d780036a0 legacy=0x7f9d78005af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:50.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d90e81640 1 -- 172.21.15.81:0/572231781 reap_dead start 2023-06-26T02:59:50.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d74003980 0x7f9d74003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:50.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d740047d0 0x7f9d74004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:50.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d740052a0 0x7f9d7400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:50.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 -- 172.21.15.81:0/572231781 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8c0b7e20 con 0x7f9d74003980 2023-06-26T02:59:50.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 -- 172.21.15.81:0/572231781 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d7400c180 con 0x7f9d740052a0 2023-06-26T02:59:50.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8affd640 1 -- 172.21.15.81:0/572231781 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d7400c340 con 0x7f9d740047d0 2023-06-26T02:59:50.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8bfff640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d74003980 0x7f9d74003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:50.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d740047d0 0x7f9d74004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:50.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d90e81640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d740052a0 0x7f9d7400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:50.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8bfff640 1 -- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d740047d0 msgr2=0x7f9d74004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:50.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8bfff640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d740047d0 0x7f9d74004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8bfff640 1 -- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d740052a0 msgr2=0x7f9d7400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:50.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8bfff640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d740052a0 0x7f9d7400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.277+0000 7f9d8bfff640 1 -- 172.21.15.81:0/572231781 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d74003530 con 0x7f9d74003980 2023-06-26T02:59:50.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.281+0000 7f9d8bfff640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d74003980 0x7f9d74003d70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c007e50 tx=0x7f9d7c01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cedb5ba28b500925 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:50.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.281+0000 7f9d8affd640 1 -- 172.21.15.81:0/572231781 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d7c0aa610 con 0x7f9d74003980 2023-06-26T02:59:50.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.281+0000 7f9d8affd640 1 -- 172.21.15.81:0/572231781 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d7c0a6040 con 0x7f9d74003980 2023-06-26T02:59:50.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.281+0000 7f9d8affd640 1 -- 172.21.15.81:0/572231781 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d7c0aa9b0 con 0x7f9d74003980 2023-06-26T02:59:50.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.281+0000 7f9d928e4640 1 -- 172.21.15.81:0/572231781 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d74003980 msgr2=0x7f9d74003d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:50.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.281+0000 7f9d928e4640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d74003980 0x7f9d74003d70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c007e50 tx=0x7f9d7c01c9c0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 -- 172.21.15.81:0/572231781 shutdown_connections 2023-06-26T02:59:50.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d740052a0 0x7f9d7400b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d740047d0 0x7f9d74004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 --2- 172.21.15.81:0/572231781 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d74003980 0x7f9d74003d70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 -- 172.21.15.81:0/572231781 >> 172.21.15.81:0/572231781 conn(0x7f9d8c069dc0 msgr2=0x7f9d8c06a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:50.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 -- 172.21.15.81:0/572231781 shutdown_connections 2023-06-26T02:59:50.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 -- 172.21.15.81:0/572231781 wait complete. 2023-06-26T02:59:50.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 Processor -- start 2023-06-26T02:59:50.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 -- start start 2023-06-26T02:59:50.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d74003980 0x7f9d8c1f88e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:50.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d740047d0 0x7f9d8c0c6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:50.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d740052a0 0x7f9d8c0cba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:50.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8c1f5020 con 0x7f9d740052a0 2023-06-26T02:59:50.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8c0c7060 con 0x7f9d740047d0 2023-06-26T02:59:50.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d928e4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8c1f4960 con 0x7f9d74003980 2023-06-26T02:59:50.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d90e81640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d740052a0 0x7f9d8c0cba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:50.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d90e81640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d740052a0 0x7f9d8c0cba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:55266/0 (socket says 172.21.15.81:55266) 2023-06-26T02:59:50.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.285+0000 7f9d90e81640 1 -- 172.21.15.81:0/1496129248 learned_addr learned my addr 172.21.15.81:0/1496129248 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T02:59:50.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d8b7fe640 1 --2- 172.21.15.81:0/1496129248 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d740047d0 0x7f9d8c0c6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:50.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d8bfff640 1 --2- 172.21.15.81:0/1496129248 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d74003980 0x7f9d8c1f88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:50.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d90e81640 1 -- 172.21.15.81:0/1496129248 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d74003980 msgr2=0x7f9d8c1f88e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:50.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d90e81640 1 --2- 172.21.15.81:0/1496129248 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d74003980 0x7f9d8c1f88e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d90e81640 1 -- 172.21.15.81:0/1496129248 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d740047d0 msgr2=0x7f9d8c0c6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:50.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d90e81640 1 --2- 172.21.15.81:0/1496129248 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d740047d0 0x7f9d8c0c6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d90e81640 1 -- 172.21.15.81:0/1496129248 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d8c1f4c40 con 0x7f9d740052a0 2023-06-26T02:59:50.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d8bfff640 1 --2- 172.21.15.81:0/1496129248 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d74003980 0x7f9d8c1f88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T02:59:50.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d90e81640 1 --2- 172.21.15.81:0/1496129248 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d740052a0 0x7f9d8c0cba50 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c0b1ad0 tx=0x7f9d840149f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:50.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d88ff9640 1 -- 172.21.15.81:0/1496129248 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d840039a0 con 0x7f9d740052a0 2023-06-26T02:59:50.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d88ff9640 1 -- 172.21.15.81:0/1496129248 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d8400f040 con 0x7f9d740052a0 2023-06-26T02:59:50.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d928e4640 1 -- 172.21.15.81:0/1496129248 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d8c0c6d70 con 0x7f9d740052a0 2023-06-26T02:59:50.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d88ff9640 1 -- 172.21.15.81:0/1496129248 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d84003d60 con 0x7f9d740052a0 2023-06-26T02:59:50.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d928e4640 1 -- 172.21.15.81:0/1496129248 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d8c0c7340 con 0x7f9d740052a0 2023-06-26T02:59:50.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d88ff9640 1 -- 172.21.15.81:0/1496129248 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f9d84004330 con 0x7f9d740052a0 2023-06-26T02:59:50.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d88ff9640 1 -- 172.21.15.81:0/1496129248 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f9d84020d60 con 0x7f9d740052a0 2023-06-26T02:59:50.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.289+0000 7f9d928e4640 1 -- 172.21.15.81:0/1496129248 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d8c0b18b0 con 0x7f9d740052a0 2023-06-26T02:59:50.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.293+0000 7f9d88ff9640 1 -- 172.21.15.81:0/1496129248 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f9d8401b070 con 0x7f9d740052a0 2023-06-26T02:59:50.358 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.353+0000 7f9d928e4640 1 -- 172.21.15.81:0/1496129248 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f9d8c1f47b0 con 0x7f9d740052a0 2023-06-26T02:59:50.367 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.365+0000 7f9d88ff9640 1 -- 172.21.15.81:0/1496129248 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f9d84004770 con 0x7f9d740052a0 2023-06-26T02:59:50.367 INFO:teuthology.orchestra.run.smithi081.stderr:adjusted tunables profile to default 2023-06-26T02:59:50.368 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.365+0000 7f9d928e4640 1 -- 172.21.15.81:0/1496129248 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d740052a0 msgr2=0x7f9d8c0cba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:50.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.365+0000 7f9d928e4640 1 --2- 172.21.15.81:0/1496129248 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d740052a0 0x7f9d8c0cba50 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c0b1ad0 tx=0x7f9d840149f0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.365+0000 7f9d928e4640 1 -- 172.21.15.81:0/1496129248 shutdown_connections 2023-06-26T02:59:50.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.365+0000 7f9d928e4640 1 --2- 172.21.15.81:0/1496129248 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9d740052a0 0x7f9d8c0cba50 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.365+0000 7f9d928e4640 1 --2- 172.21.15.81:0/1496129248 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d740047d0 0x7f9d8c0c6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.365+0000 7f9d928e4640 1 --2- 172.21.15.81:0/1496129248 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d74003980 0x7f9d8c1f88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.365+0000 7f9d928e4640 1 -- 172.21.15.81:0/1496129248 >> 172.21.15.81:0/1496129248 conn(0x7f9d8c069dc0 msgr2=0x7f9d8c0b4370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:50.370 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.365+0000 7f9d928e4640 1 -- 172.21.15.81:0/1496129248 shutdown_connections 2023-06-26T02:59:50.370 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:50.365+0000 7f9d928e4640 1 -- 172.21.15.81:0/1496129248 wait complete. 2023-06-26T02:59:50.385 INFO:tasks.ceph:check_enable_crimson: False 2023-06-26T02:59:50.386 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-06-26T02:59:50.386 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:50.386 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-06-26T02:59:50.395 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:50.396 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-06-26T02:59:50.448 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:50.448 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-06-26T02:59:50.476 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:50.473+0000 7fc2f9cac180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-06-26T02:59:50.487 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T02:59:50.487 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-06-26T02:59:50.542 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:50.543 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-06-26T02:59:50.557 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:50.557 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-06-26T02:59:50.613 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:50.613 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-06-26T02:59:50.667 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T02:59:50.667 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-06-26T02:59:50.724 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new 39866012-9fb2-4b58-afc3-68f0f7012809 0 2023-06-26T02:59:50.896 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.895+0000 7f6c80df2640 1 Processor -- start 2023-06-26T02:59:50.896 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.895+0000 7f6c80df2640 1 -- start start 2023-06-26T02:59:50.897 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.899+0000 7f6c80df2640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6c7c0b7a50 0x7f6c7c0ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:50.897 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.899+0000 7f6c80df2640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c7c0b7e20 con 0x7f6c7c0b4f30 2023-06-26T02:59:50.897 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.899+0000 7f6c80df2640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c7c0cf6b0 con 0x7f6c7c0d0ba0 2023-06-26T02:59:50.897 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.899+0000 7f6c80df2640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c7c0cee10 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.897 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.899+0000 7f6c7a59c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6c7c0b7a50 0x7f6c7c0ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:50.898 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.899+0000 7f6c7a59c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6c7c0b7a50 0x7f6c7c0ce4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38722/0 (socket says 172.21.15.92:38722) 2023-06-26T02:59:50.898 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.899+0000 7f6c7a59c640 1 -- 172.21.15.92:0/3334514538 learned_addr learned my addr 172.21.15.92:0/3334514538 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:50.898 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.899+0000 7f6c7a59c640 1 -- 172.21.15.92:0/3334514538 >> v1:172.21.15.92:6789/0 conn(0x7f6c7c0d0ba0 legacy=0x7f6c7c15f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:50.898 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.899+0000 7f6c7a59c640 1 -- 172.21.15.92:0/3334514538 >> v1:172.21.15.81:6789/0 conn(0x7f6c7c0b4f30 legacy=0x7f6c7c0d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:50.899 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.899+0000 7f6c7a59c640 1 -- 172.21.15.92:0/3334514538 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c7c0cf0f0 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.903 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.903+0000 7f6c7a59c640 1 --2- 172.21.15.92:0/3334514538 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6c7c0b7a50 0x7f6c7c0ce4c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6c6c009e50 tx=0x7f6c6c01c980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4830ca29558ebb7f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:50.903 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.903+0000 7f6c7959a640 1 -- 172.21.15.92:0/3334514538 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c6c0a5730 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.903 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.903+0000 7f6c7959a640 1 -- 172.21.15.92:0/3334514538 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c6c0a5890 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.903 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.903+0000 7f6c7959a640 1 -- 172.21.15.92:0/3334514538 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c6c0a5c20 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.904 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.903+0000 7f6c80df2640 1 -- 172.21.15.92:0/3334514538 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6c7c0b7a50 msgr2=0x7f6c7c0ce4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:50.904 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.903+0000 7f6c80df2640 1 --2- 172.21.15.92:0/3334514538 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6c7c0b7a50 0x7f6c7c0ce4c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6c6c009e50 tx=0x7f6c6c01c980 comp rx=0 tx=0).stop 2023-06-26T02:59:50.904 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.903+0000 7f6c80df2640 1 -- 172.21.15.92:0/3334514538 shutdown_connections 2023-06-26T02:59:50.904 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.903+0000 7f6c80df2640 1 --2- 172.21.15.92:0/3334514538 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6c7c0b7a50 0x7f6c7c0ce4c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.904 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.903+0000 7f6c80df2640 1 -- 172.21.15.92:0/3334514538 >> 172.21.15.92:0/3334514538 conn(0x7f6c7c069dc0 msgr2=0x7f6c7c06a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:50.904 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.903+0000 7f6c80df2640 1 -- 172.21.15.92:0/3334514538 shutdown_connections 2023-06-26T02:59:50.905 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.903+0000 7f6c80df2640 1 -- 172.21.15.92:0/3334514538 wait complete. 2023-06-26T02:59:50.905 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c80df2640 1 Processor -- start 2023-06-26T02:59:50.905 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c80df2640 1 -- start start 2023-06-26T02:59:50.907 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c80df2640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6c7c0b4f30 0x7f6c7c149e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:50.907 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c80df2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6c7c0b7a50 0x7f6c7c14e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:50.907 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c80df2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6c7c0d0ba0 0x7f6c7c0b5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:50.907 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c80df2640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c7c14de70 con 0x7f6c7c0d0ba0 2023-06-26T02:59:50.907 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c80df2640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c7c14bc00 con 0x7f6c7c0b4f30 2023-06-26T02:59:50.907 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c80df2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c7c14b630 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.908 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c7a59c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6c7c0b4f30 0x7f6c7c149e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:50.908 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c79d9b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6c7c0b7a50 0x7f6c7c14e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:50.908 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c7a59c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6c7c0b4f30 0x7f6c7c149e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38734/0 (socket says 172.21.15.92:38734) 2023-06-26T02:59:50.908 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c79d9b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6c7c0b7a50 0x7f6c7c14e970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:33878/0 (socket says 172.21.15.92:33878) 2023-06-26T02:59:50.908 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c7a59c640 1 -- 172.21.15.92:0/4128911101 learned_addr learned my addr 172.21.15.92:0/4128911101 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:50.908 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c7ad9d640 1 --2- 172.21.15.92:0/4128911101 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6c7c0d0ba0 0x7f6c7c0b5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:50.908 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c79d9b640 1 -- 172.21.15.92:0/4128911101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6c7c0b4f30 msgr2=0x7f6c7c149e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:50.908 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c79d9b640 1 --2- 172.21.15.92:0/4128911101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6c7c0b4f30 0x7f6c7c149e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.909 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c79d9b640 1 -- 172.21.15.92:0/4128911101 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6c7c0d0ba0 msgr2=0x7f6c7c0b5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:50.909 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c79d9b640 1 --2- 172.21.15.92:0/4128911101 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6c7c0d0ba0 0x7f6c7c0b5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.909 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c79d9b640 1 -- 172.21.15.92:0/4128911101 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c6c009b30 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.909 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c7a59c640 1 --2- 172.21.15.92:0/4128911101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6c7c0b4f30 0x7f6c7c149e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T02:59:50.909 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c79d9b640 1 --2- 172.21.15.92:0/4128911101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6c7c0b7a50 0x7f6c7c14e970 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6c7000c3f0 tx=0x7f6c7000c8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:50.909 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c6affd640 1 -- 172.21.15.92:0/4128911101 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c700052d0 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.909 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c6affd640 1 -- 172.21.15.92:0/4128911101 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c70005430 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.910 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c80df2640 1 -- 172.21.15.92:0/4128911101 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c7c14b8d0 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.910 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c6affd640 1 -- 172.21.15.92:0/4128911101 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c70003860 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.910 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c80df2640 1 -- 172.21.15.92:0/4128911101 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c7c14db90 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.910 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c6affd640 1 -- 172.21.15.92:0/4128911101 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f6c70003cc0 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.910 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c6affd640 1 -- 172.21.15.92:0/4128911101 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f6c7001c780 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.910 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.907+0000 7f6c80df2640 1 -- 172.21.15.92:0/4128911101 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c7c0b18b0 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.918 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.919+0000 7f6c6affd640 1 -- 172.21.15.92:0/4128911101 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f6c70017070 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.961 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:50.957+0000 7fc2f9cac180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-06-26T02:59:50.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.987+0000 7f6c80df2640 1 -- 172.21.15.92:0/4128911101 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd new", "uuid": "39866012-9fb2-4b58-afc3-68f0f7012809", "id": 0} v 0) v1 -- 0x7f6c7c04d790 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.994 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.995+0000 7f6c6affd640 1 -- 172.21.15.92:0/4128911101 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "39866012-9fb2-4b58-afc3-68f0f7012809", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f6c7001c940 con 0x7f6c7c0b7a50 2023-06-26T02:59:50.995 INFO:teuthology.orchestra.run.smithi092.stdout:0 2023-06-26T02:59:50.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.995+0000 7f6c80df2640 1 -- 172.21.15.92:0/4128911101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6c7c0b7a50 msgr2=0x7f6c7c14e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:50.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.995+0000 7f6c80df2640 1 --2- 172.21.15.92:0/4128911101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6c7c0b7a50 0x7f6c7c14e970 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6c7000c3f0 tx=0x7f6c7000c8b0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.995+0000 7f6c80df2640 1 -- 172.21.15.92:0/4128911101 shutdown_connections 2023-06-26T02:59:50.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.995+0000 7f6c80df2640 1 --2- 172.21.15.92:0/4128911101 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6c7c0d0ba0 0x7f6c7c0b5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.995+0000 7f6c80df2640 1 --2- 172.21.15.92:0/4128911101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6c7c0b7a50 0x7f6c7c14e970 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.995+0000 7f6c80df2640 1 --2- 172.21.15.92:0/4128911101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6c7c0b4f30 0x7f6c7c149e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:50.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.995+0000 7f6c80df2640 1 -- 172.21.15.92:0/4128911101 >> 172.21.15.92:0/4128911101 conn(0x7f6c7c069dc0 msgr2=0x7f6c7c15e350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:50.997 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.995+0000 7f6c80df2640 1 -- 172.21.15.92:0/4128911101 shutdown_connections 2023-06-26T02:59:50.997 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:50.995+0000 7f6c80df2640 1 -- 172.21.15.92:0/4128911101 wait complete. 2023-06-26T02:59:51.010 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new 43dab9cf-0db7-4211-8d2b-29d02c647589 1 2023-06-26T02:59:51.124 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.123+0000 7fe6f62e4640 1 Processor -- start 2023-06-26T02:59:51.125 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.123+0000 7fe6f62e4640 1 -- start start 2023-06-26T02:59:51.125 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6f62e4640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe6f01598d0 0x7fe6f00c8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.126 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6f62e4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f00b00d0 0x7fe6f00b0550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.126 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6f62e4640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6f015da00 con 0x7fe6f015d4d0 2023-06-26T02:59:51.126 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6f62e4640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6f0070960 con 0x7fe6f01598d0 2023-06-26T02:59:51.126 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6f62e4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f0070af0 con 0x7fe6f00b00d0 2023-06-26T02:59:51.126 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6f4881640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f00b00d0 0x7fe6f00b0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.126 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6ef7fe640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fe6f015d4d0 0x7fe6f00ad870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:46844/0 (socket says 172.21.15.92:46844) 2023-06-26T02:59:51.127 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6ef7fe640 1 -- 172.21.15.92:0/1116993361 learned_addr learned my addr 172.21.15.92:0/1116993361 (peer_addr_for_me v1:172.21.15.92:0/0) 2023-06-26T02:59:51.127 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6effff640 1 --2- 172.21.15.92:0/1116993361 >> v2:172.21.15.92:3300/0 conn(0x7fe6f01598d0 0x7fe6f00c8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.127 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6eeffd640 1 -- 172.21.15.92:0/1116993361 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2571089493 0 0) 0x7fe6f015da00 con 0x7fe6f015d4d0 2023-06-26T02:59:51.127 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6eeffd640 1 -- 172.21.15.92:0/1116993361 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe6d8003530 con 0x7fe6f015d4d0 2023-06-26T02:59:51.128 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6f4881640 1 -- 172.21.15.92:0/1116993361 >> v2:172.21.15.92:3300/0 conn(0x7fe6f01598d0 msgr2=0x7fe6f00c8ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:51.128 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6f4881640 1 --2- 172.21.15.92:0/1116993361 >> v2:172.21.15.92:3300/0 conn(0x7fe6f01598d0 0x7fe6f00c8ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.128 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6f4881640 1 -- 172.21.15.92:0/1116993361 >> v1:172.21.15.92:6789/0 conn(0x7fe6f015d4d0 legacy=0x7fe6f00ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.128 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6f4881640 1 -- 172.21.15.92:0/1116993361 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6f015dce0 con 0x7fe6f00b00d0 2023-06-26T02:59:51.128 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.127+0000 7fe6effff640 1 --2- 172.21.15.92:0/1116993361 >> v2:172.21.15.92:3300/0 conn(0x7fe6f01598d0 0x7fe6f00c8ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T02:59:51.129 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f4881640 1 --2- 172.21.15.92:0/1116993361 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f00b00d0 0x7fe6f00b0550 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe6e8009d90 tx=0x7fe6e801c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=53fbf4a9b50913e3 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:51.130 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6eeffd640 1 -- 172.21.15.92:0/1116993361 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e80a5810 con 0x7fe6f00b00d0 2023-06-26T02:59:51.130 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6eeffd640 1 -- 172.21.15.92:0/1116993361 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6e80a5970 con 0x7fe6f00b00d0 2023-06-26T02:59:51.130 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6eeffd640 1 -- 172.21.15.92:0/1116993361 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e80a5d00 con 0x7fe6f00b00d0 2023-06-26T02:59:51.131 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1116993361 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f00b00d0 msgr2=0x7fe6f00b0550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.131 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 --2- 172.21.15.92:0/1116993361 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f00b00d0 0x7fe6f00b0550 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe6e8009d90 tx=0x7fe6e801c950 comp rx=0 tx=0).stop 2023-06-26T02:59:51.131 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1116993361 shutdown_connections 2023-06-26T02:59:51.131 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 --2- 172.21.15.92:0/1116993361 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f00b00d0 0x7fe6f00b0550 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.131 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 --2- 172.21.15.92:0/1116993361 >> v2:172.21.15.92:3300/0 conn(0x7fe6f01598d0 0x7fe6f00c8ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.131 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1116993361 >> 172.21.15.92:0/1116993361 conn(0x7fe6f00cb0d0 msgr2=0x7fe6f00cb4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:51.131 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1116993361 shutdown_connections 2023-06-26T02:59:51.132 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1116993361 wait complete. 2023-06-26T02:59:51.132 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 Processor -- start 2023-06-26T02:59:51.132 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 -- start start 2023-06-26T02:59:51.133 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fd0ac888180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-06-26T02:59:51.134 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6f00b00d0 0x7fe6f014cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.134 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6f01598d0 0x7fe6f0158c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.134 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f015d4d0 0x7fe6f01555b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.135 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f0159180 con 0x7fe6f00b00d0 2023-06-26T02:59:51.135 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f0158320 con 0x7fe6f01598d0 2023-06-26T02:59:51.135 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f62e4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f00c6730 con 0x7fe6f015d4d0 2023-06-26T02:59:51.135 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6ef7fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6f01598d0 0x7fe6f0158c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.135 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6f4881640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f015d4d0 0x7fe6f01555b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.135 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6ef7fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6f01598d0 0x7fe6f0158c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38778/0 (socket says 172.21.15.92:38778) 2023-06-26T02:59:51.135 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.131+0000 7fe6ef7fe640 1 -- 172.21.15.92:0/1824595639 learned_addr learned my addr 172.21.15.92:0/1824595639 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:51.136 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6effff640 1 --2- 172.21.15.92:0/1824595639 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6f00b00d0 0x7fe6f014cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.136 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6f4881640 1 -- 172.21.15.92:0/1824595639 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6f01598d0 msgr2=0x7fe6f0158c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.136 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6f4881640 1 --2- 172.21.15.92:0/1824595639 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6f01598d0 0x7fe6f0158c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.136 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6f4881640 1 -- 172.21.15.92:0/1824595639 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6f00b00d0 msgr2=0x7fe6f014cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.136 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6f4881640 1 --2- 172.21.15.92:0/1824595639 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6f00b00d0 0x7fe6f014cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.136 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6f4881640 1 -- 172.21.15.92:0/1824595639 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6e0009420 con 0x7fe6f015d4d0 2023-06-26T02:59:51.136 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6ef7fe640 1 --2- 172.21.15.92:0/1824595639 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6f01598d0 0x7fe6f0158c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T02:59:51.136 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6f4881640 1 --2- 172.21.15.92:0/1824595639 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f015d4d0 0x7fe6f01555b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe6e80ac000 tx=0x7fe6e80196f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:51.137 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6ecff9640 1 -- 172.21.15.92:0/1824595639 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e80be070 con 0x7fe6f015d4d0 2023-06-26T02:59:51.137 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6ecff9640 1 -- 172.21.15.92:0/1824595639 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6e80b9450 con 0x7fe6f015d4d0 2023-06-26T02:59:51.137 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6ecff9640 1 -- 172.21.15.92:0/1824595639 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e80b97e0 con 0x7fe6f015d4d0 2023-06-26T02:59:51.137 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1824595639 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6e8009a70 con 0x7fe6f015d4d0 2023-06-26T02:59:51.137 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1824595639 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6f00c5e90 con 0x7fe6f015d4d0 2023-06-26T02:59:51.137 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6ecff9640 1 -- 172.21.15.92:0/1824595639 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe6e80b9c40 con 0x7fe6f015d4d0 2023-06-26T02:59:51.137 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6ecff9640 1 -- 172.21.15.92:0/1824595639 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fe6e80c3410 con 0x7fe6f015d4d0 2023-06-26T02:59:51.137 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1824595639 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6f01564a0 con 0x7fe6f015d4d0 2023-06-26T02:59:51.138 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.135+0000 7fe6ecff9640 1 -- 172.21.15.92:0/1824595639 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fe6e80b2070 con 0x7fe6f015d4d0 2023-06-26T02:59:51.148 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:51.145+0000 7fc2f9cac180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-06-26T02:59:51.203 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.203+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1824595639 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd new", "uuid": "43dab9cf-0db7-4211-8d2b-29d02c647589", "id": 1} v 0) v1 -- 0x7fe6f00b06b0 con 0x7fe6f015d4d0 2023-06-26T02:59:51.215 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.215+0000 7fe6ecff9640 1 -- 172.21.15.92:0/1824595639 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "43dab9cf-0db7-4211-8d2b-29d02c647589", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fe6e80ad440 con 0x7fe6f015d4d0 2023-06-26T02:59:51.216 INFO:teuthology.orchestra.run.smithi092.stdout:1 2023-06-26T02:59:51.217 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.219+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1824595639 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f015d4d0 msgr2=0x7fe6f01555b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.217 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.219+0000 7fe6f62e4640 1 --2- 172.21.15.92:0/1824595639 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f015d4d0 0x7fe6f01555b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe6e80ac000 tx=0x7fe6e80196f0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.217 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.219+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1824595639 shutdown_connections 2023-06-26T02:59:51.217 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.219+0000 7fe6f62e4640 1 --2- 172.21.15.92:0/1824595639 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f015d4d0 0x7fe6f01555b0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.217 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.219+0000 7fe6f62e4640 1 --2- 172.21.15.92:0/1824595639 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6f01598d0 0x7fe6f0158c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.218 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.219+0000 7fe6f62e4640 1 --2- 172.21.15.92:0/1824595639 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe6f00b00d0 0x7fe6f014cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.218 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.219+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1824595639 >> 172.21.15.92:0/1824595639 conn(0x7fe6f00cb0d0 msgr2=0x7fe6f00ae700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:51.218 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.219+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1824595639 shutdown_connections 2023-06-26T02:59:51.218 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.219+0000 7fe6f62e4640 1 -- 172.21.15.92:0/1824595639 wait complete. 2023-06-26T02:59:51.232 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new 63882238-001c-4bb8-a080-eaaba01bfd73 2 2023-06-26T02:59:51.345 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe086dc1640 1 Processor -- start 2023-06-26T02:59:51.345 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe086dc1640 1 -- start start 2023-06-26T02:59:51.346 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe086dc1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe080159940 0x7fe0800d08a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.346 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe086dc1640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe0800cf830 0x7fe080163360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.346 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe086dc1640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0800cdd70 con 0x7fe0800b1b10 2023-06-26T02:59:51.347 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe086dc1640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0800ce050 con 0x7fe0800cf830 2023-06-26T02:59:51.347 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe086dc1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0800ce330 con 0x7fe080159940 2023-06-26T02:59:51.347 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe084b5d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe080159940 0x7fe0800d08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.347 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe08535e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe0800cf830 0x7fe080163360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.347 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe08535e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe0800cf830 0x7fe080163360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38788/0 (socket says 172.21.15.92:38788) 2023-06-26T02:59:51.347 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe08535e640 1 -- 172.21.15.92:0/2366580456 learned_addr learned my addr 172.21.15.92:0/2366580456 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:51.347 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe084b5d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe080159940 0x7fe0800d08a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:33924/0 (socket says 172.21.15.92:33924) 2023-06-26T02:59:51.348 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe084b5d640 1 -- 172.21.15.92:0/2366580456 >> v2:172.21.15.92:3300/0 conn(0x7fe0800cf830 msgr2=0x7fe080163360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:51.348 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe084b5d640 1 --2- 172.21.15.92:0/2366580456 >> v2:172.21.15.92:3300/0 conn(0x7fe0800cf830 0x7fe080163360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.348 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe084b5d640 1 -- 172.21.15.92:0/2366580456 >> v1:172.21.15.81:6789/0 conn(0x7fe0800b1b10 legacy=0x7fe0800cf120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.348 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe084b5d640 1 -- 172.21.15.92:0/2366580456 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0800ce610 con 0x7fe080159940 2023-06-26T02:59:51.349 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.347+0000 7fe084b5d640 1 --2- 172.21.15.92:0/2366580456 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe080159940 0x7fe0800d08a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe07000dbe0 tx=0x7fe070020700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=56fa1bf12099c67a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:51.350 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07f7fe640 1 -- 172.21.15.92:0/2366580456 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe07000d0d0 con 0x7fe080159940 2023-06-26T02:59:51.350 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07f7fe640 1 -- 172.21.15.92:0/2366580456 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe07000d230 con 0x7fe080159940 2023-06-26T02:59:51.350 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07f7fe640 1 -- 172.21.15.92:0/2366580456 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0700a97d0 con 0x7fe080159940 2023-06-26T02:59:51.350 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 -- 172.21.15.92:0/2366580456 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe080159940 msgr2=0x7fe0800d08a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.350 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 --2- 172.21.15.92:0/2366580456 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe080159940 0x7fe0800d08a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe07000dbe0 tx=0x7fe070020700 comp rx=0 tx=0).stop 2023-06-26T02:59:51.350 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 -- 172.21.15.92:0/2366580456 shutdown_connections 2023-06-26T02:59:51.350 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 --2- 172.21.15.92:0/2366580456 >> v2:172.21.15.92:3300/0 conn(0x7fe0800cf830 0x7fe080163360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.351 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 --2- 172.21.15.92:0/2366580456 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe080159940 0x7fe0800d08a0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.351 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 -- 172.21.15.92:0/2366580456 >> 172.21.15.92:0/2366580456 conn(0x7fe08006ed00 msgr2=0x7fe08006f100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:51.351 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 -- 172.21.15.92:0/2366580456 shutdown_connections 2023-06-26T02:59:51.351 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 -- 172.21.15.92:0/2366580456 wait complete. 2023-06-26T02:59:51.353 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 Processor -- start 2023-06-26T02:59:51.353 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 -- start start 2023-06-26T02:59:51.353 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0800b1b10 0x7fe080157de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.353 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0800cf830 0x7fe080153cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.353 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe080159940 0x7fe08014da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.353 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe080156b10 con 0x7fe0800b1b10 2023-06-26T02:59:51.354 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe080156d40 con 0x7fe080159940 2023-06-26T02:59:51.354 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe080157020 con 0x7fe0800cf830 2023-06-26T02:59:51.354 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07ffff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0800cf830 0x7fe080153cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.354 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07ffff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0800cf830 0x7fe080153cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:33932/0 (socket says 172.21.15.92:33932) 2023-06-26T02:59:51.354 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07ffff640 1 -- 172.21.15.92:0/425224045 learned_addr learned my addr 172.21.15.92:0/425224045 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:51.354 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe08535e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe080159940 0x7fe08014da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.354 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe084b5d640 1 --2- 172.21.15.92:0/425224045 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0800b1b10 0x7fe080157de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.354 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07ffff640 1 -- 172.21.15.92:0/425224045 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe080159940 msgr2=0x7fe08014da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.355 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07ffff640 1 --2- 172.21.15.92:0/425224045 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe080159940 0x7fe08014da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.355 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07ffff640 1 -- 172.21.15.92:0/425224045 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0800b1b10 msgr2=0x7fe080157de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.355 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07ffff640 1 --2- 172.21.15.92:0/425224045 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0800b1b10 0x7fe080157de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.355 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07ffff640 1 -- 172.21.15.92:0/425224045 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe07000d8c0 con 0x7fe0800cf830 2023-06-26T02:59:51.355 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe08535e640 1 --2- 172.21.15.92:0/425224045 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe080159940 0x7fe08014da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T02:59:51.355 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07ffff640 1 --2- 172.21.15.92:0/425224045 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0800cf830 0x7fe080153cf0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe07400c3c0 tx=0x7fe07400c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:51.355 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07d7fa640 1 -- 172.21.15.92:0/425224045 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0740052d0 con 0x7fe0800cf830 2023-06-26T02:59:51.355 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07d7fa640 1 -- 172.21.15.92:0/425224045 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe074005430 con 0x7fe0800cf830 2023-06-26T02:59:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 -- 172.21.15.92:0/425224045 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe080157300 con 0x7fe0800cf830 2023-06-26T02:59:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07d7fa640 1 -- 172.21.15.92:0/425224045 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe074003820 con 0x7fe0800cf830 2023-06-26T02:59:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe086dc1640 1 -- 172.21.15.92:0/425224045 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0801578c0 con 0x7fe0800cf830 2023-06-26T02:59:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07d7fa640 1 -- 172.21.15.92:0/425224045 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe074003c80 con 0x7fe0800cf830 2023-06-26T02:59:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.351+0000 7fe07d7fa640 1 -- 172.21.15.92:0/425224045 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7fe074011ea0 con 0x7fe0800cf830 2023-06-26T02:59:51.356 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.355+0000 7fe086dc1640 1 -- 172.21.15.92:0/425224045 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe080157ab0 con 0x7fe0800cf830 2023-06-26T02:59:51.357 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.355+0000 7fe07d7fa640 1 -- 172.21.15.92:0/425224045 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fe074017070 con 0x7fe0800cf830 2023-06-26T02:59:51.422 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.423+0000 7fe086dc1640 1 -- 172.21.15.92:0/425224045 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd new", "uuid": "63882238-001c-4bb8-a080-eaaba01bfd73", "id": 2} v 0) v1 -- 0x7fe0800b39c0 con 0x7fe0800cf830 2023-06-26T02:59:51.432 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.431+0000 7fe07d7fa640 1 -- 172.21.15.92:0/425224045 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "63882238-001c-4bb8-a080-eaaba01bfd73", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7fe074011590 con 0x7fe0800cf830 2023-06-26T02:59:51.432 INFO:teuthology.orchestra.run.smithi092.stdout:2 2023-06-26T02:59:51.433 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.435+0000 7fe086dc1640 1 -- 172.21.15.92:0/425224045 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0800cf830 msgr2=0x7fe080153cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.433 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.435+0000 7fe086dc1640 1 --2- 172.21.15.92:0/425224045 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0800cf830 0x7fe080153cf0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe07400c3c0 tx=0x7fe07400c880 comp rx=0 tx=0).stop 2023-06-26T02:59:51.433 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.435+0000 7fe086dc1640 1 -- 172.21.15.92:0/425224045 shutdown_connections 2023-06-26T02:59:51.433 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.435+0000 7fe086dc1640 1 --2- 172.21.15.92:0/425224045 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe080159940 0x7fe08014da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.433 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.435+0000 7fe086dc1640 1 --2- 172.21.15.92:0/425224045 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0800cf830 0x7fe080153cf0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.434 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.435+0000 7fe086dc1640 1 --2- 172.21.15.92:0/425224045 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0800b1b10 0x7fe080157de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.434 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.435+0000 7fe086dc1640 1 -- 172.21.15.92:0/425224045 >> 172.21.15.92:0/425224045 conn(0x7fe08006ed00 msgr2=0x7fe0800b2ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:51.434 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.435+0000 7fe086dc1640 1 -- 172.21.15.92:0/425224045 shutdown_connections 2023-06-26T02:59:51.434 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.435+0000 7fe086dc1640 1 -- 172.21.15.92:0/425224045 wait complete. 2023-06-26T02:59:51.448 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new ea1164dc-866e-4393-9148-3c0bb47f168a 3 2023-06-26T02:59:51.559 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.559+0000 7f1d1d0f0640 1 Processor -- start 2023-06-26T02:59:51.560 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.559+0000 7f1d1d0f0640 1 -- start start 2023-06-26T02:59:51.561 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.559+0000 7f1d1d0f0640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f1d180b1b10 0x7f1d180cf120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.561 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.559+0000 7f1d1d0f0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 0x7f1d18163360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.561 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.559+0000 7f1d1d0f0640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1d180cdd70 con 0x7f1d18159940 2023-06-26T02:59:51.561 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.559+0000 7f1d1d0f0640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d180cfae0 con 0x7f1d180b1b10 2023-06-26T02:59:51.561 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.559+0000 7f1d1d0f0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d180ce050 con 0x7f1d180cf660 2023-06-26T02:59:51.562 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1759e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 0x7f1d18163360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.562 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1759e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 0x7f1d18163360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:33936/0 (socket says 172.21.15.92:33936) 2023-06-26T02:59:51.562 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1759e640 1 -- 172.21.15.92:0/3800481122 learned_addr learned my addr 172.21.15.92:0/3800481122 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:51.562 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1659c640 1 --2- 172.21.15.92:0/3800481122 >> v2:172.21.15.81:3300/0 conn(0x7f1d180b1b10 0x7f1d180cf120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.562 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1759e640 1 -- 172.21.15.92:0/3800481122 >> v2:172.21.15.81:3300/0 conn(0x7f1d180b1b10 msgr2=0x7f1d180cf120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:51.562 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1759e640 1 --2- 172.21.15.92:0/3800481122 >> v2:172.21.15.81:3300/0 conn(0x7f1d180b1b10 0x7f1d180cf120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.562 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1759e640 1 -- 172.21.15.92:0/3800481122 >> v1:172.21.15.81:6789/0 conn(0x7f1d18159940 legacy=0x7f1d180d08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.563 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1759e640 1 -- 172.21.15.92:0/3800481122 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d180ce330 con 0x7f1d180cf660 2023-06-26T02:59:51.563 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1659c640 1 --2- 172.21.15.92:0/3800481122 >> v2:172.21.15.81:3300/0 conn(0x7f1d180b1b10 0x7f1d180cf120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T02:59:51.563 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1759e640 1 --2- 172.21.15.92:0/3800481122 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 0x7f1d18163360 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1d10009e50 tx=0x7f1d1001c980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42a9f6753e4067cc server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:51.563 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d15d9b640 1 -- 172.21.15.92:0/3800481122 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d100a5840 con 0x7f1d180cf660 2023-06-26T02:59:51.563 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d15d9b640 1 -- 172.21.15.92:0/3800481122 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d100a59a0 con 0x7f1d180cf660 2023-06-26T02:59:51.564 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d15d9b640 1 -- 172.21.15.92:0/3800481122 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d100a5d30 con 0x7f1d180cf660 2023-06-26T02:59:51.564 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/3800481122 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 msgr2=0x7f1d18163360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.565 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1d0f0640 1 --2- 172.21.15.92:0/3800481122 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 0x7f1d18163360 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1d10009e50 tx=0x7f1d1001c980 comp rx=0 tx=0).stop 2023-06-26T02:59:51.565 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/3800481122 shutdown_connections 2023-06-26T02:59:51.565 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1d0f0640 1 --2- 172.21.15.92:0/3800481122 >> v2:172.21.15.81:3300/0 conn(0x7f1d180b1b10 0x7f1d180cf120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.565 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1d0f0640 1 --2- 172.21.15.92:0/3800481122 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 0x7f1d18163360 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.565 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/3800481122 >> 172.21.15.92:0/3800481122 conn(0x7f1d1806ed00 msgr2=0x7f1d1806f100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:51.565 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/3800481122 shutdown_connections 2023-06-26T02:59:51.565 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.563+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/3800481122 wait complete. 2023-06-26T02:59:51.566 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1d0f0640 1 Processor -- start 2023-06-26T02:59:51.566 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1d0f0640 1 -- start start 2023-06-26T02:59:51.566 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1d0f0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d180b1b10 0x7f1d181550c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.567 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1d0f0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 0x7f1d180c7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.567 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1d0f0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d18159940 0x7f1d1814f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.567 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1d0f0640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d181559c0 con 0x7f1d180b1b10 2023-06-26T02:59:51.567 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1d0f0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d18155ca0 con 0x7f1d18159940 2023-06-26T02:59:51.567 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1d0f0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d1814ecb0 con 0x7f1d180cf660 2023-06-26T02:59:51.567 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1659c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 0x7f1d180c7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.567 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1759e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d18159940 0x7f1d1814f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.567 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1659c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 0x7f1d180c7cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:33938/0 (socket says 172.21.15.92:33938) 2023-06-26T02:59:51.568 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1659c640 1 -- 172.21.15.92:0/1278324490 learned_addr learned my addr 172.21.15.92:0/1278324490 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:51.568 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d16d9d640 1 --2- 172.21.15.92:0/1278324490 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d180b1b10 0x7f1d181550c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.569 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1659c640 1 -- 172.21.15.92:0/1278324490 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d18159940 msgr2=0x7f1d1814f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.569 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1659c640 1 --2- 172.21.15.92:0/1278324490 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d18159940 0x7f1d1814f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.569 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1659c640 1 -- 172.21.15.92:0/1278324490 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d180b1b10 msgr2=0x7f1d181550c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.569 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1659c640 1 --2- 172.21.15.92:0/1278324490 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d180b1b10 0x7f1d181550c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.569 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1659c640 1 -- 172.21.15.92:0/1278324490 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d10009b30 con 0x7f1d180cf660 2023-06-26T02:59:51.570 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1759e640 1 --2- 172.21.15.92:0/1278324490 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d18159940 0x7f1d1814f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T02:59:51.570 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1659c640 1 --2- 172.21.15.92:0/1278324490 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 0x7f1d180c7cf0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c00d800 tx=0x7f1d0c00dcc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:51.570 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1cff7fe640 1 -- 172.21.15.92:0/1278324490 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d0c0096c0 con 0x7f1d180cf660 2023-06-26T02:59:51.570 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1cff7fe640 1 -- 172.21.15.92:0/1278324490 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d0c009820 con 0x7f1d180cf660 2023-06-26T02:59:51.570 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/1278324490 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d1814ef90 con 0x7f1d180cf660 2023-06-26T02:59:51.570 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1cff7fe640 1 -- 172.21.15.92:0/1278324490 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d0c009bd0 con 0x7f1d180cf660 2023-06-26T02:59:51.570 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/1278324490 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d18155600 con 0x7f1d180cf660 2023-06-26T02:59:51.571 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1cff7fe640 1 -- 172.21.15.92:0/1278324490 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f1d0c014710 con 0x7f1d180cf660 2023-06-26T02:59:51.571 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1cff7fe640 1 -- 172.21.15.92:0/1278324490 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f1d0c01d980 con 0x7f1d180cf660 2023-06-26T02:59:51.571 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.567+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/1278324490 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d180d0c60 con 0x7f1d180cf660 2023-06-26T02:59:51.571 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.571+0000 7f1cff7fe640 1 -- 172.21.15.92:0/1278324490 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f1d0c03cb00 con 0x7f1d180cf660 2023-06-26T02:59:51.627 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:51.627+0000 7fd0ac888180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-06-26T02:59:51.638 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.639+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/1278324490 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd new", "uuid": "ea1164dc-866e-4393-9148-3c0bb47f168a", "id": 3} v 0) v1 -- 0x7f1d180d0980 con 0x7f1d180cf660 2023-06-26T02:59:51.647 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.647+0000 7f1cff7fe640 1 -- 172.21.15.92:0/1278324490 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ea1164dc-866e-4393-9148-3c0bb47f168a", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f1d0c02b070 con 0x7f1d180cf660 2023-06-26T02:59:51.647 INFO:teuthology.orchestra.run.smithi092.stdout:3 2023-06-26T02:59:51.648 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.647+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/1278324490 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 msgr2=0x7f1d180c7cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.648 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.647+0000 7f1d1d0f0640 1 --2- 172.21.15.92:0/1278324490 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 0x7f1d180c7cf0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c00d800 tx=0x7f1d0c00dcc0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.648 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.647+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/1278324490 shutdown_connections 2023-06-26T02:59:51.649 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.647+0000 7f1d1d0f0640 1 --2- 172.21.15.92:0/1278324490 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d18159940 0x7f1d1814f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.649 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.647+0000 7f1d1d0f0640 1 --2- 172.21.15.92:0/1278324490 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d180cf660 0x7f1d180c7cf0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.649 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.647+0000 7f1d1d0f0640 1 --2- 172.21.15.92:0/1278324490 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1d180b1b10 0x7f1d181550c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.649 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.647+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/1278324490 >> 172.21.15.92:0/1278324490 conn(0x7f1d1806ed00 msgr2=0x7f1d1806f0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:51.649 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.647+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/1278324490 shutdown_connections 2023-06-26T02:59:51.649 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.647+0000 7f1d1d0f0640 1 -- 172.21.15.92:0/1278324490 wait complete. 2023-06-26T02:59:51.663 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new e3fb28f2-2ea0-4445-9381-71949f181eed 4 2023-06-26T02:59:51.704 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:51.701+0000 7fc2f9cac180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-06-26T02:59:51.757 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:51.753+0000 7fc2f9cac180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-06-26T02:59:51.778 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7efe34c640 1 Processor -- start 2023-06-26T02:59:51.779 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7efe34c640 1 -- start start 2023-06-26T02:59:51.780 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7efe34c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef80cf240 0x7f7ef80b1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.780 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7efe34c640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ef815cac0 con 0x7f7ef806be80 2023-06-26T02:59:51.780 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7efe34c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ef815c190 con 0x7f7ef81584d0 2023-06-26T02:59:51.780 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7efe34c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ef815c470 con 0x7f7ef80cf240 2023-06-26T02:59:51.780 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7ef77fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef80cf240 0x7f7ef80b1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.780 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7ef7fff640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f7ef81584d0 0x7f7ef80ceb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:46850/0 (socket says 172.21.15.92:46850) 2023-06-26T02:59:51.781 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7ef77fe640 1 --2- 172.21.15.92:0/4105515024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef80cf240 0x7f7ef80b1d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:33942/0 (socket says 172.21.15.92:33942) 2023-06-26T02:59:51.781 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7ef7fff640 1 -- 172.21.15.92:0/4105515024 learned_addr learned my addr 172.21.15.92:0/4105515024 (peer_addr_for_me v1:172.21.15.92:0/0) 2023-06-26T02:59:51.781 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7ef77fe640 1 -- 172.21.15.92:0/4105515024 >> v1:172.21.15.92:6789/0 conn(0x7f7ef81584d0 legacy=0x7f7ef80ceb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.781 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7ef6ffd640 1 -- 172.21.15.92:0/4105515024 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2340676570 0 0) 0x7f7ef815c190 con 0x7f7ef81584d0 2023-06-26T02:59:51.781 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7ef77fe640 1 -- 172.21.15.92:0/4105515024 >> v1:172.21.15.81:6789/0 conn(0x7f7ef806be80 legacy=0x7f7ef80b2250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.782 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.779+0000 7f7ef77fe640 1 -- 172.21.15.92:0/4105515024 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ef815c750 con 0x7f7ef80cf240 2023-06-26T02:59:51.782 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.783+0000 7f7ef77fe640 1 --2- 172.21.15.92:0/4105515024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef80cf240 0x7f7ef80b1d10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7eec0097f0 tx=0x7f7eec01c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f874cd4596f621b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:51.782 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.783+0000 7f7ef6ffd640 1 -- 172.21.15.92:0/4105515024 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eec0ad640 con 0x7f7ef80cf240 2023-06-26T02:59:51.782 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.783+0000 7f7ef6ffd640 1 -- 172.21.15.92:0/4105515024 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7eec0ad7a0 con 0x7f7ef80cf240 2023-06-26T02:59:51.783 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.783+0000 7f7ef6ffd640 1 -- 172.21.15.92:0/4105515024 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eec0adb30 con 0x7f7ef80cf240 2023-06-26T02:59:51.783 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.783+0000 7f7efe34c640 1 -- 172.21.15.92:0/4105515024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef80cf240 msgr2=0x7f7ef80b1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.783 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.783+0000 7f7efe34c640 1 --2- 172.21.15.92:0/4105515024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef80cf240 0x7f7ef80b1d10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7eec0097f0 tx=0x7f7eec01c480 comp rx=0 tx=0).stop 2023-06-26T02:59:51.784 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.783+0000 7f7efe34c640 1 -- 172.21.15.92:0/4105515024 shutdown_connections 2023-06-26T02:59:51.784 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.783+0000 7f7efe34c640 1 --2- 172.21.15.92:0/4105515024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef80cf240 0x7f7ef80b1d10 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.784 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.783+0000 7f7efe34c640 1 -- 172.21.15.92:0/4105515024 >> 172.21.15.92:0/4105515024 conn(0x7f7ef806a5c0 msgr2=0x7f7ef806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:51.784 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.783+0000 7f7efe34c640 1 -- 172.21.15.92:0/4105515024 shutdown_connections 2023-06-26T02:59:51.784 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.783+0000 7f7efe34c640 1 -- 172.21.15.92:0/4105515024 wait complete. 2023-06-26T02:59:51.785 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.783+0000 7f7efe34c640 1 Processor -- start 2023-06-26T02:59:51.785 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.783+0000 7f7efe34c640 1 -- start start 2023-06-26T02:59:51.786 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efe34c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef806be80 0x7f7ef814adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.786 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efe34c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7ef80cf240 0x7f7ef81f6990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.786 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efe34c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7ef81584d0 0x7f7ef8136790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.787 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efe34c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ef814c060 con 0x7f7ef80cf240 2023-06-26T02:59:51.787 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efe34c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ef8148f70 con 0x7f7ef81584d0 2023-06-26T02:59:51.787 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efe34c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ef81f6ed0 con 0x7f7ef806be80 2023-06-26T02:59:51.787 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7ef7fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef806be80 0x7f7ef814adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.787 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efc8e9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7ef81584d0 0x7f7ef8136790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.787 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7ef7fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef806be80 0x7f7ef814adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:33944/0 (socket says 172.21.15.92:33944) 2023-06-26T02:59:51.787 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7ef7fff640 1 -- 172.21.15.92:0/3143160761 learned_addr learned my addr 172.21.15.92:0/3143160761 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:51.787 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7ef77fe640 1 --2- 172.21.15.92:0/3143160761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7ef80cf240 0x7f7ef81f6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.788 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efc8e9640 1 -- 172.21.15.92:0/3143160761 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef806be80 msgr2=0x7f7ef814adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.788 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efc8e9640 1 --2- 172.21.15.92:0/3143160761 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef806be80 0x7f7ef814adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.788 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efc8e9640 1 -- 172.21.15.92:0/3143160761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7ef80cf240 msgr2=0x7f7ef81f6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.788 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efc8e9640 1 --2- 172.21.15.92:0/3143160761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7ef80cf240 0x7f7ef81f6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.788 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efc8e9640 1 -- 172.21.15.92:0/3143160761 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7eec009420 con 0x7f7ef81584d0 2023-06-26T02:59:51.788 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7ef7fff640 1 --2- 172.21.15.92:0/3143160761 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef806be80 0x7f7ef814adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T02:59:51.788 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7ef77fe640 1 --2- 172.21.15.92:0/3143160761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7ef80cf240 0x7f7ef81f6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T02:59:51.789 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efc8e9640 1 --2- 172.21.15.92:0/3143160761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7ef81584d0 0x7f7ef8136790 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7ee800c7b0 tx=0x7f7ee800cc70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:51.789 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7ef4ff9640 1 -- 172.21.15.92:0/3143160761 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee800a9f0 con 0x7f7ef81584d0 2023-06-26T02:59:51.789 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7ef4ff9640 1 -- 172.21.15.92:0/3143160761 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ee800ab70 con 0x7f7ef81584d0 2023-06-26T02:59:51.789 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efe34c640 1 -- 172.21.15.92:0/3143160761 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ef8136cd0 con 0x7f7ef81584d0 2023-06-26T02:59:51.789 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7ef4ff9640 1 -- 172.21.15.92:0/3143160761 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee800ce60 con 0x7f7ef81584d0 2023-06-26T02:59:51.789 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efe34c640 1 -- 172.21.15.92:0/3143160761 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ef814b6c0 con 0x7f7ef81584d0 2023-06-26T02:59:51.789 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7ef4ff9640 1 -- 172.21.15.92:0/3143160761 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f7ee8012720 con 0x7f7ef81584d0 2023-06-26T02:59:51.789 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7ef4ff9640 1 -- 172.21.15.92:0/3143160761 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f7ee801bd20 con 0x7f7ef81584d0 2023-06-26T02:59:51.790 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.787+0000 7f7efe34c640 1 -- 172.21.15.92:0/3143160761 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ef8066880 con 0x7f7ef81584d0 2023-06-26T02:59:51.790 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.791+0000 7f7ef4ff9640 1 -- 172.21.15.92:0/3143160761 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f7ee803ab00 con 0x7f7ef81584d0 2023-06-26T02:59:51.810 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:51.805+0000 7fc2f9cac180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-06-26T02:59:51.810 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:51.811+0000 7fd0ac888180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-06-26T02:59:51.857 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.859+0000 7f7efe34c640 1 -- 172.21.15.92:0/3143160761 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd new", "uuid": "e3fb28f2-2ea0-4445-9381-71949f181eed", "id": 4} v 0) v1 -- 0x7f7ef814d230 con 0x7f7ef81584d0 2023-06-26T02:59:51.865 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.867+0000 7f7ef4ff9640 1 -- 172.21.15.92:0/3143160761 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e3fb28f2-2ea0-4445-9381-71949f181eed", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f7ee8029070 con 0x7f7ef81584d0 2023-06-26T02:59:51.865 INFO:teuthology.orchestra.run.smithi092.stdout:4 2023-06-26T02:59:51.866 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.867+0000 7f7efe34c640 1 -- 172.21.15.92:0/3143160761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7ef81584d0 msgr2=0x7f7ef8136790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.866 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.867+0000 7f7efe34c640 1 --2- 172.21.15.92:0/3143160761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7ef81584d0 0x7f7ef8136790 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7ee800c7b0 tx=0x7f7ee800cc70 comp rx=0 tx=0).stop 2023-06-26T02:59:51.866 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.867+0000 7f7efe34c640 1 -- 172.21.15.92:0/3143160761 shutdown_connections 2023-06-26T02:59:51.866 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.867+0000 7f7efe34c640 1 --2- 172.21.15.92:0/3143160761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7ef81584d0 0x7f7ef8136790 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.866 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.867+0000 7f7efe34c640 1 --2- 172.21.15.92:0/3143160761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7ef80cf240 0x7f7ef81f6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.867 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.867+0000 7f7efe34c640 1 --2- 172.21.15.92:0/3143160761 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ef806be80 0x7f7ef814adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.867 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.867+0000 7f7efe34c640 1 -- 172.21.15.92:0/3143160761 >> 172.21.15.92:0/3143160761 conn(0x7f7ef806a5c0 msgr2=0x7f7ef81590c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:51.867 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.867+0000 7f7efe34c640 1 -- 172.21.15.92:0/3143160761 shutdown_connections 2023-06-26T02:59:51.867 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.867+0000 7f7efe34c640 1 -- 172.21.15.92:0/3143160761 wait complete. 2023-06-26T02:59:51.881 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new a3d9e027-6d14-470b-80a0-1ffb718449ee 5 2023-06-26T02:59:51.887 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:51.885+0000 7fc2f9cac180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-06-26T02:59:51.938 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:51.933+0000 7fc2f9cac180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-06-26T02:59:51.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f82390c6640 1 Processor -- start 2023-06-26T02:59:51.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f82390c6640 1 -- start start 2023-06-26T02:59:51.991 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f82390c6640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f823415d4d0 0x7f82340ad870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.991 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f82390c6640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f82340b00d0 0x7f82340b0550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.991 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f82390c6640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f823415da00 con 0x7f82341598d0 2023-06-26T02:59:51.991 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f82390c6640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8234070960 con 0x7f82340b00d0 2023-06-26T02:59:51.991 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f82390c6640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8234070af0 con 0x7f823415d4d0 2023-06-26T02:59:51.991 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f823259c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f823415d4d0 0x7f82340ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f823259c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f823415d4d0 0x7f82340ad870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38824/0 (socket says 172.21.15.92:38824) 2023-06-26T02:59:51.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f823259c640 1 -- 172.21.15.92:0/3354127601 learned_addr learned my addr 172.21.15.92:0/3354127601 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:51.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f823359e640 1 --2- 172.21.15.92:0/3354127601 >> v2:172.21.15.81:3300/0 conn(0x7f82340b00d0 0x7f82340b0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:51.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f823259c640 1 -- 172.21.15.92:0/3354127601 >> v2:172.21.15.81:3300/0 conn(0x7f82340b00d0 msgr2=0x7f82340b0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:51.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f823259c640 1 --2- 172.21.15.92:0/3354127601 >> v2:172.21.15.81:3300/0 conn(0x7f82340b00d0 0x7f82340b0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f823259c640 1 -- 172.21.15.92:0/3354127601 >> v1:172.21.15.81:6789/0 conn(0x7f82341598d0 legacy=0x7f82340c8ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:51.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.991+0000 7f823259c640 1 -- 172.21.15.92:0/3354127601 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f823415dce0 con 0x7f823415d4d0 2023-06-26T02:59:51.993 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f823259c640 1 --2- 172.21.15.92:0/3354127601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f823415d4d0 0x7f82340ad870 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f82340cf6c0 tx=0x7f822801c4c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d343e910d1e87b1c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:51.994 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f8231d9b640 1 -- 172.21.15.92:0/3354127601 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82280ac410 con 0x7f823415d4d0 2023-06-26T02:59:51.994 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f8231d9b640 1 -- 172.21.15.92:0/3354127601 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82280ac570 con 0x7f823415d4d0 2023-06-26T02:59:51.994 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f8231d9b640 1 -- 172.21.15.92:0/3354127601 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82280ac900 con 0x7f823415d4d0 2023-06-26T02:59:51.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f82390c6640 1 -- 172.21.15.92:0/3354127601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f823415d4d0 msgr2=0x7f82340ad870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:51.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f82390c6640 1 --2- 172.21.15.92:0/3354127601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f823415d4d0 0x7f82340ad870 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f82340cf6c0 tx=0x7f822801c4c0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f82390c6640 1 -- 172.21.15.92:0/3354127601 shutdown_connections 2023-06-26T02:59:51.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f82390c6640 1 --2- 172.21.15.92:0/3354127601 >> v2:172.21.15.81:3300/0 conn(0x7f82340b00d0 0x7f82340b0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f82390c6640 1 --2- 172.21.15.92:0/3354127601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f823415d4d0 0x7f82340ad870 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:51.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f82390c6640 1 -- 172.21.15.92:0/3354127601 >> 172.21.15.92:0/3354127601 conn(0x7f82340cb0d0 msgr2=0x7f82340cb4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:51.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f82390c6640 1 -- 172.21.15.92:0/3354127601 shutdown_connections 2023-06-26T02:59:51.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f82390c6640 1 -- 172.21.15.92:0/3354127601 wait complete. 2023-06-26T02:59:51.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f82390c6640 1 Processor -- start 2023-06-26T02:59:51.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.995+0000 7f82390c6640 1 -- start start 2023-06-26T02:59:51.999 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f82390c6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82340b00d0 0x7f82341f4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.999 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f82390c6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f82341598d0 0x7f8234154640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.999 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f82390c6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f823415d4d0 0x7f82340ceaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:51.999 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f82390c6640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82340c2450 con 0x7f82341598d0 2023-06-26T02:59:51.999 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f82390c6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82340c2120 con 0x7f82340b00d0 2023-06-26T02:59:51.999 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f82390c6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82341f5490 con 0x7f823415d4d0 2023-06-26T02:59:52.000 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f8232d9d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82340b00d0 0x7f82341f4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.000 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f823359e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f823415d4d0 0x7f82340ceaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.000 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f8232d9d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82340b00d0 0x7f82341f4f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38834/0 (socket says 172.21.15.92:38834) 2023-06-26T02:59:52.000 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f823359e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f823415d4d0 0x7f82340ceaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:33952/0 (socket says 172.21.15.92:33952) 2023-06-26T02:59:52.000 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f8232d9d640 1 -- 172.21.15.92:0/221678134 learned_addr learned my addr 172.21.15.92:0/221678134 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:52.000 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f823259c640 1 --2- 172.21.15.92:0/221678134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f82341598d0 0x7f8234154640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.000 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f8232d9d640 1 -- 172.21.15.92:0/221678134 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f823415d4d0 msgr2=0x7f82340ceaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.001 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f8232d9d640 1 --2- 172.21.15.92:0/221678134 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f823415d4d0 0x7f82340ceaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.001 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f8232d9d640 1 -- 172.21.15.92:0/221678134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f82341598d0 msgr2=0x7f8234154640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.001 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f8232d9d640 1 --2- 172.21.15.92:0/221678134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f82341598d0 0x7f8234154640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.001 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f8232d9d640 1 -- 172.21.15.92:0/221678134 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82280094d0 con 0x7f82340b00d0 2023-06-26T02:59:52.001 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f8232d9d640 1 --2- 172.21.15.92:0/221678134 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82340b00d0 0x7f82341f4f50 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f822400c450 tx=0x7f822400c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:52.001 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f821b7fe640 1 -- 172.21.15.92:0/221678134 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8224012830 con 0x7f82340b00d0 2023-06-26T02:59:52.001 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f821b7fe640 1 -- 172.21.15.92:0/221678134 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82240129b0 con 0x7f82340b00d0 2023-06-26T02:59:52.001 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f82390c6640 1 -- 172.21.15.92:0/221678134 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82341f5760 con 0x7f82340b00d0 2023-06-26T02:59:52.002 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f821b7fe640 1 -- 172.21.15.92:0/221678134 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8224012d60 con 0x7f82340b00d0 2023-06-26T02:59:52.002 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f82390c6640 1 -- 172.21.15.92:0/221678134 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82341f5d20 con 0x7f82340b00d0 2023-06-26T02:59:52.002 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f821b7fe640 1 -- 172.21.15.92:0/221678134 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f822401c760 con 0x7f82340b00d0 2023-06-26T02:59:52.002 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f821b7fe640 1 -- 172.21.15.92:0/221678134 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f822401bcb0 con 0x7f82340b00d0 2023-06-26T02:59:52.002 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:51.999+0000 7f82390c6640 1 -- 172.21.15.92:0/221678134 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8234066880 con 0x7f82340b00d0 2023-06-26T02:59:52.003 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.003+0000 7f821b7fe640 1 -- 172.21.15.92:0/221678134 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f822401b730 con 0x7f82340b00d0 2023-06-26T02:59:52.015 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:52.013+0000 7fc2f9cac180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-06-26T02:59:52.066 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:52.061+0000 7fc2f9cac180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-06-26T02:59:52.070 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.071+0000 7f82390c6640 1 -- 172.21.15.92:0/221678134 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a3d9e027-6d14-470b-80a0-1ffb718449ee", "id": 5} v 0) v1 -- 0x7f82340c4220 con 0x7f82340b00d0 2023-06-26T02:59:52.077 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.079+0000 7f821b7fe640 1 -- 172.21.15.92:0/221678134 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a3d9e027-6d14-470b-80a0-1ffb718449ee", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f822402b0b0 con 0x7f82340b00d0 2023-06-26T02:59:52.077 INFO:teuthology.orchestra.run.smithi092.stdout:5 2023-06-26T02:59:52.078 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.079+0000 7f82390c6640 1 -- 172.21.15.92:0/221678134 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82340b00d0 msgr2=0x7f82341f4f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.078 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.079+0000 7f82390c6640 1 --2- 172.21.15.92:0/221678134 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82340b00d0 0x7f82341f4f50 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f822400c450 tx=0x7f822400c910 comp rx=0 tx=0).stop 2023-06-26T02:59:52.078 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.079+0000 7f82390c6640 1 -- 172.21.15.92:0/221678134 shutdown_connections 2023-06-26T02:59:52.078 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.079+0000 7f82390c6640 1 --2- 172.21.15.92:0/221678134 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f823415d4d0 0x7f82340ceaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.079 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.079+0000 7f82390c6640 1 --2- 172.21.15.92:0/221678134 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f82341598d0 0x7f8234154640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.079 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.079+0000 7f82390c6640 1 --2- 172.21.15.92:0/221678134 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82340b00d0 0x7f82341f4f50 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.079 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.079+0000 7f82390c6640 1 -- 172.21.15.92:0/221678134 >> 172.21.15.92:0/221678134 conn(0x7f82340cb0d0 msgr2=0x7f823415b140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:52.079 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.079+0000 7f82390c6640 1 -- 172.21.15.92:0/221678134 shutdown_connections 2023-06-26T02:59:52.079 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.079+0000 7f82390c6640 1 -- 172.21.15.92:0/221678134 wait complete. 2023-06-26T02:59:52.093 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new 18eda14c-a113-4bb1-b09f-73a619486de2 6 2023-06-26T02:59:52.204 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:52.201+0000 7fc2f9cac180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-06-26T02:59:52.208 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.207+0000 7f073f77e640 1 Processor -- start 2023-06-26T02:59:52.209 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.207+0000 7f073f77e640 1 -- start start 2023-06-26T02:59:52.210 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073f77e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f073815b980 0x7f0738065200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.210 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073f77e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f07380ca050 0x7f07380cc220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.210 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073f77e640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f07380b00d0 0x7f07380b0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.210 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073f77e640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0738069650 con 0x7f07380b00d0 2023-06-26T02:59:52.210 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073f77e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07380b0a60 con 0x7f07380ca050 2023-06-26T02:59:52.211 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073f77e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0738065740 con 0x7f073815b980 2023-06-26T02:59:52.211 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073d51a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f073815b980 0x7f0738065200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.211 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073cd19640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f07380ca050 0x7f07380cc220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.211 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073cd19640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f07380ca050 0x7f07380cc220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38838/0 (socket says 172.21.15.92:38838) 2023-06-26T02:59:52.211 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073d51a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f073815b980 0x7f0738065200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:33964/0 (socket says 172.21.15.92:33964) 2023-06-26T02:59:52.211 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073cd19640 1 -- 172.21.15.92:0/2720934511 learned_addr learned my addr 172.21.15.92:0/2720934511 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:52.211 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073dd1b640 1 --2- 172.21.15.92:0/2720934511 >> v2:172.21.15.81:3300/0 conn(0x7f07380b00d0 0x7f07380b0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.212 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073d51a640 1 -- 172.21.15.92:0/2720934511 >> v2:172.21.15.92:3300/0 conn(0x7f07380ca050 msgr2=0x7f07380cc220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:52.212 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073d51a640 1 --2- 172.21.15.92:0/2720934511 >> v2:172.21.15.92:3300/0 conn(0x7f07380ca050 0x7f07380cc220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.212 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073d51a640 1 -- 172.21.15.92:0/2720934511 >> v2:172.21.15.81:3300/0 conn(0x7f07380b00d0 msgr2=0x7f07380b0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073d51a640 1 --2- 172.21.15.92:0/2720934511 >> v2:172.21.15.81:3300/0 conn(0x7f07380b00d0 0x7f07380b0520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073d51a640 1 -- 172.21.15.92:0/2720934511 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07380ca4d0 con 0x7f073815b980 2023-06-26T02:59:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073cd19640 1 --2- 172.21.15.92:0/2720934511 >> v2:172.21.15.92:3300/0 conn(0x7f07380ca050 0x7f07380cc220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T02:59:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f073d51a640 1 --2- 172.21.15.92:0/2720934511 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f073815b980 0x7f0738065200 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f073806caa0 tx=0x7f073401c430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ad7535d91e8a75d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:52.214 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f072ffff640 1 -- 172.21.15.92:0/2720934511 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07340ab5f0 con 0x7f073815b980 2023-06-26T02:59:52.214 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f072ffff640 1 -- 172.21.15.92:0/2720934511 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07340ab750 con 0x7f073815b980 2023-06-26T02:59:52.214 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.211+0000 7f072ffff640 1 -- 172.21.15.92:0/2720934511 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07340abae0 con 0x7f073815b980 2023-06-26T02:59:52.214 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 -- 172.21.15.92:0/2720934511 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f073815b980 msgr2=0x7f0738065200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.214 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 --2- 172.21.15.92:0/2720934511 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f073815b980 0x7f0738065200 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f073806caa0 tx=0x7f073401c430 comp rx=0 tx=0).stop 2023-06-26T02:59:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 -- 172.21.15.92:0/2720934511 shutdown_connections 2023-06-26T02:59:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 --2- 172.21.15.92:0/2720934511 >> v2:172.21.15.81:3300/0 conn(0x7f07380b00d0 0x7f07380b0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 --2- 172.21.15.92:0/2720934511 >> v2:172.21.15.92:3300/0 conn(0x7f07380ca050 0x7f07380cc220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 --2- 172.21.15.92:0/2720934511 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f073815b980 0x7f0738065200 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 -- 172.21.15.92:0/2720934511 >> 172.21.15.92:0/2720934511 conn(0x7f07380cb0d0 msgr2=0x7f07380cb4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 -- 172.21.15.92:0/2720934511 shutdown_connections 2023-06-26T02:59:52.215 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 -- 172.21.15.92:0/2720934511 wait complete. 2023-06-26T02:59:52.217 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 Processor -- start 2023-06-26T02:59:52.217 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 -- start start 2023-06-26T02:59:52.217 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f07380b00d0 0x7f073814cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f073815b980 0x7f0738151210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f07380c66c0 0x7f073814f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0738070170 con 0x7f07380c66c0 2023-06-26T02:59:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f073806f7f0 con 0x7f073815b980 2023-06-26T02:59:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f073806fab0 con 0x7f07380b00d0 2023-06-26T02:59:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073cd19640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f073815b980 0x7f0738151210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073d51a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f07380b00d0 0x7f073814cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.218 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073cd19640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f073815b980 0x7f0738151210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38848/0 (socket says 172.21.15.92:38848) 2023-06-26T02:59:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073cd19640 1 -- 172.21.15.92:0/1168406420 learned_addr learned my addr 172.21.15.92:0/1168406420 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073dd1b640 1 --2- 172.21.15.92:0/1168406420 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f07380c66c0 0x7f073814f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073cd19640 1 -- 172.21.15.92:0/1168406420 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f07380b00d0 msgr2=0x7f073814cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073cd19640 1 --2- 172.21.15.92:0/1168406420 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f07380b00d0 0x7f073814cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073cd19640 1 -- 172.21.15.92:0/1168406420 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f07380c66c0 msgr2=0x7f073814f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073cd19640 1 --2- 172.21.15.92:0/1168406420 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f07380c66c0 0x7f073814f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.219 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073cd19640 1 -- 172.21.15.92:0/1168406420 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07280094d0 con 0x7f073815b980 2023-06-26T02:59:52.220 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073d51a640 1 --2- 172.21.15.92:0/1168406420 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f07380b00d0 0x7f073814cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T02:59:52.220 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073cd19640 1 --2- 172.21.15.92:0/1168406420 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f073815b980 0x7f0738151210 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f072800e930 tx=0x7f072800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:52.220 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f072dffb640 1 -- 172.21.15.92:0/1168406420 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f072800ca00 con 0x7f073815b980 2023-06-26T02:59:52.220 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f072dffb640 1 -- 172.21.15.92:0/1168406420 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f072800cb60 con 0x7f073815b980 2023-06-26T02:59:52.220 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 -- 172.21.15.92:0/1168406420 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0734009420 con 0x7f073815b980 2023-06-26T02:59:52.220 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f072dffb640 1 -- 172.21.15.92:0/1168406420 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0728013470 con 0x7f073815b980 2023-06-26T02:59:52.220 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f073f77e640 1 -- 172.21.15.92:0/1168406420 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f073814d000 con 0x7f073815b980 2023-06-26T02:59:52.220 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.215+0000 7f072dffb640 1 -- 172.21.15.92:0/1168406420 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f0728005ca0 con 0x7f073815b980 2023-06-26T02:59:52.221 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.219+0000 7f072dffb640 1 -- 172.21.15.92:0/1168406420 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f0728006840 con 0x7f073815b980 2023-06-26T02:59:52.221 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.219+0000 7f073f77e640 1 -- 172.21.15.92:0/1168406420 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07380702b0 con 0x7f073815b980 2023-06-26T02:59:52.221 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.219+0000 7f072dffb640 1 -- 172.21.15.92:0/1168406420 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f07380702b0 con 0x7f073815b980 2023-06-26T02:59:52.264 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:52.261+0000 7fc2f9cac180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-06-26T02:59:52.284 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.283+0000 7f073f77e640 1 -- 172.21.15.92:0/1168406420 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd new", "uuid": "18eda14c-a113-4bb1-b09f-73a619486de2", "id": 6} v 0) v1 -- 0x7f0738066880 con 0x7f073815b980 2023-06-26T02:59:52.290 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.291+0000 7f072dffb640 1 -- 172.21.15.92:0/1168406420 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "18eda14c-a113-4bb1-b09f-73a619486de2", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f0728021060 con 0x7f073815b980 2023-06-26T02:59:52.290 INFO:teuthology.orchestra.run.smithi092.stdout:6 2023-06-26T02:59:52.291 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.291+0000 7f073f77e640 1 -- 172.21.15.92:0/1168406420 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f073815b980 msgr2=0x7f0738151210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.291 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.291+0000 7f073f77e640 1 --2- 172.21.15.92:0/1168406420 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f073815b980 0x7f0738151210 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f072800e930 tx=0x7f072800edf0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.291+0000 7f073f77e640 1 -- 172.21.15.92:0/1168406420 shutdown_connections 2023-06-26T02:59:52.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.291+0000 7f073f77e640 1 --2- 172.21.15.92:0/1168406420 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f07380c66c0 0x7f073814f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.291+0000 7f073f77e640 1 --2- 172.21.15.92:0/1168406420 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f073815b980 0x7f0738151210 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.291+0000 7f073f77e640 1 --2- 172.21.15.92:0/1168406420 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f07380b00d0 0x7f073814cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.291+0000 7f073f77e640 1 -- 172.21.15.92:0/1168406420 >> 172.21.15.92:0/1168406420 conn(0x7f07380cb0d0 msgr2=0x7f073815f2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:52.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.291+0000 7f073f77e640 1 -- 172.21.15.92:0/1168406420 shutdown_connections 2023-06-26T02:59:52.293 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.291+0000 7f073f77e640 1 -- 172.21.15.92:0/1168406420 wait complete. 2023-06-26T02:59:52.307 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new 4ee9f0ce-7936-46a2-b5f2-48cb795d0490 7 2023-06-26T02:59:52.395 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:52.395+0000 7fd0ac888180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-06-26T02:59:52.414 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e2a79d640 1 Processor -- start 2023-06-26T02:59:52.415 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e2a79d640 1 -- start start 2023-06-26T02:59:52.415 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e2a79d640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f2e24069710 0x7f2e24070cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.415 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e2a79d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2e24069ae0 0x7f2e24160af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.416 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e2a79d640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e240712a0 con 0x7f2e240b1d10 2023-06-26T02:59:52.416 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e2a79d640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e241638d0 con 0x7f2e24069710 2023-06-26T02:59:52.416 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e2a79d640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e24161030 con 0x7f2e24069ae0 2023-06-26T02:59:52.416 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e28d3a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2e24069ae0 0x7f2e24160af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.416 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e28d3a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2e24069ae0 0x7f2e24160af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38864/0 (socket says 172.21.15.92:38864) 2023-06-26T02:59:52.416 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e28d3a640 1 -- 172.21.15.92:0/4219884570 learned_addr learned my addr 172.21.15.92:0/4219884570 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:52.417 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e28d3a640 1 -- 172.21.15.92:0/4219884570 >> v2:172.21.15.81:3300/0 conn(0x7f2e24069710 msgr2=0x7f2e24070cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:52.417 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e28d3a640 1 --2- 172.21.15.92:0/4219884570 >> v2:172.21.15.81:3300/0 conn(0x7f2e24069710 0x7f2e24070cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.417 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e28d3a640 1 -- 172.21.15.92:0/4219884570 >> v1:172.21.15.81:6789/0 conn(0x7f2e240b1d10 legacy=0x7f2e240cea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:52.417 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.415+0000 7f2e28d3a640 1 -- 172.21.15.92:0/4219884570 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e24163b70 con 0x7f2e24069ae0 2023-06-26T02:59:52.418 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e28d3a640 1 --2- 172.21.15.92:0/4219884570 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e24069ae0 0x7f2e24160af0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f2e240cb410 tx=0x7f2e1c01c900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=289fd6ac090ebeb0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:52.418 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e22ffd640 1 -- 172.21.15.92:0/4219884570 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c0a56b0 con 0x7f2e24069ae0 2023-06-26T02:59:52.418 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e22ffd640 1 -- 172.21.15.92:0/4219884570 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e1c0a5810 con 0x7f2e24069ae0 2023-06-26T02:59:52.418 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e22ffd640 1 -- 172.21.15.92:0/4219884570 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c0a5ba0 con 0x7f2e24069ae0 2023-06-26T02:59:52.419 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4219884570 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e24069ae0 msgr2=0x7f2e24160af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.419 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e2a79d640 1 --2- 172.21.15.92:0/4219884570 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e24069ae0 0x7f2e24160af0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f2e240cb410 tx=0x7f2e1c01c900 comp rx=0 tx=0).stop 2023-06-26T02:59:52.419 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4219884570 shutdown_connections 2023-06-26T02:59:52.420 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e2a79d640 1 --2- 172.21.15.92:0/4219884570 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e24069ae0 0x7f2e24160af0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.420 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e2a79d640 1 --2- 172.21.15.92:0/4219884570 >> v2:172.21.15.81:3300/0 conn(0x7f2e24069710 0x7f2e24070cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.420 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4219884570 >> 172.21.15.92:0/4219884570 conn(0x7f2e2406a5c0 msgr2=0x7f2e2406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:52.420 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4219884570 shutdown_connections 2023-06-26T02:59:52.420 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4219884570 wait complete. 2023-06-26T02:59:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e2a79d640 1 Processor -- start 2023-06-26T02:59:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.419+0000 7f2e2a79d640 1 -- start start 2023-06-26T02:59:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e2a79d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e24069710 0x7f2e2414dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e2a79d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e24069ae0 0x7f2e2415b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e2a79d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e240b1d10 0x7f2e24156850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.423 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e2a79d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e24156d90 con 0x7f2e240b1d10 2023-06-26T02:59:52.423 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e2a79d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e24157880 con 0x7f2e24069ae0 2023-06-26T02:59:52.423 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e2a79d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e2415a490 con 0x7f2e24069710 2023-06-26T02:59:52.423 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e237fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e24069ae0 0x7f2e2415b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.423 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e23fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e24069710 0x7f2e2414dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.423 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e237fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e24069ae0 0x7f2e2415b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38866/0 (socket says 172.21.15.92:38866) 2023-06-26T02:59:52.423 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e237fe640 1 -- 172.21.15.92:0/4024133702 learned_addr learned my addr 172.21.15.92:0/4024133702 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-06-26T02:59:52.423 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e28d3a640 1 --2- 172.21.15.92:0/4024133702 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e240b1d10 0x7f2e24156850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.424 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e237fe640 1 -- 172.21.15.92:0/4024133702 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e24069710 msgr2=0x7f2e2414dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.424 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e237fe640 1 --2- 172.21.15.92:0/4024133702 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e24069710 0x7f2e2414dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.424 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e237fe640 1 -- 172.21.15.92:0/4024133702 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e240b1d10 msgr2=0x7f2e24156850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.424 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e237fe640 1 --2- 172.21.15.92:0/4024133702 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e240b1d10 0x7f2e24156850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.424 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e237fe640 1 -- 172.21.15.92:0/4024133702 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e1c009b30 con 0x7f2e24069ae0 2023-06-26T02:59:52.424 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e28d3a640 1 --2- 172.21.15.92:0/4024133702 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e240b1d10 0x7f2e24156850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T02:59:52.424 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e237fe640 1 --2- 172.21.15.92:0/4024133702 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e24069ae0 0x7f2e2415b920 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2e1400b3e0 tx=0x7f2e1400b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:52.424 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e20ff9640 1 -- 172.21.15.92:0/4024133702 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e14011830 con 0x7f2e24069ae0 2023-06-26T02:59:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e20ff9640 1 -- 172.21.15.92:0/4024133702 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e140119b0 con 0x7f2e24069ae0 2023-06-26T02:59:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e20ff9640 1 -- 172.21.15.92:0/4024133702 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e14011d60 con 0x7f2e24069ae0 2023-06-26T02:59:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4024133702 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e24159ed0 con 0x7f2e24069ae0 2023-06-26T02:59:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4024133702 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e24157510 con 0x7f2e24069ae0 2023-06-26T02:59:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e20ff9640 1 -- 172.21.15.92:0/4024133702 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f2e1401a700 con 0x7f2e24069ae0 2023-06-26T02:59:52.425 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e20ff9640 1 -- 172.21.15.92:0/4024133702 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7f2e14019d30 con 0x7f2e24069ae0 2023-06-26T02:59:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.423+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4024133702 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e24157370 con 0x7f2e24069ae0 2023-06-26T02:59:52.426 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.427+0000 7f2e20ff9640 1 -- 172.21.15.92:0/4024133702 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f2e14039b00 con 0x7f2e24069ae0 2023-06-26T02:59:52.452 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:52.451+0000 7fd0ac888180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-06-26T02:59:52.488 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.487+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4024133702 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd new", "uuid": "4ee9f0ce-7936-46a2-b5f2-48cb795d0490", "id": 7} v 0) v1 -- 0x7f2e24066880 con 0x7f2e24069ae0 2023-06-26T02:59:52.497 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.499+0000 7f2e20ff9640 1 -- 172.21.15.92:0/4024133702 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4ee9f0ce-7936-46a2-b5f2-48cb795d0490", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7f2e14028030 con 0x7f2e24069ae0 2023-06-26T02:59:52.498 INFO:teuthology.orchestra.run.smithi092.stdout:7 2023-06-26T02:59:52.498 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.499+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4024133702 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e24069ae0 msgr2=0x7f2e2415b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.499 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.499+0000 7f2e2a79d640 1 --2- 172.21.15.92:0/4024133702 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e24069ae0 0x7f2e2415b920 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2e1400b3e0 tx=0x7f2e1400b8a0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.499 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.499+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4024133702 shutdown_connections 2023-06-26T02:59:52.499 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.499+0000 7f2e2a79d640 1 --2- 172.21.15.92:0/4024133702 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e240b1d10 0x7f2e24156850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.499 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.499+0000 7f2e2a79d640 1 --2- 172.21.15.92:0/4024133702 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e24069ae0 0x7f2e2415b920 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.499 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.499+0000 7f2e2a79d640 1 --2- 172.21.15.92:0/4024133702 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e24069710 0x7f2e2414dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.499 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.499+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4024133702 >> 172.21.15.92:0/4024133702 conn(0x7f2e2406a5c0 msgr2=0x7f2e2406cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:52.499 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.499+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4024133702 shutdown_connections 2023-06-26T02:59:52.500 INFO:teuthology.orchestra.run.smithi092.stderr:2023-06-26T02:59:52.499+0000 7f2e2a79d640 1 -- 172.21.15.92:0/4024133702 wait complete. 2023-06-26T02:59:52.506 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:52.507+0000 7fd0ac888180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-06-26T02:59:52.513 INFO:tasks.ceph.osd.0:Restarting daemon 2023-06-26T02:59:52.514 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-06-26T02:59:52.516 INFO:tasks.ceph.osd.0:Started 2023-06-26T02:59:52.517 INFO:tasks.ceph.osd.1:Restarting daemon 2023-06-26T02:59:52.517 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-06-26T02:59:52.520 INFO:tasks.ceph.osd.1:Started 2023-06-26T02:59:52.520 INFO:tasks.ceph.osd.2:Restarting daemon 2023-06-26T02:59:52.520 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-06-26T02:59:52.523 INFO:tasks.ceph.osd.2:Started 2023-06-26T02:59:52.523 INFO:tasks.ceph.osd.3:Restarting daemon 2023-06-26T02:59:52.523 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-06-26T02:59:52.525 INFO:tasks.ceph.osd.3:Started 2023-06-26T02:59:52.526 INFO:tasks.ceph.osd.4:Restarting daemon 2023-06-26T02:59:52.526 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-06-26T02:59:52.528 INFO:tasks.ceph.osd.4:Started 2023-06-26T02:59:52.528 INFO:tasks.ceph.osd.5:Restarting daemon 2023-06-26T02:59:52.528 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-06-26T02:59:52.530 INFO:tasks.ceph.osd.5:Started 2023-06-26T02:59:52.531 INFO:tasks.ceph.osd.6:Restarting daemon 2023-06-26T02:59:52.531 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-06-26T02:59:52.532 INFO:tasks.ceph.osd.6:Started 2023-06-26T02:59:52.533 INFO:tasks.ceph.osd.7:Restarting daemon 2023-06-26T02:59:52.533 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-06-26T02:59:52.535 INFO:tasks.ceph.osd.7:Started 2023-06-26T02:59:52.536 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T02:59:52.612 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:52.611+0000 7fd0ac888180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-06-26T02:59:52.665 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:52.667+0000 7fd0ac888180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-06-26T02:59:52.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b6393640 1 Processor -- start 2023-06-26T02:59:52.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b6393640 1 -- start start 2023-06-26T02:59:52.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b6393640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68b00b1630 0x7f68b015d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b6393640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f68b00b42e0 0x7f68b00d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b6393640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68b00cfd20 con 0x7f68b00cef50 2023-06-26T02:59:52.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b6393640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68b00ccb40 con 0x7f68b00b42e0 2023-06-26T02:59:52.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b6393640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68b00cce20 con 0x7f68b00b1630 2023-06-26T02:59:52.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b4930640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f68b00b42e0 0x7f68b00d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b4930640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f68b00b42e0 0x7f68b00d07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:55288/0 (socket says 172.21.15.81:55288) 2023-06-26T02:59:52.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b4930640 1 -- 172.21.15.81:0/1671640012 learned_addr learned my addr 172.21.15.81:0/1671640012 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T02:59:52.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68affff640 1 --2- 172.21.15.81:0/1671640012 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68b00b1630 0x7f68b015d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b4930640 1 -- 172.21.15.81:0/1671640012 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68b00b1630 msgr2=0x7f68b015d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:52.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b4930640 1 --2- 172.21.15.81:0/1671640012 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68b00b1630 0x7f68b015d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b4930640 1 -- 172.21.15.81:0/1671640012 >> v1:172.21.15.92:6789/0 conn(0x7f68b00cef50 legacy=0x7f68b00b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:52.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.697+0000 7f68b4930640 1 -- 172.21.15.81:0/1671640012 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68b00cffe0 con 0x7f68b00b42e0 2023-06-26T02:59:52.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68b4930640 1 --2- 172.21.15.81:0/1671640012 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68b00b42e0 0x7f68b00d07e0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f68a8009e50 tx=0x7f68a801c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccfdb49a14c46546 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:52.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68af7fe640 1 -- 172.21.15.81:0/1671640012 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68a80a5830 con 0x7f68b00b42e0 2023-06-26T02:59:52.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68af7fe640 1 -- 172.21.15.81:0/1671640012 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68a80a5990 con 0x7f68b00b42e0 2023-06-26T02:59:52.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68af7fe640 1 -- 172.21.15.81:0/1671640012 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68a80a5d20 con 0x7f68b00b42e0 2023-06-26T02:59:52.705 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68b6393640 1 -- 172.21.15.81:0/1671640012 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68b00b42e0 msgr2=0x7f68b00d07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.705 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68b6393640 1 --2- 172.21.15.81:0/1671640012 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68b00b42e0 0x7f68b00d07e0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f68a8009e50 tx=0x7f68a801c950 comp rx=0 tx=0).stop 2023-06-26T02:59:52.705 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68b6393640 1 -- 172.21.15.81:0/1671640012 shutdown_connections 2023-06-26T02:59:52.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68b6393640 1 --2- 172.21.15.81:0/1671640012 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68b00b42e0 0x7f68b00d07e0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68b6393640 1 --2- 172.21.15.81:0/1671640012 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68b00b1630 0x7f68b015d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68b6393640 1 -- 172.21.15.81:0/1671640012 >> 172.21.15.81:0/1671640012 conn(0x7f68b0069f00 msgr2=0x7f68b006a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:52.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68b6393640 1 -- 172.21.15.81:0/1671640012 shutdown_connections 2023-06-26T02:59:52.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68b6393640 1 -- 172.21.15.81:0/1671640012 wait complete. 2023-06-26T02:59:52.707 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68b6393640 1 Processor -- start 2023-06-26T02:59:52.707 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.701+0000 7f68b6393640 1 -- start start 2023-06-26T02:59:52.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b6393640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f68b00b1630 0x7f68b00c9220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b6393640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68b00b42e0 0x7f68b00c8470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b6393640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68b00cef50 0x7f68b013ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:52.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b6393640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68b00b25c0 con 0x7f68b00cef50 2023-06-26T02:59:52.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b6393640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68b00c9870 con 0x7f68b00b1630 2023-06-26T02:59:52.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b6393640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68b00b2880 con 0x7f68b00b42e0 2023-06-26T02:59:52.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b4930640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68b00cef50 0x7f68b013ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b4930640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68b00cef50 0x7f68b013ee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:55292/0 (socket says 172.21.15.81:55292) 2023-06-26T02:59:52.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b4930640 1 -- 172.21.15.81:0/703810457 learned_addr learned my addr 172.21.15.81:0/703810457 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T02:59:52.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68affff640 1 --2- 172.21.15.81:0/703810457 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f68b00b1630 0x7f68b00c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68a77fe640 1 --2- 172.21.15.81:0/703810457 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68b00b42e0 0x7f68b00c8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:52.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b4930640 1 -- 172.21.15.81:0/703810457 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68b00b42e0 msgr2=0x7f68b00c8470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b4930640 1 --2- 172.21.15.81:0/703810457 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68b00b42e0 0x7f68b00c8470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b4930640 1 -- 172.21.15.81:0/703810457 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f68b00b1630 msgr2=0x7f68b00c9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b4930640 1 --2- 172.21.15.81:0/703810457 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f68b00b1630 0x7f68b00c9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b4930640 1 -- 172.21.15.81:0/703810457 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68a8009b30 con 0x7f68b00cef50 2023-06-26T02:59:52.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68a77fe640 1 --2- 172.21.15.81:0/703810457 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68b00b42e0 0x7f68b00c8470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T02:59:52.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b4930640 1 --2- 172.21.15.81:0/703810457 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68b00cef50 0x7f68b013ee70 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f68a801a580 tx=0x7f68a80196f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:52.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68ad7fa640 1 -- 172.21.15.81:0/703810457 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68a80b8670 con 0x7f68b00cef50 2023-06-26T02:59:52.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68ad7fa640 1 -- 172.21.15.81:0/703810457 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68a80b87d0 con 0x7f68b00cef50 2023-06-26T02:59:52.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b6393640 1 -- 172.21.15.81:0/703810457 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68b00b2b60 con 0x7f68b00cef50 2023-06-26T02:59:52.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68ad7fa640 1 -- 172.21.15.81:0/703810457 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68a80b8b80 con 0x7f68b00cef50 2023-06-26T02:59:52.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b6393640 1 -- 172.21.15.81:0/703810457 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68b00c89b0 con 0x7f68b00cef50 2023-06-26T02:59:52.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68ad7fa640 1 -- 172.21.15.81:0/703810457 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f68a80c1400 con 0x7f68b00cef50 2023-06-26T02:59:52.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68ad7fa640 1 -- 172.21.15.81:0/703810457 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f68a80b6b60 con 0x7f68b00cef50 2023-06-26T02:59:52.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.705+0000 7f68b6393640 1 -- 172.21.15.81:0/703810457 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68b004d790 con 0x7f68b00cef50 2023-06-26T02:59:52.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.709+0000 7f68ad7fa640 1 -- 172.21.15.81:0/703810457 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f68a80bc020 con 0x7f68b00cef50 2023-06-26T02:59:52.743 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:52.743+0000 7fd0ac888180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-06-26T02:59:52.764 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.761+0000 7f68b6393640 1 -- 172.21.15.81:0/703810457 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f68b00b3010 con 0x7f68b00cef50 2023-06-26T02:59:52.765 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.761+0000 7f68ad7fa640 1 -- 172.21.15.81:0/703810457 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f68a80b6490 con 0x7f68b00cef50 2023-06-26T02:59:52.766 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T02:59:52.766 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":10,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T02:59:52.489951+0000","last_up_change":"0.000000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T02:59:52.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.761+0000 7f68b6393640 1 -- 172.21.15.81:0/703810457 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68b00cef50 msgr2=0x7f68b013ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:52.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.761+0000 7f68b6393640 1 --2- 172.21.15.81:0/703810457 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68b00cef50 0x7f68b013ee70 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f68a801a580 tx=0x7f68a80196f0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.765+0000 7f68b6393640 1 -- 172.21.15.81:0/703810457 shutdown_connections 2023-06-26T02:59:52.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.765+0000 7f68b6393640 1 --2- 172.21.15.81:0/703810457 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68b00cef50 0x7f68b013ee70 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.765+0000 7f68b6393640 1 --2- 172.21.15.81:0/703810457 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68b00b42e0 0x7f68b00c8470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.765+0000 7f68b6393640 1 --2- 172.21.15.81:0/703810457 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f68b00b1630 0x7f68b00c9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:52.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.765+0000 7f68b6393640 1 -- 172.21.15.81:0/703810457 >> 172.21.15.81:0/703810457 conn(0x7f68b0069f00 msgr2=0x7f68b006a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:52.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.765+0000 7f68b6393640 1 -- 172.21.15.81:0/703810457 shutdown_connections 2023-06-26T02:59:52.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T02:59:52.765+0000 7f68b6393640 1 -- 172.21.15.81:0/703810457 wait complete. 2023-06-26T02:59:52.782 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-06-26T02:59:52.782 INFO:tasks.ceph:Waiting for OSDs to come up 2023-06-26T02:59:52.793 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:52.795+0000 7fd0ac888180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-06-26T02:59:52.856 INFO:tasks.ceph.mgr.y.smithi081.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-06-26T02:59:52.856 INFO:tasks.ceph.mgr.y.smithi081.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-06-26T02:59:52.856 INFO:tasks.ceph.mgr.y.smithi081.stderr: from numpy import show_config as show_numpy_config 2023-06-26T02:59:52.908 INFO:tasks.ceph.osd.0.smithi081.stderr:2023-06-26T02:59:52.905+0000 7face443e640 -1 Falling back to public interface 2023-06-26T02:59:52.930 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:52.931+0000 7fd0ac888180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-06-26T02:59:52.931 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:52.929+0000 7fc2f9cac180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-06-26T02:59:52.989 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:52.991+0000 7fd0ac888180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-06-26T02:59:53.069 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:53.065+0000 7fc2f9cac180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-06-26T02:59:53.146 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-06-26T02:59:53.147+0000 7f40483d1640 -1 Falling back to public interface 2023-06-26T02:59:53.149 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-06-26T02:59:53.151+0000 7f8aa86a8640 -1 Falling back to public interface 2023-06-26T02:59:53.157 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-06-26T02:59:53.159+0000 7f3a9f620640 -1 Falling back to public interface 2023-06-26T02:59:53.178 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-06-26T02:59:53.179+0000 7f853517e640 -1 Falling back to public interface 2023-06-26T02:59:53.184 INFO:tasks.ceph.osd.1.smithi081.stderr:2023-06-26T02:59:53.181+0000 7f9cce63f640 -1 Falling back to public interface 2023-06-26T02:59:53.185 INFO:tasks.ceph.osd.3.smithi081.stderr:2023-06-26T02:59:53.181+0000 7f885864a640 -1 Falling back to public interface 2023-06-26T02:59:53.199 INFO:tasks.ceph.osd.2.smithi081.stderr:2023-06-26T02:59:53.197+0000 7f5f18797640 -1 Falling back to public interface 2023-06-26T02:59:53.245 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:53.241+0000 7fc2f9cac180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-06-26T02:59:53.315 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:53.313+0000 7fc2f9cac180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-06-26T02:59:53.447 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:53.445+0000 7fc2f9cac180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-06-26T02:59:53.586 DEBUG:teuthology.orchestra.run.smithi081:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-06-26T02:59:53.641 INFO:tasks.ceph.mgr.x.smithi092.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-06-26T02:59:53.642 INFO:tasks.ceph.mgr.x.smithi092.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-06-26T02:59:53.642 INFO:tasks.ceph.mgr.x.smithi092.stderr: from numpy import show_config as show_numpy_config 2023-06-26T02:59:53.698 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.692+0000 7f0c37d55640 1 Processor -- start 2023-06-26T02:59:53.701 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.692+0000 7f0c37d55640 1 -- start start 2023-06-26T02:59:53.701 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c37d55640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0c3015fe60 0x7f0c300cb030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:53.701 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c37d55640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f0c30069460 0x7f0c300698e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:53.701 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c37d55640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c30163ac0 con 0x7f0c300b09c0 2023-06-26T02:59:53.701 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c37d55640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c30069e20 con 0x7f0c30069460 2023-06-26T02:59:53.702 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c37d55640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3006c420 con 0x7f0c3015fe60 2023-06-26T02:59:53.702 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c362f2640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f0c30069460 0x7f0c300698e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:53.702 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c362f2640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f0c30069460 0x7f0c300698e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:55298/0 (socket says 172.21.15.81:55298) 2023-06-26T02:59:53.702 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c362f2640 1 -- 172.21.15.81:0/3608805815 learned_addr learned my addr 172.21.15.81:0/3608805815 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T02:59:53.702 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c35af1640 1 --2- 172.21.15.81:0/3608805815 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0c3015fe60 0x7f0c300cb030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:53.702 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c362f2640 1 -- 172.21.15.81:0/3608805815 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0c3015fe60 msgr2=0x7f0c300cb030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:53.703 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c362f2640 1 --2- 172.21.15.81:0/3608805815 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0c3015fe60 0x7f0c300cb030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:53.703 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c362f2640 1 -- 172.21.15.81:0/3608805815 >> v1:172.21.15.92:6789/0 conn(0x7f0c300b09c0 legacy=0x7f0c3006bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T02:59:53.703 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c362f2640 1 -- 172.21.15.81:0/3608805815 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c300b0ec0 con 0x7f0c30069460 2023-06-26T02:59:53.703 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:53.703+0000 7fd0ac888180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-06-26T02:59:53.706 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c362f2640 1 --2- 172.21.15.81:0/3608805815 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c30069460 0x7f0c300698e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0c28009e50 tx=0x7f0c2801f1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c704ac7cebaa6b2 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:53.706 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c34aef640 1 -- 172.21.15.81:0/3608805815 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c280af400 con 0x7f0c30069460 2023-06-26T02:59:53.706 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c34aef640 1 -- 172.21.15.81:0/3608805815 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c280ab050 con 0x7f0c30069460 2023-06-26T02:59:53.706 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.696+0000 7f0c34aef640 1 -- 172.21.15.81:0/3608805815 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c280af780 con 0x7f0c30069460 2023-06-26T02:59:53.707 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 -- 172.21.15.81:0/3608805815 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c30069460 msgr2=0x7f0c300698e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:53.707 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 --2- 172.21.15.81:0/3608805815 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c30069460 0x7f0c300698e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0c28009e50 tx=0x7f0c2801f1c0 comp rx=0 tx=0).stop 2023-06-26T02:59:53.707 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 -- 172.21.15.81:0/3608805815 shutdown_connections 2023-06-26T02:59:53.707 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 --2- 172.21.15.81:0/3608805815 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c30069460 0x7f0c300698e0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:53.707 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 --2- 172.21.15.81:0/3608805815 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0c3015fe60 0x7f0c300cb030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:53.707 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 -- 172.21.15.81:0/3608805815 >> 172.21.15.81:0/3608805815 conn(0x7f0c300cb9c0 msgr2=0x7f0c300cbdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:53.708 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 -- 172.21.15.81:0/3608805815 shutdown_connections 2023-06-26T02:59:53.708 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 -- 172.21.15.81:0/3608805815 wait complete. 2023-06-26T02:59:53.708 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 Processor -- start 2023-06-26T02:59:53.708 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 -- start start 2023-06-26T02:59:53.708 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c30069460 0x7f0c300c4330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:53.708 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c300b09c0 0x7f0c300b4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:53.708 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0c3015fe60 0x7f0c301527c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T02:59:53.709 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c300c0d40 con 0x7f0c300b09c0 2023-06-26T02:59:53.709 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c300b4ba0 con 0x7f0c30069460 2023-06-26T02:59:53.709 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c300c4a30 con 0x7f0c3015fe60 2023-06-26T02:59:53.709 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c352f0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c300b09c0 0x7f0c300b4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:53.709 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c352f0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c300b09c0 0x7f0c300b4660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:55308/0 (socket says 172.21.15.81:55308) 2023-06-26T02:59:53.709 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c352f0640 1 -- 172.21.15.81:0/677678212 learned_addr learned my addr 172.21.15.81:0/677678212 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T02:59:53.710 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c35af1640 1 --2- 172.21.15.81:0/677678212 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c30069460 0x7f0c300c4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:53.710 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c362f2640 1 --2- 172.21.15.81:0/677678212 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0c3015fe60 0x7f0c301527c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T02:59:53.710 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c352f0640 1 -- 172.21.15.81:0/677678212 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0c3015fe60 msgr2=0x7f0c301527c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:53.710 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c352f0640 1 --2- 172.21.15.81:0/677678212 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0c3015fe60 0x7f0c301527c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:53.710 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c352f0640 1 -- 172.21.15.81:0/677678212 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c30069460 msgr2=0x7f0c300c4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:53.710 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c352f0640 1 --2- 172.21.15.81:0/677678212 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c30069460 0x7f0c300c4330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:53.710 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c352f0640 1 -- 172.21.15.81:0/677678212 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c28009b30 con 0x7f0c300b09c0 2023-06-26T02:59:53.711 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c362f2640 1 --2- 172.21.15.81:0/677678212 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0c3015fe60 0x7f0c301527c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T02:59:53.711 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c352f0640 1 --2- 172.21.15.81:0/677678212 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c300b09c0 0x7f0c300b4660 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0c2000c410 tx=0x7f0c2000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T02:59:53.711 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c267fc640 1 -- 172.21.15.81:0/677678212 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c20011790 con 0x7f0c300b09c0 2023-06-26T02:59:53.711 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c267fc640 1 -- 172.21.15.81:0/677678212 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c200118f0 con 0x7f0c300b09c0 2023-06-26T02:59:53.711 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 -- 172.21.15.81:0/677678212 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c300c4d10 con 0x7f0c300b09c0 2023-06-26T02:59:53.711 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c267fc640 1 -- 172.21.15.81:0/677678212 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c20011ce0 con 0x7f0c300b09c0 2023-06-26T02:59:53.712 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c37d55640 1 -- 172.21.15.81:0/677678212 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c300c0f70 con 0x7f0c300b09c0 2023-06-26T02:59:53.712 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c267fc640 1 -- 172.21.15.81:0/677678212 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f0c20007320 con 0x7f0c300b09c0 2023-06-26T02:59:53.712 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.700+0000 7f0c267fc640 1 -- 172.21.15.81:0/677678212 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f0c2001cb30 con 0x7f0c300b09c0 2023-06-26T02:59:53.712 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.704+0000 7f0c37d55640 1 -- 172.21.15.81:0/677678212 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c300c5230 con 0x7f0c300b09c0 2023-06-26T02:59:53.713 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.704+0000 7f0c267fc640 1 -- 172.21.15.81:0/677678212 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f0c200067e0 con 0x7f0c300b09c0 2023-06-26T02:59:53.765 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.760+0000 7f0c37d55640 1 -- 172.21.15.81:0/677678212 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0c300b1730 con 0x7f0c300b09c0 2023-06-26T02:59:53.766 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.764+0000 7f0c267fc640 1 -- 172.21.15.81:0/677678212 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f0c2002a090 con 0x7f0c300b09c0 2023-06-26T02:59:53.767 INFO:teuthology.misc.health.smithi081.stdout: 2023-06-26T02:59:53.767 INFO:teuthology.misc.health.smithi081.stdout:{"epoch":10,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T02:59:52.489951+0000","last_up_change":"0.000000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T02:59:53.768 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.764+0000 7f0c37d55640 1 -- 172.21.15.81:0/677678212 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c300b09c0 msgr2=0x7f0c300b4660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T02:59:53.768 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.764+0000 7f0c37d55640 1 --2- 172.21.15.81:0/677678212 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c300b09c0 0x7f0c300b4660 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0c2000c410 tx=0x7f0c2000c8d0 comp rx=0 tx=0).stop 2023-06-26T02:59:53.768 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.764+0000 7f0c37d55640 1 -- 172.21.15.81:0/677678212 shutdown_connections 2023-06-26T02:59:53.768 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.764+0000 7f0c37d55640 1 --2- 172.21.15.81:0/677678212 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0c3015fe60 0x7f0c301527c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:53.769 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.764+0000 7f0c37d55640 1 --2- 172.21.15.81:0/677678212 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0c300b09c0 0x7f0c300b4660 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:53.769 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.764+0000 7f0c37d55640 1 --2- 172.21.15.81:0/677678212 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c30069460 0x7f0c300c4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T02:59:53.769 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.764+0000 7f0c37d55640 1 -- 172.21.15.81:0/677678212 >> 172.21.15.81:0/677678212 conn(0x7f0c300cb9c0 msgr2=0x7f0c300c9f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T02:59:53.769 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.764+0000 7f0c37d55640 1 -- 172.21.15.81:0/677678212 shutdown_connections 2023-06-26T02:59:53.769 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T02:59:53.764+0000 7f0c37d55640 1 -- 172.21.15.81:0/677678212 wait complete. 2023-06-26T02:59:53.782 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-06-26T02:59:53.866 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:53.867+0000 7fd0ac888180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-06-26T02:59:54.015 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:54.015+0000 7fd0ac888180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-06-26T02:59:54.046 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:54.044+0000 7fc2f9cac180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-06-26T02:59:54.079 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:54.079+0000 7fd0ac888180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-06-26T02:59:54.122 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:54.116+0000 7fc2f9cac180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-06-26T02:59:54.200 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:54.199+0000 7fd0ac888180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-06-26T02:59:54.292 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:54.288+0000 7fc2f9cac180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-06-26T02:59:54.366 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:54.360+0000 7fc2f9cac180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-06-26T02:59:54.610 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:54.608+0000 7fc2f9cac180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-06-26T02:59:54.669 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:54.664+0000 7fc2f9cac180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-06-26T02:59:54.804 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:54.803+0000 7fd0ac888180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-06-26T02:59:54.878 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:54.879+0000 7fd0ac888180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-06-26T02:59:55.047 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:55.047+0000 7fd0ac888180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-06-26T02:59:55.120 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:55.119+0000 7fd0ac888180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-06-26T02:59:55.364 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:55.363+0000 7fd0ac888180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-06-26T02:59:55.423 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-06-26T02:59:55.423+0000 7fd0ac888180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-06-26T02:59:55.708 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:55.704+0000 7fc2a176a640 -1 mgr.server handle_report got status from non-daemon mon.b 2023-06-26T02:59:55.709 INFO:tasks.ceph.mgr.y.smithi081.stderr:2023-06-26T02:59:55.704+0000 7fc2a176a640 -1 mgr.server handle_report got status from non-daemon mon.c 2023-06-26T02:59:56.834 INFO:tasks.ceph.osd.0.smithi081.stderr:2023-06-26T02:59:56.828+0000 7face443e640 -1 osd.0 0 log_to_monitors true 2023-06-26T02:59:56.952 INFO:tasks.ceph.osd.1.smithi081.stderr:2023-06-26T02:59:56.948+0000 7f9cce63f640 -1 osd.1 0 log_to_monitors true 2023-06-26T02:59:56.993 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-06-26T02:59:56.995+0000 7f853517e640 -1 osd.5 0 log_to_monitors true 2023-06-26T02:59:57.011 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-06-26T02:59:57.011+0000 7f3a9f620640 -1 osd.7 0 log_to_monitors true 2023-06-26T02:59:57.045 INFO:tasks.ceph.osd.2.smithi081.stderr:2023-06-26T02:59:57.040+0000 7f5f18797640 -1 osd.2 0 log_to_monitors true 2023-06-26T02:59:57.094 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-06-26T02:59:57.095+0000 7f40483d1640 -1 osd.6 0 log_to_monitors true 2023-06-26T02:59:57.127 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-06-26T02:59:57.127+0000 7f8aa86a8640 -1 osd.4 0 log_to_monitors true 2023-06-26T02:59:57.160 INFO:tasks.ceph.osd.3.smithi081.stderr:2023-06-26T02:59:57.156+0000 7f885864a640 -1 osd.3 0 log_to_monitors true 2023-06-26T03:00:00.524 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-06-26T03:00:00.522+0000 7f4043b53640 -1 osd.6 0 waiting for initial osdmap 2023-06-26T03:00:00.566 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-06-26T03:00:00.566+0000 7f403c198640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:00:00.588 DEBUG:teuthology.orchestra.run.smithi081:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:00.592 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-06-26T03:00:00.590+0000 7f8530900640 -1 osd.5 0 waiting for initial osdmap 2023-06-26T03:00:00.626 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-06-26T03:00:00.626+0000 7f8528f45640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:00:00.725 INFO:tasks.ceph.osd.1.smithi081.stderr:2023-06-26T03:00:00.720+0000 7f9cc9dc1640 -1 osd.1 0 waiting for initial osdmap 2023-06-26T03:00:00.738 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-06-26T03:00:00.738+0000 7f8aa3e2a640 -1 osd.4 0 waiting for initial osdmap 2023-06-26T03:00:00.739 INFO:tasks.ceph.osd.0.smithi081.stderr:2023-06-26T03:00:00.736+0000 7facdfbc0640 -1 osd.0 0 waiting for initial osdmap 2023-06-26T03:00:00.756 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-06-26T03:00:00.754+0000 7f3a9ada2640 -1 osd.7 0 waiting for initial osdmap 2023-06-26T03:00:00.759 INFO:tasks.ceph.osd.1.smithi081.stderr:2023-06-26T03:00:00.756+0000 7f9cc2406640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:00:00.762 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-06-26T03:00:00.762+0000 7f8a9c46f640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:00:00.765 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.760+0000 7f6e858f9640 1 Processor -- start 2023-06-26T03:00:00.765 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.760+0000 7f6e858f9640 1 -- start start 2023-06-26T03:00:00.767 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.760+0000 7f6e858f9640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f6e800cda90 0x7f6e800cdf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:00.767 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.760+0000 7f6e858f9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e800cabd0 0x7f6e800cb050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:00.767 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e858f9640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e8006df20 con 0x7f6e800af320 2023-06-26T03:00:00.767 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e858f9640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e80159d30 con 0x7f6e800cda90 2023-06-26T03:00:00.767 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7effd640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f6e800af320 0x7f6e8006cc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:52780/0 (socket says 172.21.15.81:52780) 2023-06-26T03:00:00.767 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7effd640 1 -- 172.21.15.81:0/537920003 learned_addr learned my addr 172.21.15.81:0/537920003 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:00.767 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e77fff640 1 --2- 172.21.15.81:0/537920003 >> v2:172.21.15.81:3300/0 conn(0x7f6e800cda90 0x7f6e800cdf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:00.768 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e858f9640 1 -- 172.21.15.81:0/537920003 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e800ce440 con 0x7f6e800cabd0 2023-06-26T03:00:00.769 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7f7fe640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e800cabd0 0x7f6e800cb050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:00.769 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4044458517 0 0) 0x7f6e700012a0 con 0x7f6e800af320 2023-06-26T03:00:00.769 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6e6c003530 con 0x7f6e800af320 2023-06-26T03:00:00.769 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 <== mon.1 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1037923160 0 0) 0x7f6e6c003530 con 0x7f6e800af320 2023-06-26T03:00:00.769 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e800cabd0 msgr2=0x7f6e800cb050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:00.770 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e800cabd0 0x7f6e800cb050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:00.770 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 >> v2:172.21.15.81:3300/0 conn(0x7f6e800cda90 msgr2=0x7f6e800cdf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:00.770 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 --2- 172.21.15.81:0/537920003 >> v2:172.21.15.81:3300/0 conn(0x7f6e800cda90 0x7f6e800cdf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:00.770 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e8006d680 con 0x7f6e800af320 2023-06-26T03:00:00.770 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 <== mon.1 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f6e70001990 con 0x7f6e800af320 2023-06-26T03:00:00.770 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 >> v1:172.21.15.92:6789/0 conn(0x7f6e800af320 legacy=0x7f6e8006cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:00.770 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e6c0039b0 0x7f6e6c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:00.771 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e6c0047d0 0x7f6e6c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:00.771 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e6c005180 0x7f6e6c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:00.771 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e80159d30 con 0x7f6e6c0039b0 2023-06-26T03:00:00.771 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e800ce440 con 0x7f6e6c0047d0 2023-06-26T03:00:00.771 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e6c00bf00 con 0x7f6e6c005180 2023-06-26T03:00:00.771 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e77fff640 1 --2- 172.21.15.81:0/537920003 >> v2:172.21.15.81:3300/0 conn(0x7f6e800cda90 0x7f6e800cdf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:00:00.771 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7effd640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e6c0039b0 0x7f6e6c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:00.771 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e77fff640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e6c0047d0 0x7f6e6c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:00.772 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7f7fe640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e6c005180 0x7f6e6c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:00.772 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7effd640 1 -- 172.21.15.81:0/537920003 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e6c005180 msgr2=0x7f6e6c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:00.772 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7effd640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e6c005180 0x7f6e6c00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:00.772 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7effd640 1 -- 172.21.15.81:0/537920003 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e6c0047d0 msgr2=0x7f6e6c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:00.772 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7effd640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e6c0047d0 0x7f6e6c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:00.772 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7effd640 1 -- 172.21.15.81:0/537920003 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e6c003530 con 0x7f6e6c0039b0 2023-06-26T03:00:00.772 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e77fff640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e6c0047d0 0x7f6e6c004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:00.772 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.764+0000 7f6e7f7fe640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e6c005180 0x7f6e6c00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:00.773 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.768+0000 7f6e7effd640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e6c0039b0 0x7f6e6c003dc0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6e7000c190 tx=0x7f6e7001cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df6816db57cc6399 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:00.774 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.768+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e70007270 con 0x7f6e6c0039b0 2023-06-26T03:00:00.774 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.768+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e700073d0 con 0x7f6e6c0039b0 2023-06-26T03:00:00.774 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.768+0000 7f6e7e7fc640 1 -- 172.21.15.81:0/537920003 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e700057b0 con 0x7f6e6c0039b0 2023-06-26T03:00:00.774 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.768+0000 7f6e858f9640 1 -- 172.21.15.81:0/537920003 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e6c0039b0 msgr2=0x7f6e6c003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:00.774 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.768+0000 7f6e858f9640 1 --2- 172.21.15.81:0/537920003 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e6c0039b0 0x7f6e6c003dc0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6e7000c190 tx=0x7f6e7001cb60 comp rx=0 tx=0).stop 2023-06-26T03:00:00.774 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.768+0000 7f6e7f7fe640 1 -- 172.21.15.81:0/537920003 reap_dead start 2023-06-26T03:00:00.774 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.768+0000 7f6e858f9640 1 -- 172.21.15.81:0/537920003 shutdown_connections 2023-06-26T03:00:00.774 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.768+0000 7f6e858f9640 1 -- 172.21.15.81:0/537920003 >> 172.21.15.81:0/537920003 conn(0x7f6e80069d80 msgr2=0x7f6e80099250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:00.775 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.768+0000 7f6e858f9640 1 -- 172.21.15.81:0/537920003 shutdown_connections 2023-06-26T03:00:00.775 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.768+0000 7f6e858f9640 1 -- 172.21.15.81:0/537920003 wait complete. 2023-06-26T03:00:00.775 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-06-26T03:00:00.774+0000 7f3a933e7640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:00:00.776 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.768+0000 7f6e858f9640 1 Processor -- start 2023-06-26T03:00:00.776 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e858f9640 1 -- start start 2023-06-26T03:00:00.776 INFO:tasks.ceph.osd.0.smithi081.stderr:2023-06-26T03:00:00.772+0000 7facd8205640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:00:00.777 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e858f9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e6c0039b0 0x7f6e80158010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:00.777 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e858f9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e800c9ff0 0x7f6e800b5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:00.778 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e858f9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e801551b0 0x7f6e80155620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:00.778 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e858f9640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e8015b880 con 0x7f6e801551b0 2023-06-26T03:00:00.778 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e858f9640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e801588d0 con 0x7f6e6c0039b0 2023-06-26T03:00:00.778 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e858f9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e8015af50 con 0x7f6e800c9ff0 2023-06-26T03:00:00.778 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e7f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e801551b0 0x7f6e80155620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:00.778 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e7f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e801551b0 0x7f6e80155620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:49026/0 (socket says 172.21.15.81:49026) 2023-06-26T03:00:00.778 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e7f7fe640 1 -- 172.21.15.81:0/3539775280 learned_addr learned my addr 172.21.15.81:0/3539775280 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:00.778 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e7effd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e6c0039b0 0x7f6e80158010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:00.779 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e77fff640 1 --2- 172.21.15.81:0/3539775280 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e800c9ff0 0x7f6e800b5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:00.779 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e7f7fe640 1 -- 172.21.15.81:0/3539775280 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e800c9ff0 msgr2=0x7f6e800b5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:00.779 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e7f7fe640 1 --2- 172.21.15.81:0/3539775280 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e800c9ff0 0x7f6e800b5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:00.779 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e7f7fe640 1 -- 172.21.15.81:0/3539775280 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e6c0039b0 msgr2=0x7f6e80158010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:00.779 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e7f7fe640 1 --2- 172.21.15.81:0/3539775280 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e6c0039b0 0x7f6e80158010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:00.779 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e7f7fe640 1 -- 172.21.15.81:0/3539775280 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e8015b230 con 0x7f6e801551b0 2023-06-26T03:00:00.779 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e7f7fe640 1 --2- 172.21.15.81:0/3539775280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e801551b0 0x7f6e80155620 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6e800cf870 tx=0x7f6e780098b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:00.780 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e7cff9640 1 -- 172.21.15.81:0/3539775280 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e78014600 con 0x7f6e801551b0 2023-06-26T03:00:00.780 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e7cff9640 1 -- 172.21.15.81:0/3539775280 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e78014780 con 0x7f6e801551b0 2023-06-26T03:00:00.780 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e7cff9640 1 -- 172.21.15.81:0/3539775280 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e78014b30 con 0x7f6e801551b0 2023-06-26T03:00:00.780 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e858f9640 1 -- 172.21.15.81:0/3539775280 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e8015b510 con 0x7f6e801551b0 2023-06-26T03:00:00.780 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e858f9640 1 -- 172.21.15.81:0/3539775280 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e80158550 con 0x7f6e801551b0 2023-06-26T03:00:00.781 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.772+0000 7f6e75ffb640 1 -- 172.21.15.81:0/3539775280 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e58005260 con 0x7f6e801551b0 2023-06-26T03:00:00.781 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.776+0000 7f6e7cff9640 1 -- 172.21.15.81:0/3539775280 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 4) v1 ==== 85602+0+0 (secure 0 0 0) 0x7f6e7801d3b0 con 0x7f6e801551b0 2023-06-26T03:00:00.781 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.776+0000 7f6e7cff9640 1 --2- 172.21.15.81:0/3539775280 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6e600661f0 0x7f6e600686a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:00.781 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.776+0000 7f6e7cff9640 1 -- 172.21.15.81:0/3539775280 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7f6e78082570 con 0x7f6e801551b0 2023-06-26T03:00:00.781 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.776+0000 7f6e7effd640 1 --2- 172.21.15.81:0/3539775280 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6e600661f0 0x7f6e600686a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:00.782 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.776+0000 7f6e7effd640 1 --2- 172.21.15.81:0/3539775280 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6e600661f0 0x7f6e600686a0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f6e700ab000 tx=0x7f6e700a7070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:00.784 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.780+0000 7f6e7cff9640 1 -- 172.21.15.81:0/3539775280 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6e780509e0 con 0x7f6e801551b0 2023-06-26T03:00:00.848 INFO:tasks.ceph.osd.2.smithi081.stderr:2023-06-26T03:00:00.844+0000 7f5f13f19640 -1 osd.2 0 waiting for initial osdmap 2023-06-26T03:00:00.873 INFO:tasks.ceph.osd.3.smithi081.stderr:2023-06-26T03:00:00.868+0000 7f8853dcc640 -1 osd.3 0 waiting for initial osdmap 2023-06-26T03:00:00.875 INFO:tasks.ceph.osd.2.smithi081.stderr:2023-06-26T03:00:00.872+0000 7f5f0c55e640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:00:00.907 INFO:tasks.ceph.osd.3.smithi081.stderr:2023-06-26T03:00:00.904+0000 7f884c411640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:00:00.968 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.964+0000 7f6e75ffb640 1 -- 172.21.15.81:0/3539775280 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6e58005510 con 0x7f6e801551b0 2023-06-26T03:00:00.969 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.964+0000 7f6e7cff9640 1 -- 172.21.15.81:0/3539775280 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f6e78019020 con 0x7f6e801551b0 2023-06-26T03:00:00.969 INFO:teuthology.misc.health.smithi081.stdout: 2023-06-26T03:00:00.970 INFO:teuthology.misc.health.smithi081.stdout:{"epoch":12,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T02:59:58.300014+0000","last_up_change":"0.000000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:00.971 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.968+0000 7f6e75ffb640 1 -- 172.21.15.81:0/3539775280 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6e600661f0 msgr2=0x7f6e600686a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:00.971 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.968+0000 7f6e75ffb640 1 --2- 172.21.15.81:0/3539775280 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6e600661f0 0x7f6e600686a0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f6e700ab000 tx=0x7f6e700a7070 comp rx=0 tx=0).stop 2023-06-26T03:00:00.971 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.968+0000 7f6e75ffb640 1 -- 172.21.15.81:0/3539775280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e801551b0 msgr2=0x7f6e80155620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:00.971 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.968+0000 7f6e75ffb640 1 --2- 172.21.15.81:0/3539775280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e801551b0 0x7f6e80155620 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6e800cf870 tx=0x7f6e780098b0 comp rx=0 tx=0).stop 2023-06-26T03:00:00.972 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.968+0000 7f6e75ffb640 1 -- 172.21.15.81:0/3539775280 shutdown_connections 2023-06-26T03:00:00.972 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.968+0000 7f6e75ffb640 1 --2- 172.21.15.81:0/3539775280 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6e600661f0 0x7f6e600686a0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:00.972 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.968+0000 7f6e75ffb640 1 --2- 172.21.15.81:0/3539775280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6e801551b0 0x7f6e80155620 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:00.972 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.968+0000 7f6e75ffb640 1 --2- 172.21.15.81:0/3539775280 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e800c9ff0 0x7f6e800b5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:00.972 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.968+0000 7f6e75ffb640 1 --2- 172.21.15.81:0/3539775280 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e6c0039b0 0x7f6e80158010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:00.972 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.968+0000 7f6e75ffb640 1 -- 172.21.15.81:0/3539775280 >> 172.21.15.81:0/3539775280 conn(0x7f6e80069d80 msgr2=0x7f6e8006e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:00.972 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.968+0000 7f6e75ffb640 1 -- 172.21.15.81:0/3539775280 shutdown_connections 2023-06-26T03:00:00.972 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:00.968+0000 7f6e75ffb640 1 -- 172.21.15.81:0/3539775280 wait complete. 2023-06-26T03:00:00.986 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-06-26T03:00:07.793 DEBUG:teuthology.orchestra.run.smithi081:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:07.914 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.908+0000 7f097d8bd640 1 Processor -- start 2023-06-26T03:00:07.914 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.908+0000 7f097d8bd640 1 -- start start 2023-06-26T03:00:07.915 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.912+0000 7f097d8bd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f097815bf90 0x7f09780cd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:07.915 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.912+0000 7f097d8bd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09780afe80 0x7f09780cb8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:07.916 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.912+0000 7f097d8bd640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09780cbe00 con 0x7f097815bbc0 2023-06-26T03:00:07.916 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.912+0000 7f097d8bd640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09780cc030 con 0x7f097815bf90 2023-06-26T03:00:07.916 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.912+0000 7f097d8bd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f097815d1c0 con 0x7f09780afe80 2023-06-26T03:00:07.917 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.912+0000 7f09767fc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f097815bf90 0x7f09780cd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:07.917 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.912+0000 7f09767fc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f097815bf90 0x7f09780cd4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:55870/0 (socket says 172.21.15.81:55870) 2023-06-26T03:00:07.917 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.912+0000 7f09767fc640 1 -- 172.21.15.81:0/3995508036 learned_addr learned my addr 172.21.15.81:0/3995508036 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:07.917 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.912+0000 7f09777fe640 1 --2- 172.21.15.81:0/3995508036 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09780afe80 0x7f09780cb8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:07.917 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.912+0000 7f09767fc640 1 -- 172.21.15.81:0/3995508036 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09780afe80 msgr2=0x7f09780cb8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:07.918 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.912+0000 7f09767fc640 1 --2- 172.21.15.81:0/3995508036 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09780afe80 0x7f09780cb8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:07.918 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.912+0000 7f09767fc640 1 -- 172.21.15.81:0/3995508036 >> v1:172.21.15.92:6789/0 conn(0x7f097815bbc0 legacy=0x7f09780af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:07.918 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.912+0000 7f09767fc640 1 -- 172.21.15.81:0/3995508036 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f097815cd30 con 0x7f097815bf90 2023-06-26T03:00:07.919 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f09767fc640 1 --2- 172.21.15.81:0/3995508036 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f097815bf90 0x7f09780cd4c0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f096c009e80 tx=0x7f096c01c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25cd026dd5816639 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:07.919 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f0975ffb640 1 -- 172.21.15.81:0/3995508036 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096c0a5710 con 0x7f097815bf90 2023-06-26T03:00:07.920 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f0975ffb640 1 -- 172.21.15.81:0/3995508036 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f096c0a5870 con 0x7f097815bf90 2023-06-26T03:00:07.920 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f0975ffb640 1 -- 172.21.15.81:0/3995508036 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096c0a5c00 con 0x7f097815bf90 2023-06-26T03:00:07.921 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 -- 172.21.15.81:0/3995508036 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f097815bf90 msgr2=0x7f09780cd4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:07.921 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 --2- 172.21.15.81:0/3995508036 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f097815bf90 0x7f09780cd4c0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f096c009e80 tx=0x7f096c01c960 comp rx=0 tx=0).stop 2023-06-26T03:00:07.921 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 -- 172.21.15.81:0/3995508036 shutdown_connections 2023-06-26T03:00:07.921 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 --2- 172.21.15.81:0/3995508036 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09780afe80 0x7f09780cb8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:07.921 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 --2- 172.21.15.81:0/3995508036 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f097815bf90 0x7f09780cd4c0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:07.921 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 -- 172.21.15.81:0/3995508036 >> 172.21.15.81:0/3995508036 conn(0x7f09780ca770 msgr2=0x7f09780cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:07.921 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 -- 172.21.15.81:0/3995508036 shutdown_connections 2023-06-26T03:00:07.922 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 -- 172.21.15.81:0/3995508036 wait complete. 2023-06-26T03:00:07.923 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 Processor -- start 2023-06-26T03:00:07.924 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 -- start start 2023-06-26T03:00:07.924 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09780afe80 0x7f09780abbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:07.924 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f097815bbc0 0x7f09780ac130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:07.924 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f097815bf90 0x7f09780ae690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:07.924 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09780acfc0 con 0x7f097815bf90 2023-06-26T03:00:07.924 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09781583c0 con 0x7f097815bbc0 2023-06-26T03:00:07.924 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f097d8bd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0978157830 con 0x7f09780afe80 2023-06-26T03:00:07.925 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f09777fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f097815bf90 0x7f09780ae690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:07.925 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f09777fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f097815bf90 0x7f09780ae690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:55882/0 (socket says 172.21.15.81:55882) 2023-06-26T03:00:07.925 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f09777fe640 1 -- 172.21.15.81:0/1830092299 learned_addr learned my addr 172.21.15.81:0/1830092299 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:07.925 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f0976ffd640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09780afe80 0x7f09780abbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:07.925 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f09767fc640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f097815bbc0 0x7f09780ac130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:07.925 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f09777fe640 1 -- 172.21.15.81:0/1830092299 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09780afe80 msgr2=0x7f09780abbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:07.926 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f09777fe640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09780afe80 0x7f09780abbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:07.926 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f09777fe640 1 -- 172.21.15.81:0/1830092299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f097815bbc0 msgr2=0x7f09780ac130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:07.926 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f09777fe640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f097815bbc0 0x7f09780ac130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:07.926 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.916+0000 7f09777fe640 1 -- 172.21.15.81:0/1830092299 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f096c009b30 con 0x7f097815bf90 2023-06-26T03:00:07.926 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.920+0000 7f09777fe640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f097815bf90 0x7f09780ae690 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f097000e880 tx=0x7f097000ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:07.926 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.920+0000 7f095ffff640 1 -- 172.21.15.81:0/1830092299 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0970009650 con 0x7f097815bf90 2023-06-26T03:00:07.926 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.920+0000 7f095ffff640 1 -- 172.21.15.81:0/1830092299 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f097000c940 con 0x7f097815bf90 2023-06-26T03:00:07.926 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.920+0000 7f097d8bd640 1 -- 172.21.15.81:0/1830092299 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0978158610 con 0x7f097815bf90 2023-06-26T03:00:07.927 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.920+0000 7f095ffff640 1 -- 172.21.15.81:0/1830092299 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f097000ccd0 con 0x7f097815bf90 2023-06-26T03:00:07.927 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.920+0000 7f097d8bd640 1 -- 172.21.15.81:0/1830092299 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09781574c0 con 0x7f097815bf90 2023-06-26T03:00:07.928 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.920+0000 7f097d8bd640 1 -- 172.21.15.81:0/1830092299 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f097804d790 con 0x7f097815bf90 2023-06-26T03:00:07.928 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.920+0000 7f095ffff640 1 -- 172.21.15.81:0/1830092299 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0970013470 con 0x7f097815bf90 2023-06-26T03:00:07.928 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.920+0000 7f095ffff640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0964066280 0x7f0964068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:07.928 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.920+0000 7f095ffff640 1 -- 172.21.15.81:0/1830092299 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0970083e70 con 0x7f097815bf90 2023-06-26T03:00:07.928 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.920+0000 7f0976ffd640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0964066280 0x7f0964068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:07.928 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.920+0000 7f0976ffd640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0964066280 0x7f0964068730 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f09780ad750 tx=0x7f0968009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:07.929 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:07.924+0000 7f095ffff640 1 -- 172.21.15.81:0/1830092299 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0970055230 con 0x7f097815bf90 2023-06-26T03:00:08.083 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f097d8bd640 1 -- 172.21.15.81:0/1830092299 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f097814f910 con 0x7f097815bf90 2023-06-26T03:00:08.084 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f095ffff640 1 -- 172.21.15.81:0/1830092299 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12814 (secure 0 0 0) 0x7f0970054dc0 con 0x7f097815bf90 2023-06-26T03:00:08.085 INFO:teuthology.misc.health.smithi081.stdout: 2023-06-26T03:00:08.085 INFO:teuthology.misc.health.smithi081.stdout:{"epoch":17,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:05.590599+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:08.086 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f097d8bd640 1 -- 172.21.15.81:0/1830092299 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0964066280 msgr2=0x7f0964068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:08.087 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f097d8bd640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0964066280 0x7f0964068730 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f09780ad750 tx=0x7f0968009040 comp rx=0 tx=0).stop 2023-06-26T03:00:08.087 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f097d8bd640 1 -- 172.21.15.81:0/1830092299 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f097815bf90 msgr2=0x7f09780ae690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:08.087 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f097d8bd640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f097815bf90 0x7f09780ae690 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f097000e880 tx=0x7f097000ed40 comp rx=0 tx=0).stop 2023-06-26T03:00:08.087 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f097d8bd640 1 -- 172.21.15.81:0/1830092299 shutdown_connections 2023-06-26T03:00:08.088 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f097d8bd640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0964066280 0x7f0964068730 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.088 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f097d8bd640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f097815bf90 0x7f09780ae690 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.088 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f097d8bd640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f097815bbc0 0x7f09780ac130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.088 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f097d8bd640 1 --2- 172.21.15.81:0/1830092299 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09780afe80 0x7f09780abbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.088 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f097d8bd640 1 -- 172.21.15.81:0/1830092299 >> 172.21.15.81:0/1830092299 conn(0x7f09780ca770 msgr2=0x7f097815d300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:08.088 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f097d8bd640 1 -- 172.21.15.81:0/1830092299 shutdown_connections 2023-06-26T03:00:08.088 INFO:teuthology.misc.health.smithi081.stderr:2023-06-26T03:00:08.080+0000 7f097d8bd640 1 -- 172.21.15.81:0/1830092299 wait complete. 2023-06-26T03:00:08.104 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-06-26T03:00:08.104 INFO:tasks.ceph:Creating RBD pool 2023-06-26T03:00:08.104 DEBUG:teuthology.orchestra.run.smithi081:> sudo ceph --cluster ceph osd pool create rbd 8 2023-06-26T03:00:08.219 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8eac2fe640 1 Processor -- start 2023-06-26T03:00:08.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8eac2fe640 1 -- start start 2023-06-26T03:00:08.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8eac2fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f8ea40afdc0 0x7f8ea40cbb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:08.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8eac2fe640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ea4160540 con 0x7f8ea40cc050 2023-06-26T03:00:08.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8eac2fe640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ea4160820 con 0x7f8ea415d770 2023-06-26T03:00:08.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8eac2fe640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ea4160b00 con 0x7f8ea40afdc0 2023-06-26T03:00:08.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8ea9899640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f8ea40afdc0 0x7f8ea40cbb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:08.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8eaa89b640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f8ea40cc050 0x7f8ea41637e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52726/0 (socket says 172.21.15.81:52726) 2023-06-26T03:00:08.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8ea9899640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f8ea40afdc0 0x7f8ea40cbb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:55898/0 (socket says 172.21.15.81:55898) 2023-06-26T03:00:08.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8eaa89b640 1 -- 172.21.15.81:0/4241204887 learned_addr learned my addr 172.21.15.81:0/4241204887 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:08.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8ea9899640 1 -- 172.21.15.81:0/4241204887 >> v1:172.21.15.92:6789/0 conn(0x7f8ea415d770 legacy=0x7f8ea40af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:08.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8ea9899640 1 -- 172.21.15.81:0/4241204887 >> v1:172.21.15.81:6789/0 conn(0x7f8ea40cc050 legacy=0x7f8ea41637e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:08.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8ea9899640 1 -- 172.21.15.81:0/4241204887 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ea4160de0 con 0x7f8ea40afdc0 2023-06-26T03:00:08.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.216+0000 7f8ea9098640 1 -- 172.21.15.81:0/4241204887 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2183998303 0 0) 0x7f8ea4160540 con 0x7f8ea40cc050 2023-06-26T03:00:08.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8ea9899640 1 --2- 172.21.15.81:0/4241204887 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ea40afdc0 0x7f8ea40cbb10 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8e940097c0 tx=0x7f8e9401c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de62849132543b29 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:08.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8ea9098640 1 -- 172.21.15.81:0/4241204887 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e940a5690 con 0x7f8ea40afdc0 2023-06-26T03:00:08.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8ea9098640 1 -- 172.21.15.81:0/4241204887 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e940a57f0 con 0x7f8ea40afdc0 2023-06-26T03:00:08.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8ea9098640 1 -- 172.21.15.81:0/4241204887 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e940a5b80 con 0x7f8ea40afdc0 2023-06-26T03:00:08.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 -- 172.21.15.81:0/4241204887 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ea40afdc0 msgr2=0x7f8ea40cbb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:08.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 --2- 172.21.15.81:0/4241204887 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ea40afdc0 0x7f8ea40cbb10 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8e940097c0 tx=0x7f8e9401c000 comp rx=0 tx=0).stop 2023-06-26T03:00:08.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 -- 172.21.15.81:0/4241204887 shutdown_connections 2023-06-26T03:00:08.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 --2- 172.21.15.81:0/4241204887 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ea40afdc0 0x7f8ea40cbb10 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 -- 172.21.15.81:0/4241204887 >> 172.21.15.81:0/4241204887 conn(0x7f8ea406a100 msgr2=0x7f8ea40ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:08.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 -- 172.21.15.81:0/4241204887 shutdown_connections 2023-06-26T03:00:08.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 -- 172.21.15.81:0/4241204887 wait complete. 2023-06-26T03:00:08.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 Processor -- start 2023-06-26T03:00:08.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 -- start start 2023-06-26T03:00:08.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ea40afdc0 0x7f8ea4162a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:08.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ea40cc050 0x7f8ea40ae920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:08.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea415d770 0x7f8ea4159680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:08.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ea4163280 con 0x7f8ea40afdc0 2023-06-26T03:00:08.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ea40c4ea0 con 0x7f8ea415d770 2023-06-26T03:00:08.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eac2fe640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ea40c5140 con 0x7f8ea40cc050 2023-06-26T03:00:08.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eaa09a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ea40afdc0 0x7f8ea4162a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:08.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eaa09a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ea40afdc0 0x7f8ea4162a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:55910/0 (socket says 172.21.15.81:55910) 2023-06-26T03:00:08.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eaa09a640 1 -- 172.21.15.81:0/1750011028 learned_addr learned my addr 172.21.15.81:0/1750011028 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:08.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.220+0000 7f8eaa89b640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea415d770 0x7f8ea4159680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:08.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8eaa09a640 1 -- 172.21.15.81:0/1750011028 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ea40cc050 msgr2=0x7f8ea40ae920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:08.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8ea9899640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ea40cc050 0x7f8ea40ae920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:08.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8eaa09a640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ea40cc050 0x7f8ea40ae920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8eaa09a640 1 -- 172.21.15.81:0/1750011028 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea415d770 msgr2=0x7f8ea4159680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:08.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8eaa09a640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea415d770 0x7f8ea4159680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8eaa09a640 1 -- 172.21.15.81:0/1750011028 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e94009420 con 0x7f8ea40afdc0 2023-06-26T03:00:08.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8eaa09a640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ea40afdc0 0x7f8ea4162a30 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8ea000b410 tx=0x7f8ea000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:08.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8e9affd640 1 -- 172.21.15.81:0/1750011028 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ea0004020 con 0x7f8ea40afdc0 2023-06-26T03:00:08.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8e9affd640 1 -- 172.21.15.81:0/1750011028 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ea0004180 con 0x7f8ea40afdc0 2023-06-26T03:00:08.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8e9affd640 1 -- 172.21.15.81:0/1750011028 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ea0011630 con 0x7f8ea40afdc0 2023-06-26T03:00:08.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8eac2fe640 1 -- 172.21.15.81:0/1750011028 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ea40c5420 con 0x7f8ea40afdc0 2023-06-26T03:00:08.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8eac2fe640 1 -- 172.21.15.81:0/1750011028 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ea4162f70 con 0x7f8ea40afdc0 2023-06-26T03:00:08.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8eac2fe640 1 -- 172.21.15.81:0/1750011028 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ea40c5940 con 0x7f8ea40afdc0 2023-06-26T03:00:08.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8e9affd640 1 -- 172.21.15.81:0/1750011028 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8ea0011790 con 0x7f8ea40afdc0 2023-06-26T03:00:08.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8e9affd640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8e880662b0 0x7f8e88068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:08.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8ea9899640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8e880662b0 0x7f8e88068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:08.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8e9affd640 1 -- 172.21.15.81:0/1750011028 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8ea0083620 con 0x7f8ea40afdc0 2023-06-26T03:00:08.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.224+0000 7f8ea9899640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8e880662b0 0x7f8e88068760 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8e940ae000 tx=0x7f8e94008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:08.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.228+0000 7f8e9affd640 1 -- 172.21.15.81:0/1750011028 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8ea0050f50 con 0x7f8ea40afdc0 2023-06-26T03:00:08.243 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:00:08.245 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:00:08.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.380+0000 7f8eac2fe640 1 -- 172.21.15.81:0/1750011028 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) v1 -- 0x7f8ea415e4e0 con 0x7f8ea40afdc0 2023-06-26T03:00:08.631 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.628+0000 7f8e9affd640 1 -- 172.21.15.81:0/1750011028 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v18) v1 ==== 109+0+0 (secure 0 0 0) 0x7f8ea0054570 con 0x7f8ea40afdc0 2023-06-26T03:00:08.632 INFO:teuthology.orchestra.run.smithi081.stderr:pool 'rbd' created 2023-06-26T03:00:08.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.632+0000 7f8eac2fe640 1 -- 172.21.15.81:0/1750011028 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8e880662b0 msgr2=0x7f8e88068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:08.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.632+0000 7f8eac2fe640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8e880662b0 0x7f8e88068760 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8e940ae000 tx=0x7f8e94008040 comp rx=0 tx=0).stop 2023-06-26T03:00:08.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.632+0000 7f8eac2fe640 1 -- 172.21.15.81:0/1750011028 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ea40afdc0 msgr2=0x7f8ea4162a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:08.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.632+0000 7f8eac2fe640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ea40afdc0 0x7f8ea4162a30 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8ea000b410 tx=0x7f8ea000b8d0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.632+0000 7f8eac2fe640 1 -- 172.21.15.81:0/1750011028 shutdown_connections 2023-06-26T03:00:08.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.632+0000 7f8eac2fe640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8e880662b0 0x7f8e88068760 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.637 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.632+0000 7f8eac2fe640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ea415d770 0x7f8ea4159680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.637 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.632+0000 7f8eac2fe640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ea40cc050 0x7f8ea40ae920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.637 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.632+0000 7f8eac2fe640 1 --2- 172.21.15.81:0/1750011028 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ea40afdc0 0x7f8ea4162a30 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.637 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.632+0000 7f8eac2fe640 1 -- 172.21.15.81:0/1750011028 >> 172.21.15.81:0/1750011028 conn(0x7f8ea406a100 msgr2=0x7f8ea40c99d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:08.637 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.632+0000 7f8eac2fe640 1 -- 172.21.15.81:0/1750011028 shutdown_connections 2023-06-26T03:00:08.637 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.632+0000 7f8eac2fe640 1 -- 172.21.15.81:0/1750011028 wait complete. 2023-06-26T03:00:08.656 DEBUG:teuthology.orchestra.run.smithi081:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-06-26T03:00:08.782 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.776+0000 7f7b2915c640 1 Processor -- start 2023-06-26T03:00:08.782 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.776+0000 7f7b2915c640 1 -- start start 2023-06-26T03:00:08.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2915c640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f7b240cf240 0x7f7b240b1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:08.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2915c640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b2415cac0 con 0x7f7b2406be80 2023-06-26T03:00:08.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2915c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b2415c190 con 0x7f7b241584d0 2023-06-26T03:00:08.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2915c640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b2415c470 con 0x7f7b240cf240 2023-06-26T03:00:08.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b1bfff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f7b240cf240 0x7f7b240b1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:08.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2359e640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f7b2406be80 0x7f7b240b2250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52730/0 (socket says 172.21.15.81:52730) 2023-06-26T03:00:08.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2359e640 1 -- 172.21.15.81:0/1158662265 learned_addr learned my addr 172.21.15.81:0/1158662265 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:08.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b1bfff640 1 -- 172.21.15.81:0/1158662265 >> v1:172.21.15.92:6789/0 conn(0x7f7b241584d0 legacy=0x7f7b240ceb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:08.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b1bfff640 1 -- 172.21.15.81:0/1158662265 >> v1:172.21.15.81:6789/0 conn(0x7f7b2406be80 legacy=0x7f7b240b2250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:08.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b1bfff640 1 -- 172.21.15.81:0/1158662265 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b2415c750 con 0x7f7b240cf240 2023-06-26T03:00:08.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b1bfff640 1 --2- 172.21.15.81:0/1158662265 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b240cf240 0x7f7b240b1d10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c0097c0 tx=0x7f7b0c01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=368112884dcbf02a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:08.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2259c640 1 -- 172.21.15.81:0/1158662265 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b0c004230 con 0x7f7b240cf240 2023-06-26T03:00:08.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2259c640 1 -- 172.21.15.81:0/1158662265 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b0c0a7050 con 0x7f7b240cf240 2023-06-26T03:00:08.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2259c640 1 -- 172.21.15.81:0/1158662265 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b0c003620 con 0x7f7b240cf240 2023-06-26T03:00:08.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2915c640 1 -- 172.21.15.81:0/1158662265 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b240cf240 msgr2=0x7f7b240b1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:08.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2915c640 1 --2- 172.21.15.81:0/1158662265 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b240cf240 0x7f7b240b1d10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c0097c0 tx=0x7f7b0c01c440 comp rx=0 tx=0).stop 2023-06-26T03:00:08.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2915c640 1 -- 172.21.15.81:0/1158662265 shutdown_connections 2023-06-26T03:00:08.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2915c640 1 --2- 172.21.15.81:0/1158662265 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b240cf240 0x7f7b240b1d10 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2915c640 1 -- 172.21.15.81:0/1158662265 >> 172.21.15.81:0/1158662265 conn(0x7f7b2406a5c0 msgr2=0x7f7b2406a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:08.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2915c640 1 -- 172.21.15.81:0/1158662265 shutdown_connections 2023-06-26T03:00:08.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.780+0000 7f7b2915c640 1 -- 172.21.15.81:0/1158662265 wait complete. 2023-06-26T03:00:08.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b2915c640 1 Processor -- start 2023-06-26T03:00:08.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b2915c640 1 -- start start 2023-06-26T03:00:08.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b2915c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b2406be80 0x7f7b240b0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:08.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b2915c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b240cf240 0x7f7b2413a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:08.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b2915c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b241584d0 0x7f7b241425e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:08.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b2915c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b241448d0 con 0x7f7b240cf240 2023-06-26T03:00:08.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b2915c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b2414e5b0 con 0x7f7b241584d0 2023-06-26T03:00:08.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b2915c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b2414e850 con 0x7f7b2406be80 2023-06-26T03:00:08.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b1bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b240cf240 0x7f7b2413a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:08.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b1bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b240cf240 0x7f7b2413a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:55936/0 (socket says 172.21.15.81:55936) 2023-06-26T03:00:08.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b1bfff640 1 -- 172.21.15.81:0/1704535096 learned_addr learned my addr 172.21.15.81:0/1704535096 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:08.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b2359e640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b241584d0 0x7f7b241425e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:08.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b22d9d640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b2406be80 0x7f7b240b0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:08.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b1bfff640 1 -- 172.21.15.81:0/1704535096 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b2406be80 msgr2=0x7f7b240b0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:08.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b1bfff640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b2406be80 0x7f7b240b0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b1bfff640 1 -- 172.21.15.81:0/1704535096 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b241584d0 msgr2=0x7f7b241425e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:08.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b1bfff640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b241584d0 0x7f7b241425e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:08.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b1bfff640 1 -- 172.21.15.81:0/1704535096 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b0c009420 con 0x7f7b240cf240 2023-06-26T03:00:08.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b1bfff640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b240cf240 0x7f7b2413a760 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c019050 tx=0x7f7b0c0191e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:08.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b1b7fe640 1 -- 172.21.15.81:0/1704535096 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b0c003c30 con 0x7f7b240cf240 2023-06-26T03:00:08.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b1b7fe640 1 -- 172.21.15.81:0/1704535096 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b0c003d90 con 0x7f7b240cf240 2023-06-26T03:00:08.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b2915c640 1 -- 172.21.15.81:0/1704535096 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b240af990 con 0x7f7b240cf240 2023-06-26T03:00:08.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b1b7fe640 1 -- 172.21.15.81:0/1704535096 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b0c0ab640 con 0x7f7b240cf240 2023-06-26T03:00:08.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b2915c640 1 -- 172.21.15.81:0/1704535096 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b240aff50 con 0x7f7b240cf240 2023-06-26T03:00:08.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.784+0000 7f7b2915c640 1 -- 172.21.15.81:0/1704535096 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b240b0140 con 0x7f7b240cf240 2023-06-26T03:00:08.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.788+0000 7f7b1b7fe640 1 -- 172.21.15.81:0/1704535096 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7b0c0b2050 con 0x7f7b240cf240 2023-06-26T03:00:08.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.788+0000 7f7b1b7fe640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7b04066280 0x7f7b04068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:08.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.788+0000 7f7b1b7fe640 1 -- 172.21.15.81:0/1704535096 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5199+0+0 (secure 0 0 0) 0x7f7b0c11dd70 con 0x7f7b240cf240 2023-06-26T03:00:08.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.788+0000 7f7b22d9d640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7b04066280 0x7f7b04068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:08.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.788+0000 7f7b22d9d640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7b04066280 0x7f7b04068730 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7b24142590 tx=0x7f7b14008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:08.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.792+0000 7f7b1b7fe640 1 -- 172.21.15.81:0/1704535096 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7b0c0eb550 con 0x7f7b240cf240 2023-06-26T03:00:08.947 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:08.944+0000 7f7b2915c640 1 -- 172.21.15.81:0/1704535096 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f7b24066880 con 0x7f7b240cf240 2023-06-26T03:00:09.634 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.628+0000 7f7b1b7fe640 1 -- 172.21.15.81:0/1704535096 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]=0 enabled application 'rbd' on pool 'rbd' v19) v1 ==== 173+0+0 (secure 0 0 0) 0x7f7b0c0eeb70 con 0x7f7b240cf240 2023-06-26T03:00:09.634 INFO:teuthology.orchestra.run.smithi081.stderr:enabled application 'rbd' on pool 'rbd' 2023-06-26T03:00:09.638 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.632+0000 7f7b2915c640 1 -- 172.21.15.81:0/1704535096 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7b04066280 msgr2=0x7f7b04068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:09.638 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.632+0000 7f7b2915c640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7b04066280 0x7f7b04068730 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7b24142590 tx=0x7f7b14008040 comp rx=0 tx=0).stop 2023-06-26T03:00:09.638 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.632+0000 7f7b2915c640 1 -- 172.21.15.81:0/1704535096 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b240cf240 msgr2=0x7f7b2413a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:09.638 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.632+0000 7f7b2915c640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b240cf240 0x7f7b2413a760 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c019050 tx=0x7f7b0c0191e0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.639 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.632+0000 7f7b2915c640 1 -- 172.21.15.81:0/1704535096 shutdown_connections 2023-06-26T03:00:09.639 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.632+0000 7f7b2915c640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7b04066280 0x7f7b04068730 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.639 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.632+0000 7f7b2915c640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b241584d0 0x7f7b241425e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.640 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.632+0000 7f7b2915c640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7b240cf240 0x7f7b2413a760 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.640 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.632+0000 7f7b2915c640 1 --2- 172.21.15.81:0/1704535096 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b2406be80 0x7f7b240b0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.640 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.632+0000 7f7b2915c640 1 -- 172.21.15.81:0/1704535096 >> 172.21.15.81:0/1704535096 conn(0x7f7b2406a5c0 msgr2=0x7f7b2406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:09.640 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.636+0000 7f7b2915c640 1 -- 172.21.15.81:0/1704535096 shutdown_connections 2023-06-26T03:00:09.640 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.636+0000 7f7b2915c640 1 -- 172.21.15.81:0/1704535096 wait complete. 2023-06-26T03:00:09.660 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-06-26T03:00:09.660 INFO:tasks.ceph.mds.a:Restarting daemon 2023-06-26T03:00:09.661 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-06-26T03:00:09.662 INFO:tasks.ceph.mds.a:Started 2023-06-26T03:00:09.662 INFO:tasks.ceph.mds.c:Restarting daemon 2023-06-26T03:00:09.663 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-06-26T03:00:09.664 INFO:tasks.ceph.mds.c:Started 2023-06-26T03:00:09.665 INFO:tasks.ceph.mds.b:Restarting daemon 2023-06-26T03:00:09.665 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-06-26T03:00:09.667 INFO:tasks.ceph.mds.b:Started 2023-06-26T03:00:09.668 INFO:tasks.ceph.mds.d:Restarting daemon 2023-06-26T03:00:09.668 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-06-26T03:00:09.670 INFO:tasks.ceph.mds.d:Started 2023-06-26T03:00:09.671 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-06-26T03:00:09.671 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:09.751 INFO:tasks.ceph.mds.a.smithi081.stdout:starting mds.a at 2023-06-26T03:00:09.751 INFO:tasks.ceph.mds.c.smithi081.stdout:starting mds.c at 2023-06-26T03:00:09.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7bb339640 1 Processor -- start 2023-06-26T03:00:09.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7bb339640 1 -- start start 2023-06-26T03:00:09.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7bb339640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd7b4158780 0x7fd7b40694b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:09.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7bb339640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b40c9db0 0x7fd7b40ca230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:09.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7bb339640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7b40af610 con 0x7fd7b40c86a0 2023-06-26T03:00:09.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7bb339640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7b40ca9e0 con 0x7fd7b4158780 2023-06-26T03:00:09.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7bb339640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7b40ca770 con 0x7fd7b40c9db0 2023-06-26T03:00:09.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7b88d4640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fd7b40c86a0 0x7fd7b40c95c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52752/0 (socket says 172.21.15.81:52752) 2023-06-26T03:00:09.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7b88d4640 1 -- 172.21.15.81:0/1178208896 learned_addr learned my addr 172.21.15.81:0/1178208896 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:09.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7b90d5640 1 --2- 172.21.15.81:0/1178208896 >> v2:172.21.15.92:3300/0 conn(0x7fd7b4158780 0x7fd7b40694b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:09.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7b98d6640 1 --2- 172.21.15.81:0/1178208896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b40c9db0 0x7fd7b40ca230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:09.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 296770510 0 0) 0x7fd7b40af610 con 0x7fd7b40c86a0 2023-06-26T03:00:09.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd7a0003530 con 0x7fd7b40c86a0 2023-06-26T03:00:09.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4182449180 0 0) 0x7fd7a0003530 con 0x7fd7b40c86a0 2023-06-26T03:00:09.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b40c9db0 msgr2=0x7fd7b40ca230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:09.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 --2- 172.21.15.81:0/1178208896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b40c9db0 0x7fd7b40ca230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 >> v2:172.21.15.92:3300/0 conn(0x7fd7b4158780 msgr2=0x7fd7b40694b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:09.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 --2- 172.21.15.81:0/1178208896 >> v2:172.21.15.92:3300/0 conn(0x7fd7b4158780 0x7fd7b40694b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7b4070f50 con 0x7fd7b40c86a0 2023-06-26T03:00:09.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fd7a4001680 con 0x7fd7b40c86a0 2023-06-26T03:00:09.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 >> v1:172.21.15.81:6789/0 conn(0x7fd7b40c86a0 legacy=0x7fd7b40c95c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:09.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 --2- 172.21.15.81:0/1178208896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b40c9db0 0x7fd7a0003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:09.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 --2- 172.21.15.81:0/1178208896 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd7a0003f00 0x7fd7a00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:09.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 --2- 172.21.15.81:0/1178208896 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd7a0004d10 0x7fd7a0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:09.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7b40ca9e0 con 0x7fd7a0004d10 2023-06-26T03:00:09.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7b40ca770 con 0x7fd7a0003f00 2023-06-26T03:00:09.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7a000b990 con 0x7fd7b40c9db0 2023-06-26T03:00:09.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7b98d6640 1 --2- 172.21.15.81:0/1178208896 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd7a0004d10 0x7fd7a0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:09.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7b88d4640 1 --2- 172.21.15.81:0/1178208896 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd7a0003f00 0x7fd7a00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:09.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7b90d5640 1 --2- 172.21.15.81:0/1178208896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b40c9db0 0x7fd7a0003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:09.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7b98d6640 1 -- 172.21.15.81:0/1178208896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b40c9db0 msgr2=0x7fd7a0003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:09.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7b98d6640 1 --2- 172.21.15.81:0/1178208896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b40c9db0 0x7fd7a0003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7b98d6640 1 -- 172.21.15.81:0/1178208896 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd7a0003f00 msgr2=0x7fd7a00047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:09.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7b98d6640 1 --2- 172.21.15.81:0/1178208896 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd7a0003f00 0x7fd7a00047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7b98d6640 1 -- 172.21.15.81:0/1178208896 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7a0003530 con 0x7fd7a0004d10 2023-06-26T03:00:09.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.788+0000 7fd7b90d5640 1 --2- 172.21.15.81:0/1178208896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b40c9db0 0x7fd7a0003980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:09.800 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b98d6640 1 --2- 172.21.15.81:0/1178208896 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd7a0004d10 0x7fd7a0005180 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd7ac009fc0 tx=0x7fd7ac01cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12b9b6cd723a54c3 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:09.800 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7ac0a5c70 con 0x7fd7a0004d10 2023-06-26T03:00:09.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7ac00f040 con 0x7fd7a0004d10 2023-06-26T03:00:09.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7abfff640 1 -- 172.21.15.81:0/1178208896 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7ac0ad440 con 0x7fd7a0004d10 2023-06-26T03:00:09.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 -- 172.21.15.81:0/1178208896 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd7a0004d10 msgr2=0x7fd7a0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:09.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 --2- 172.21.15.81:0/1178208896 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd7a0004d10 0x7fd7a0005180 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd7ac009fc0 tx=0x7fd7ac01cc60 comp rx=0 tx=0).stop 2023-06-26T03:00:09.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b98d6640 1 -- 172.21.15.81:0/1178208896 reap_dead start 2023-06-26T03:00:09.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 -- 172.21.15.81:0/1178208896 shutdown_connections 2023-06-26T03:00:09.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 -- 172.21.15.81:0/1178208896 >> 172.21.15.81:0/1178208896 conn(0x7fd7b40cf240 msgr2=0x7fd7b40cb070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:09.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 -- 172.21.15.81:0/1178208896 shutdown_connections 2023-06-26T03:00:09.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 -- 172.21.15.81:0/1178208896 wait complete. 2023-06-26T03:00:09.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 Processor -- start 2023-06-26T03:00:09.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 -- start start 2023-06-26T03:00:09.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd7a0004d10 0x7fd7b4148e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:09.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b41e1b40 0x7fd7b414d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:09.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd7b414dca0 0x7fd7b406d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:09.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7b41f52b0 con 0x7fd7a0004d10 2023-06-26T03:00:09.803 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7b414e110 con 0x7fd7b414dca0 2023-06-26T03:00:09.803 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7b41f43e0 con 0x7fd7b41e1b40 2023-06-26T03:00:09.803 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b90d5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd7a0004d10 0x7fd7b4148e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:09.803 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b90d5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd7a0004d10 0x7fd7b4148e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56000/0 (socket says 172.21.15.81:56000) 2023-06-26T03:00:09.803 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b90d5640 1 -- 172.21.15.81:0/2327001598 learned_addr learned my addr 172.21.15.81:0/2327001598 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:09.803 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b88d4640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b41e1b40 0x7fd7b414d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:09.803 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b98d6640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd7b414dca0 0x7fd7b406d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:09.803 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b90d5640 1 -- 172.21.15.81:0/2327001598 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b41e1b40 msgr2=0x7fd7b414d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:09.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b90d5640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b41e1b40 0x7fd7b414d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b90d5640 1 -- 172.21.15.81:0/2327001598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd7b414dca0 msgr2=0x7fd7b406d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:09.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b90d5640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd7b414dca0 0x7fd7b406d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b90d5640 1 -- 172.21.15.81:0/2327001598 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7b41f4630 con 0x7fd7a0004d10 2023-06-26T03:00:09.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b98d6640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd7b414dca0 0x7fd7b406d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:09.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7b90d5640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd7a0004d10 0x7fd7b4148e60 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd7b00108d0 tx=0x7fd7b0010d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:09.805 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7a9ffb640 1 -- 172.21.15.81:0/2327001598 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b0004220 con 0x7fd7a0004d10 2023-06-26T03:00:09.805 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7a9ffb640 1 -- 172.21.15.81:0/2327001598 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7b0004380 con 0x7fd7a0004d10 2023-06-26T03:00:09.805 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7bb339640 1 -- 172.21.15.81:0/2327001598 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7b41f4910 con 0x7fd7a0004d10 2023-06-26T03:00:09.805 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.792+0000 7fd7a9ffb640 1 -- 172.21.15.81:0/2327001598 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b000eb40 con 0x7fd7a0004d10 2023-06-26T03:00:09.805 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.796+0000 7fd7bb339640 1 -- 172.21.15.81:0/2327001598 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7b41f4ed0 con 0x7fd7a0004d10 2023-06-26T03:00:09.805 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.796+0000 7fd7bb339640 1 -- 172.21.15.81:0/2327001598 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7b4066880 con 0x7fd7a0004d10 2023-06-26T03:00:09.805 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.796+0000 7fd7a9ffb640 1 -- 172.21.15.81:0/2327001598 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd7b000eca0 con 0x7fd7a0004d10 2023-06-26T03:00:09.806 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.796+0000 7fd7a9ffb640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd798066280 0x7fd798068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:09.806 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.796+0000 7fd7a9ffb640 1 -- 172.21.15.81:0/2327001598 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fd7b0083990 con 0x7fd7a0004d10 2023-06-26T03:00:09.806 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.796+0000 7fd7b88d4640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd798066280 0x7fd798068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:09.806 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.796+0000 7fd7b88d4640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd798066280 0x7fd798068730 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4001ec0 tx=0x7fd7a4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:09.806 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.800+0000 7fd7a9ffb640 1 -- 172.21.15.81:0/2327001598 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd7b0051160 con 0x7fd7a0004d10 2023-06-26T03:00:09.837 INFO:tasks.ceph.mds.b.smithi092.stdout:starting mds.b at 2023-06-26T03:00:09.838 INFO:tasks.ceph.mds.d.smithi092.stdout:starting mds.d at 2023-06-26T03:00:09.959 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.956+0000 7fd7bb339640 1 -- 172.21.15.81:0/2327001598 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd7b4154430 con 0x7fd7a0004d10 2023-06-26T03:00:09.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.956+0000 7fd7a9ffb640 1 -- 172.21.15.81:0/2327001598 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+14613 (secure 0 0 0) 0x7fd7b0054780 con 0x7fd7a0004d10 2023-06-26T03:00:09.961 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:09.961 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":19,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:09.624047+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:09.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.960+0000 7fd7bb339640 1 -- 172.21.15.81:0/2327001598 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd798066280 msgr2=0x7fd798068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:09.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.960+0000 7fd7bb339640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd798066280 0x7fd798068730 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4001ec0 tx=0x7fd7a4009040 comp rx=0 tx=0).stop 2023-06-26T03:00:09.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.960+0000 7fd7bb339640 1 -- 172.21.15.81:0/2327001598 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd7a0004d10 msgr2=0x7fd7b4148e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:09.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.960+0000 7fd7bb339640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd7a0004d10 0x7fd7b4148e60 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd7b00108d0 tx=0x7fd7b0010d90 comp rx=0 tx=0).stop 2023-06-26T03:00:09.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.960+0000 7fd7bb339640 1 -- 172.21.15.81:0/2327001598 shutdown_connections 2023-06-26T03:00:09.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.960+0000 7fd7bb339640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd798066280 0x7fd798068730 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.960+0000 7fd7bb339640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd7b414dca0 0x7fd7b406d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.960+0000 7fd7bb339640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd7b41e1b40 0x7fd7b414d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.960+0000 7fd7bb339640 1 --2- 172.21.15.81:0/2327001598 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd7a0004d10 0x7fd7b4148e60 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:09.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.960+0000 7fd7bb339640 1 -- 172.21.15.81:0/2327001598 >> 172.21.15.81:0/2327001598 conn(0x7fd7b40cf240 msgr2=0x7fd7b40694b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:09.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.960+0000 7fd7bb339640 1 -- 172.21.15.81:0/2327001598 shutdown_connections 2023-06-26T03:00:09.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:09.960+0000 7fd7bb339640 1 -- 172.21.15.81:0/2327001598 wait complete. 2023-06-26T03:00:09.980 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:00:09.980 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:00:10.099 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.096+0000 7fd932c0f640 1 Processor -- start 2023-06-26T03:00:10.099 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.096+0000 7fd932c0f640 1 -- start start 2023-06-26T03:00:10.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.096+0000 7fd932c0f640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fd92c0cf830 0x7fd92c164370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.096+0000 7fd932c0f640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd92c0cdd70 con 0x7fd92c159940 2023-06-26T03:00:10.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.096+0000 7fd932c0f640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd92c0ce050 con 0x7fd92c0b1b10 2023-06-26T03:00:10.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.096+0000 7fd932c0f640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd92c0ce330 con 0x7fd92c0cf830 2023-06-26T03:00:10.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.096+0000 7fd9311ac640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fd92c0cf830 0x7fd92c164370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.096+0000 7fd9309ab640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fd92c159940 0x7fd92c0d08a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52756/0 (socket says 172.21.15.81:52756) 2023-06-26T03:00:10.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.096+0000 7fd9309ab640 1 -- 172.21.15.81:0/356699726 learned_addr learned my addr 172.21.15.81:0/356699726 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:10.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.096+0000 7fd9311ac640 1 -- 172.21.15.81:0/356699726 >> v1:172.21.15.92:6789/0 conn(0x7fd92c0b1b10 legacy=0x7fd92c0cf120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:10.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.096+0000 7fd9311ac640 1 -- 172.21.15.81:0/356699726 >> v1:172.21.15.81:6789/0 conn(0x7fd92c159940 legacy=0x7fd92c0d08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.096+0000 7fd9311ac640 1 -- 172.21.15.81:0/356699726 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd92c0ce610 con 0x7fd92c0cf830 2023-06-26T03:00:10.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.096+0000 7fd9311ac640 1 --2- 172.21.15.81:0/356699726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd92c0cf830 0x7fd92c164370 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd924009d90 tx=0x7fd92401c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bc3cd8558c66fe0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:10.103 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd92b7fe640 1 -- 172.21.15.81:0/356699726 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9240a58e0 con 0x7fd92c0cf830 2023-06-26T03:00:10.103 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd92b7fe640 1 -- 172.21.15.81:0/356699726 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9240a5a40 con 0x7fd92c0cf830 2023-06-26T03:00:10.103 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd92b7fe640 1 -- 172.21.15.81:0/356699726 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9240a5dd0 con 0x7fd92c0cf830 2023-06-26T03:00:10.104 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 -- 172.21.15.81:0/356699726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd92c0cf830 msgr2=0x7fd92c164370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.104 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 --2- 172.21.15.81:0/356699726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd92c0cf830 0x7fd92c164370 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd924009d90 tx=0x7fd92401c880 comp rx=0 tx=0).stop 2023-06-26T03:00:10.104 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 -- 172.21.15.81:0/356699726 shutdown_connections 2023-06-26T03:00:10.104 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 --2- 172.21.15.81:0/356699726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd92c0cf830 0x7fd92c164370 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.104 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 -- 172.21.15.81:0/356699726 >> 172.21.15.81:0/356699726 conn(0x7fd92c06ed00 msgr2=0x7fd92c06f100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:10.105 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 -- 172.21.15.81:0/356699726 shutdown_connections 2023-06-26T03:00:10.105 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 -- 172.21.15.81:0/356699726 wait complete. 2023-06-26T03:00:10.105 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 Processor -- start 2023-06-26T03:00:10.105 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 -- start start 2023-06-26T03:00:10.107 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd92c0b1b10 0x7fd92c0c7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.107 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd92c0cf830 0x7fd92c14feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.107 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd92c159940 0x7fd92c145d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.107 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd92c0c82c0 con 0x7fd92c0cf830 2023-06-26T03:00:10.107 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd92c154640 con 0x7fd92c0b1b10 2023-06-26T03:00:10.107 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd92c0c96e0 con 0x7fd92c159940 2023-06-26T03:00:10.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd92bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd92c0cf830 0x7fd92c14feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd92bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd92c0cf830 0x7fd92c14feb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56022/0 (socket says 172.21.15.81:56022) 2023-06-26T03:00:10.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd92bfff640 1 -- 172.21.15.81:0/1745121583 learned_addr learned my addr 172.21.15.81:0/1745121583 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:10.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd9309ab640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd92c0b1b10 0x7fd92c0c7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd9311ac640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd92c159940 0x7fd92c145d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd92bfff640 1 -- 172.21.15.81:0/1745121583 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd92c159940 msgr2=0x7fd92c145d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd92bfff640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd92c159940 0x7fd92c145d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd92bfff640 1 -- 172.21.15.81:0/1745121583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd92c0b1b10 msgr2=0x7fd92c0c7ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd92bfff640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd92c0b1b10 0x7fd92c0c7ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd92bfff640 1 -- 172.21.15.81:0/1745121583 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd924009a70 con 0x7fd92c0cf830 2023-06-26T03:00:10.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd9311ac640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd92c159940 0x7fd92c145d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:10.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd92bfff640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd92c0cf830 0x7fd92c14feb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd91800c450 tx=0x7fd91800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:10.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd9297fa640 1 -- 172.21.15.81:0/1745121583 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd918012830 con 0x7fd92c0cf830 2023-06-26T03:00:10.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd9297fa640 1 -- 172.21.15.81:0/1745121583 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9180129b0 con 0x7fd92c0cf830 2023-06-26T03:00:10.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 -- 172.21.15.81:0/1745121583 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd92c0c8020 con 0x7fd92c0cf830 2023-06-26T03:00:10.110 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd9297fa640 1 -- 172.21.15.81:0/1745121583 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd918012d60 con 0x7fd92c0cf830 2023-06-26T03:00:10.110 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.100+0000 7fd932c0f640 1 -- 172.21.15.81:0/1745121583 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd92c0c9980 con 0x7fd92c0cf830 2023-06-26T03:00:10.110 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.104+0000 7fd932c0f640 1 -- 172.21.15.81:0/1745121583 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd92c0cf250 con 0x7fd92c0cf830 2023-06-26T03:00:10.111 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.104+0000 7fd9297fa640 1 -- 172.21.15.81:0/1745121583 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd91801c460 con 0x7fd92c0cf830 2023-06-26T03:00:10.111 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.104+0000 7fd9297fa640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd910066280 0x7fd910068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.111 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.104+0000 7fd9309ab640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd910066280 0x7fd910068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.111 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.104+0000 7fd9297fa640 1 -- 172.21.15.81:0/1745121583 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fd918083790 con 0x7fd92c0cf830 2023-06-26T03:00:10.111 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.104+0000 7fd9309ab640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd910066280 0x7fd910068730 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd920000f70 tx=0x7fd920009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:10.113 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.108+0000 7fd9297fa640 1 -- 172.21.15.81:0/1745121583 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd918050ff0 con 0x7fd92c0cf830 2023-06-26T03:00:10.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.248+0000 7fd932c0f640 1 -- 172.21.15.81:0/1745121583 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd92c072460 con 0x7fd92c0cf830 2023-06-26T03:00:10.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.248+0000 7fd9297fa640 1 -- 172.21.15.81:0/1745121583 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v19) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd918054610 con 0x7fd92c0cf830 2023-06-26T03:00:10.253 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:00:10.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.252+0000 7fd932c0f640 1 -- 172.21.15.81:0/1745121583 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd910066280 msgr2=0x7fd910068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.252+0000 7fd932c0f640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd910066280 0x7fd910068730 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd920000f70 tx=0x7fd920009040 comp rx=0 tx=0).stop 2023-06-26T03:00:10.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.252+0000 7fd932c0f640 1 -- 172.21.15.81:0/1745121583 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd92c0cf830 msgr2=0x7fd92c14feb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.252+0000 7fd932c0f640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd92c0cf830 0x7fd92c14feb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd91800c450 tx=0x7fd91800c910 comp rx=0 tx=0).stop 2023-06-26T03:00:10.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.252+0000 7fd932c0f640 1 -- 172.21.15.81:0/1745121583 shutdown_connections 2023-06-26T03:00:10.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.252+0000 7fd932c0f640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd910066280 0x7fd910068730 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.252+0000 7fd932c0f640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd92c159940 0x7fd92c145d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.252+0000 7fd932c0f640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd92c0cf830 0x7fd92c14feb0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.252+0000 7fd932c0f640 1 --2- 172.21.15.81:0/1745121583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd92c0b1b10 0x7fd92c0c7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.252+0000 7fd932c0f640 1 -- 172.21.15.81:0/1745121583 >> 172.21.15.81:0/1745121583 conn(0x7fd92c06ed00 msgr2=0x7fd92c1571e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:10.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.252+0000 7fd932c0f640 1 -- 172.21.15.81:0/1745121583 shutdown_connections 2023-06-26T03:00:10.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.252+0000 7fd932c0f640 1 -- 172.21.15.81:0/1745121583 wait complete. 2023-06-26T03:00:10.269 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:00:10.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.384+0000 7f499c21b640 1 Processor -- start 2023-06-26T03:00:10.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.384+0000 7f499c21b640 1 -- start start 2023-06-26T03:00:10.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.384+0000 7f499c21b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f499406ff10 0x7f49940af6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.384+0000 7f499c21b640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4994159ba0 con 0x7f49940afbf0 2023-06-26T03:00:10.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.384+0000 7f499c21b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49940b0030 con 0x7f49940c87a0 2023-06-26T03:00:10.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.384+0000 7f499c21b640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4994071220 con 0x7f499406ff10 2023-06-26T03:00:10.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.384+0000 7f49997b6640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f499406ff10 0x7f49940af6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.384+0000 7f499a7b8640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f49940afbf0 0x7f499406b310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52758/0 (socket says 172.21.15.81:52758) 2023-06-26T03:00:10.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.384+0000 7f499a7b8640 1 -- 172.21.15.81:0/1601662965 learned_addr learned my addr 172.21.15.81:0/1601662965 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:10.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.384+0000 7f49997b6640 1 -- 172.21.15.81:0/1601662965 >> v1:172.21.15.92:6789/0 conn(0x7f49940c87a0 legacy=0x7f49940c8b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:10.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.384+0000 7f49997b6640 1 -- 172.21.15.81:0/1601662965 >> v1:172.21.15.81:6789/0 conn(0x7f49940afbf0 legacy=0x7f499406b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.390 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.384+0000 7f49997b6640 1 -- 172.21.15.81:0/1601662965 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49940706a0 con 0x7f499406ff10 2023-06-26T03:00:10.390 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.384+0000 7f49997b6640 1 --2- 172.21.15.81:0/1601662965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f499406ff10 0x7f49940af6b0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f49840097c0 tx=0x7f498401c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb7c148430618fe6 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:10.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f4998fb5640 1 -- 172.21.15.81:0/1601662965 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49840ab600 con 0x7f499406ff10 2023-06-26T03:00:10.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f4998fb5640 1 -- 172.21.15.81:0/1601662965 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49840a7050 con 0x7f499406ff10 2023-06-26T03:00:10.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f4998fb5640 1 -- 172.21.15.81:0/1601662965 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49840ab980 con 0x7f499406ff10 2023-06-26T03:00:10.392 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 -- 172.21.15.81:0/1601662965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f499406ff10 msgr2=0x7f49940af6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.392 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 --2- 172.21.15.81:0/1601662965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f499406ff10 0x7f49940af6b0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f49840097c0 tx=0x7f498401c440 comp rx=0 tx=0).stop 2023-06-26T03:00:10.392 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 -- 172.21.15.81:0/1601662965 shutdown_connections 2023-06-26T03:00:10.392 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 --2- 172.21.15.81:0/1601662965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f499406ff10 0x7f49940af6b0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.392 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 -- 172.21.15.81:0/1601662965 >> 172.21.15.81:0/1601662965 conn(0x7f499406a100 msgr2=0x7f49940ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:10.393 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 -- 172.21.15.81:0/1601662965 shutdown_connections 2023-06-26T03:00:10.393 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 -- 172.21.15.81:0/1601662965 wait complete. 2023-06-26T03:00:10.394 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 Processor -- start 2023-06-26T03:00:10.394 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 -- start start 2023-06-26T03:00:10.394 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f499406ff10 0x7f4994152500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49940afbf0 0x7f499414cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49940c87a0 0x7f4994150360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f499414dcd0 con 0x7f499406ff10 2023-06-26T03:00:10.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49940b1ba0 con 0x7f49940afbf0 2023-06-26T03:00:10.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49940b1e40 con 0x7f49940c87a0 2023-06-26T03:00:10.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f4999fb7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f499406ff10 0x7f4994152500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f4999fb7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f499406ff10 0x7f4994152500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56036/0 (socket says 172.21.15.81:56036) 2023-06-26T03:00:10.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f4999fb7640 1 -- 172.21.15.81:0/3113553353 learned_addr learned my addr 172.21.15.81:0/3113553353 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:10.396 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499a7b8640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49940c87a0 0x7f4994150360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.396 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f4999fb7640 1 -- 172.21.15.81:0/3113553353 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49940c87a0 msgr2=0x7f4994150360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.396 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f49997b6640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49940afbf0 0x7f499414cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.396 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f4999fb7640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49940c87a0 0x7f4994150360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.396 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f4999fb7640 1 -- 172.21.15.81:0/3113553353 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49940afbf0 msgr2=0x7f499414cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.396 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f4999fb7640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49940afbf0 0x7f499414cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.396 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f4999fb7640 1 -- 172.21.15.81:0/3113553353 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4984009420 con 0x7f499406ff10 2023-06-26T03:00:10.397 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f4999fb7640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f499406ff10 0x7f4994152500 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f499000b410 tx=0x7f499000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:10.397 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f498a7fc640 1 -- 172.21.15.81:0/3113553353 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4990004020 con 0x7f499406ff10 2023-06-26T03:00:10.397 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f498a7fc640 1 -- 172.21.15.81:0/3113553353 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4990004180 con 0x7f499406ff10 2023-06-26T03:00:10.397 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 -- 172.21.15.81:0/3113553353 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f499414d430 con 0x7f499406ff10 2023-06-26T03:00:10.397 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f498a7fc640 1 -- 172.21.15.81:0/3113553353 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4990011630 con 0x7f499406ff10 2023-06-26T03:00:10.397 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.388+0000 7f499c21b640 1 -- 172.21.15.81:0/3113553353 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f499414d9f0 con 0x7f499406ff10 2023-06-26T03:00:10.398 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.392+0000 7f499c21b640 1 -- 172.21.15.81:0/3113553353 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49940b2010 con 0x7f499406ff10 2023-06-26T03:00:10.398 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.392+0000 7f498a7fc640 1 -- 172.21.15.81:0/3113553353 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4990011790 con 0x7f499406ff10 2023-06-26T03:00:10.398 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.392+0000 7f498a7fc640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f49780662b0 0x7f4978068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.398 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.392+0000 7f49997b6640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f49780662b0 0x7f4978068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.399 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.392+0000 7f498a7fc640 1 -- 172.21.15.81:0/3113553353 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f49900836b0 con 0x7f499406ff10 2023-06-26T03:00:10.399 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.392+0000 7f49997b6640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f49780662b0 0x7f4978068760 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f49840ad000 tx=0x7f4984008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:10.400 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.396+0000 7f498a7fc640 1 -- 172.21.15.81:0/3113553353 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4990050e80 con 0x7f499406ff10 2023-06-26T03:00:10.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.548+0000 7f499c21b640 1 -- 172.21.15.81:0/3113553353 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f499404d790 con 0x7f499406ff10 2023-06-26T03:00:10.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.548+0000 7f498a7fc640 1 -- 172.21.15.81:0/3113553353 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v19) v1 ==== 92+0+10 (secure 0 0 0) 0x7f49900544a0 con 0x7f499406ff10 2023-06-26T03:00:10.553 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:00:10.555 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.552+0000 7f499c21b640 1 -- 172.21.15.81:0/3113553353 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f49780662b0 msgr2=0x7f4978068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.555 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.552+0000 7f499c21b640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f49780662b0 0x7f4978068760 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f49840ad000 tx=0x7f4984008040 comp rx=0 tx=0).stop 2023-06-26T03:00:10.555 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.552+0000 7f499c21b640 1 -- 172.21.15.81:0/3113553353 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f499406ff10 msgr2=0x7f4994152500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.556 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.552+0000 7f499c21b640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f499406ff10 0x7f4994152500 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f499000b410 tx=0x7f499000b8d0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.556 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.552+0000 7f499c21b640 1 -- 172.21.15.81:0/3113553353 shutdown_connections 2023-06-26T03:00:10.556 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.552+0000 7f499c21b640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f49780662b0 0x7f4978068760 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.556 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.552+0000 7f499c21b640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49940c87a0 0x7f4994150360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.556 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.552+0000 7f499c21b640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49940afbf0 0x7f499414cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.556 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.552+0000 7f499c21b640 1 --2- 172.21.15.81:0/3113553353 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f499406ff10 0x7f4994152500 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.556 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.552+0000 7f499c21b640 1 -- 172.21.15.81:0/3113553353 >> 172.21.15.81:0/3113553353 conn(0x7f499406a100 msgr2=0x7f4994155570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:10.557 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.552+0000 7f499c21b640 1 -- 172.21.15.81:0/3113553353 shutdown_connections 2023-06-26T03:00:10.557 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.552+0000 7f499c21b640 1 -- 172.21.15.81:0/3113553353 wait complete. 2023-06-26T03:00:10.572 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:00:10.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.688+0000 7f6806cd9640 1 Processor -- start 2023-06-26T03:00:10.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.688+0000 7f6806cd9640 1 -- start start 2023-06-26T03:00:10.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f68000b1630 0x7f680015d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000cef50 0x7f68000b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f68000cf3c0 0x7f68000b4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68000cfd20 con 0x7f68000b1630 2023-06-26T03:00:10.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68000ccb40 con 0x7f68000cf3c0 2023-06-26T03:00:10.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68000cce20 con 0x7f68000cef50 2023-06-26T03:00:10.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6804a75640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f68000b1630 0x7f680015d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6804a75640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f68000b1630 0x7f680015d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56050/0 (socket says 172.21.15.81:56050) 2023-06-26T03:00:10.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6804a75640 1 -- 172.21.15.81:0/3896660881 learned_addr learned my addr 172.21.15.81:0/3896660881 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:10.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f67fffff640 1 --2- 172.21.15.81:0/3896660881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000cef50 0x7f68000b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6805276640 1 --2- 172.21.15.81:0/3896660881 >> v2:172.21.15.92:3300/0 conn(0x7f68000cf3c0 0x7f68000b4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6804a75640 1 -- 172.21.15.81:0/3896660881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000cef50 msgr2=0x7f68000b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:10.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6804a75640 1 --2- 172.21.15.81:0/3896660881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000cef50 0x7f68000b3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6804a75640 1 -- 172.21.15.81:0/3896660881 >> v2:172.21.15.92:3300/0 conn(0x7f68000cf3c0 msgr2=0x7f68000b4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:10.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6804a75640 1 --2- 172.21.15.81:0/3896660881 >> v2:172.21.15.92:3300/0 conn(0x7f68000cf3c0 0x7f68000b4110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6804a75640 1 -- 172.21.15.81:0/3896660881 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68000cffe0 con 0x7f68000b1630 2023-06-26T03:00:10.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6804a75640 1 --2- 172.21.15.81:0/3896660881 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68000b1630 0x7f680015d190 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f680008b220 tx=0x7f67f001c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3181c35db67c079b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:10.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f67ff7fe640 1 -- 172.21.15.81:0/3896660881 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67f00ac620 con 0x7f68000b1630 2023-06-26T03:00:10.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f67ff7fe640 1 -- 172.21.15.81:0/3896660881 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67f00ac780 con 0x7f68000b1630 2023-06-26T03:00:10.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f67ff7fe640 1 -- 172.21.15.81:0/3896660881 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67f00acb10 con 0x7f68000b1630 2023-06-26T03:00:10.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 -- 172.21.15.81:0/3896660881 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68000b1630 msgr2=0x7f680015d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 --2- 172.21.15.81:0/3896660881 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68000b1630 0x7f680015d190 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f680008b220 tx=0x7f67f001c440 comp rx=0 tx=0).stop 2023-06-26T03:00:10.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 -- 172.21.15.81:0/3896660881 shutdown_connections 2023-06-26T03:00:10.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 --2- 172.21.15.81:0/3896660881 >> v2:172.21.15.92:3300/0 conn(0x7f68000cf3c0 0x7f68000b4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 --2- 172.21.15.81:0/3896660881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000cef50 0x7f68000b3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 --2- 172.21.15.81:0/3896660881 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68000b1630 0x7f680015d190 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 -- 172.21.15.81:0/3896660881 >> 172.21.15.81:0/3896660881 conn(0x7f6800069f00 msgr2=0x7f680006a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:10.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 -- 172.21.15.81:0/3896660881 shutdown_connections 2023-06-26T03:00:10.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.692+0000 7f6806cd9640 1 -- 172.21.15.81:0/3896660881 wait complete. 2023-06-26T03:00:10.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f6806cd9640 1 Processor -- start 2023-06-26T03:00:10.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f6806cd9640 1 -- start start 2023-06-26T03:00:10.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f6806cd9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f68000b1630 0x7f6800149c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f6806cd9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68000cef50 0x7f68000b5a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f6806cd9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000cf3c0 0x7f68000c65e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f6806cd9640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6800151310 con 0x7f68000cef50 2023-06-26T03:00:10.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f6806cd9640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6800156950 con 0x7f68000b1630 2023-06-26T03:00:10.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f6806cd9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68000c6150 con 0x7f68000cf3c0 2023-06-26T03:00:10.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f67fffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68000cef50 0x7f68000b5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f67fffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68000cef50 0x7f68000b5a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56054/0 (socket says 172.21.15.81:56054) 2023-06-26T03:00:10.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f67fffff640 1 -- 172.21.15.81:0/2970188671 learned_addr learned my addr 172.21.15.81:0/2970188671 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:10.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f6805276640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000cf3c0 0x7f68000c65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f6804a75640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f68000b1630 0x7f6800149c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f67fffff640 1 -- 172.21.15.81:0/2970188671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000cf3c0 msgr2=0x7f68000c65e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f67fffff640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000cf3c0 0x7f68000c65e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f67fffff640 1 -- 172.21.15.81:0/2970188671 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f68000b1630 msgr2=0x7f6800149c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f67fffff640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f68000b1630 0x7f6800149c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f67fffff640 1 -- 172.21.15.81:0/2970188671 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67f00094d0 con 0x7f68000cef50 2023-06-26T03:00:10.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f67fffff640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68000cef50 0x7f68000b5a00 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f67f400d860 tx=0x7f67f400dd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:10.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f67fd7fa640 1 -- 172.21.15.81:0/2970188671 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67f400de50 con 0x7f68000cef50 2023-06-26T03:00:10.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f67fd7fa640 1 -- 172.21.15.81:0/2970188671 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67f40098b0 con 0x7f68000cef50 2023-06-26T03:00:10.705 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f6806cd9640 1 -- 172.21.15.81:0/2970188671 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68000c5e20 con 0x7f68000cef50 2023-06-26T03:00:10.705 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f67fd7fa640 1 -- 172.21.15.81:0/2970188671 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67f4009c20 con 0x7f68000cef50 2023-06-26T03:00:10.705 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f6806cd9640 1 -- 172.21.15.81:0/2970188671 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6800156670 con 0x7f68000cef50 2023-06-26T03:00:10.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.696+0000 7f6806cd9640 1 -- 172.21.15.81:0/2970188671 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f680004d790 con 0x7f68000cef50 2023-06-26T03:00:10.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.700+0000 7f67fd7fa640 1 -- 172.21.15.81:0/2970188671 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f67f4014410 con 0x7f68000cef50 2023-06-26T03:00:10.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.700+0000 7f67fd7fa640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67ec066280 0x7f67ec068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:10.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.700+0000 7f6804a75640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67ec066280 0x7f67ec068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:10.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.700+0000 7f67fd7fa640 1 -- 172.21.15.81:0/2970188671 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f67f40841f0 con 0x7f68000cef50 2023-06-26T03:00:10.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.700+0000 7f6804a75640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67ec066280 0x7f67ec068730 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f67f00ae000 tx=0x7f67f00a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:10.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.704+0000 7f67fd7fa640 1 -- 172.21.15.81:0/2970188671 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f67f40519c0 con 0x7f68000cef50 2023-06-26T03:00:10.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.892+0000 7f6806cd9640 1 -- 172.21.15.81:0/2970188671 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f68000c6290 con 0x7f68000cef50 2023-06-26T03:00:10.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.892+0000 7f67fd7fa640 1 -- 172.21.15.81:0/2970188671 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3524 (secure 0 0 0) 0x7f67f4054fe0 con 0x7f68000cef50 2023-06-26T03:00:10.897 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:10.897 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/3705944699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":3705944699},{"type":"v1","addr":"172.21.15.92:6834","nonce":3705944699}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4266,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/2020922726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":2020922726},{"type":"v1","addr":"172.21.15.81:6835","nonce":2020922726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3162637623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3162637623},{"type":"v1","addr":"172.21.15.81:6837","nonce":3162637623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4291,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/3906833758","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":3906833758},{"type":"v1","addr":"172.21.15.92:6835","nonce":3906833758}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-06-26T03:00:10.898 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 3 2023-06-26T03:00:10.899 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.896+0000 7f6806cd9640 1 -- 172.21.15.81:0/2970188671 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67ec066280 msgr2=0x7f67ec068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.899 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.896+0000 7f6806cd9640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67ec066280 0x7f67ec068730 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f67f00ae000 tx=0x7f67f00a7000 comp rx=0 tx=0).stop 2023-06-26T03:00:10.899 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.896+0000 7f6806cd9640 1 -- 172.21.15.81:0/2970188671 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68000cef50 msgr2=0x7f68000b5a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:10.899 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.896+0000 7f6806cd9640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68000cef50 0x7f68000b5a00 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f67f400d860 tx=0x7f67f400dd20 comp rx=0 tx=0).stop 2023-06-26T03:00:10.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.896+0000 7f6806cd9640 1 -- 172.21.15.81:0/2970188671 shutdown_connections 2023-06-26T03:00:10.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.896+0000 7f6806cd9640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67ec066280 0x7f67ec068730 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.896+0000 7f6806cd9640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000cf3c0 0x7f68000c65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.896+0000 7f6806cd9640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f68000cef50 0x7f68000b5a00 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.896+0000 7f6806cd9640 1 --2- 172.21.15.81:0/2970188671 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f68000b1630 0x7f6800149c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:10.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.896+0000 7f6806cd9640 1 -- 172.21.15.81:0/2970188671 >> 172.21.15.81:0/2970188671 conn(0x7f6800069f00 msgr2=0x7f680015c560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:10.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.896+0000 7f6806cd9640 1 -- 172.21.15.81:0/2970188671 shutdown_connections 2023-06-26T03:00:10.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:10.896+0000 7f6806cd9640 1 -- 172.21.15.81:0/2970188671 wait complete. 2023-06-26T03:00:10.915 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:11.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.024+0000 7fed479ed640 1 Processor -- start 2023-06-26T03:00:11.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.024+0000 7fed479ed640 1 -- start start 2023-06-26T03:00:11.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed479ed640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fed400cef50 0x7fed400b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed479ed640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed400cfd20 con 0x7fed400b1630 2023-06-26T03:00:11.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed479ed640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed400ccb40 con 0x7fed400cf3c0 2023-06-26T03:00:11.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed479ed640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed400cce20 con 0x7fed400cef50 2023-06-26T03:00:11.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed44f88640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fed400cef50 0x7fed400b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed44f88640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fed400cef50 0x7fed400b3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56068/0 (socket says 172.21.15.81:56068) 2023-06-26T03:00:11.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed44f88640 1 -- 172.21.15.81:0/1031735072 learned_addr learned my addr 172.21.15.81:0/1031735072 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:11.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed44f88640 1 -- 172.21.15.81:0/1031735072 >> v1:172.21.15.92:6789/0 conn(0x7fed400cf3c0 legacy=0x7fed400d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:11.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed44f88640 1 -- 172.21.15.81:0/1031735072 >> v1:172.21.15.81:6789/0 conn(0x7fed400b1630 legacy=0x7fed4015d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.033 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed44f88640 1 -- 172.21.15.81:0/1031735072 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed400cffe0 con 0x7fed400cef50 2023-06-26T03:00:11.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed44f88640 1 --2- 172.21.15.81:0/1031735072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed400cef50 0x7fed400b3bd0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fed30009870 tx=0x7fed3001c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3fb29dacd08943c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:11.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed37fff640 1 -- 172.21.15.81:0/1031735072 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed30004230 con 0x7fed400cef50 2023-06-26T03:00:11.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed37fff640 1 -- 172.21.15.81:0/1031735072 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed300a7050 con 0x7fed400cef50 2023-06-26T03:00:11.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed37fff640 1 -- 172.21.15.81:0/1031735072 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed30003620 con 0x7fed400cef50 2023-06-26T03:00:11.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed479ed640 1 -- 172.21.15.81:0/1031735072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed400cef50 msgr2=0x7fed400b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed479ed640 1 --2- 172.21.15.81:0/1031735072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed400cef50 0x7fed400b3bd0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fed30009870 tx=0x7fed3001c440 comp rx=0 tx=0).stop 2023-06-26T03:00:11.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed479ed640 1 -- 172.21.15.81:0/1031735072 shutdown_connections 2023-06-26T03:00:11.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed479ed640 1 --2- 172.21.15.81:0/1031735072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed400cef50 0x7fed400b3bd0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed479ed640 1 -- 172.21.15.81:0/1031735072 >> 172.21.15.81:0/1031735072 conn(0x7fed40069f00 msgr2=0x7fed4006a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:11.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed479ed640 1 -- 172.21.15.81:0/1031735072 shutdown_connections 2023-06-26T03:00:11.036 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.028+0000 7fed479ed640 1 -- 172.21.15.81:0/1031735072 wait complete. 2023-06-26T03:00:11.036 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed479ed640 1 Processor -- start 2023-06-26T03:00:11.037 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed479ed640 1 -- start start 2023-06-26T03:00:11.037 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed479ed640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed400b1630 0x7fed4014f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.037 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed479ed640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed400cef50 0x7fed40148c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.037 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed479ed640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed400cf3c0 0x7fed400c8390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.037 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed479ed640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed40150c80 con 0x7fed400cf3c0 2023-06-26T03:00:11.037 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed479ed640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed400b65a0 con 0x7fed400cef50 2023-06-26T03:00:11.037 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed479ed640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed400b5a20 con 0x7fed400b1630 2023-06-26T03:00:11.038 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed45f8a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed400cf3c0 0x7fed400c8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.038 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed45f8a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed400cf3c0 0x7fed400c8390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56074/0 (socket says 172.21.15.81:56074) 2023-06-26T03:00:11.038 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed45f8a640 1 -- 172.21.15.81:0/4219470087 learned_addr learned my addr 172.21.15.81:0/4219470087 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:11.039 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed44f88640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed400cef50 0x7fed40148c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.039 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed45f8a640 1 -- 172.21.15.81:0/4219470087 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed400b1630 msgr2=0x7fed4014f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.039 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed45789640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed400b1630 0x7fed4014f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed45f8a640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed400b1630 0x7fed4014f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed45f8a640 1 -- 172.21.15.81:0/4219470087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed400cef50 msgr2=0x7fed40148c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed45f8a640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed400cef50 0x7fed40148c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed45f8a640 1 -- 172.21.15.81:0/4219470087 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed300094d0 con 0x7fed400cf3c0 2023-06-26T03:00:11.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed45f8a640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed400cf3c0 0x7fed400c8390 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fed3800b970 tx=0x7fed3800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:11.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed35ffb640 1 -- 172.21.15.81:0/4219470087 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed3800cb40 con 0x7fed400cf3c0 2023-06-26T03:00:11.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed35ffb640 1 -- 172.21.15.81:0/4219470087 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed3800cca0 con 0x7fed400cf3c0 2023-06-26T03:00:11.041 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed479ed640 1 -- 172.21.15.81:0/4219470087 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed400b5d00 con 0x7fed400cf3c0 2023-06-26T03:00:11.041 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed35ffb640 1 -- 172.21.15.81:0/4219470087 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed38014680 con 0x7fed400cf3c0 2023-06-26T03:00:11.041 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed479ed640 1 -- 172.21.15.81:0/4219470087 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed400b62c0 con 0x7fed400cf3c0 2023-06-26T03:00:11.041 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.032+0000 7fed479ed640 1 -- 172.21.15.81:0/4219470087 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed4004d790 con 0x7fed400cf3c0 2023-06-26T03:00:11.041 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.036+0000 7fed35ffb640 1 -- 172.21.15.81:0/4219470087 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fed38003980 con 0x7fed400cf3c0 2023-06-26T03:00:11.041 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.036+0000 7fed35ffb640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed240662b0 0x7fed24068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.041 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.036+0000 7fed35ffb640 1 -- 172.21.15.81:0/4219470087 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fed38083a00 con 0x7fed400cf3c0 2023-06-26T03:00:11.041 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.036+0000 7fed45789640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed240662b0 0x7fed24068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.042 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.036+0000 7fed45789640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed240662b0 0x7fed24068760 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fed3c007fd0 tx=0x7fed3c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:11.043 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.040+0000 7fed35ffb640 1 -- 172.21.15.81:0/4219470087 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fed38051340 con 0x7fed400cf3c0 2023-06-26T03:00:11.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.192+0000 7fed479ed640 1 -- 172.21.15.81:0/4219470087 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fed400c5a00 con 0x7fed400cf3c0 2023-06-26T03:00:11.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.192+0000 7fed35ffb640 1 -- 172.21.15.81:0/4219470087 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+14600 (secure 0 0 0) 0x7fed38019020 con 0x7fed400cf3c0 2023-06-26T03:00:11.198 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:11.198 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":20,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:10.637475+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:11.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.196+0000 7fed479ed640 1 -- 172.21.15.81:0/4219470087 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed240662b0 msgr2=0x7fed24068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.196+0000 7fed479ed640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed240662b0 0x7fed24068760 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fed3c007fd0 tx=0x7fed3c009040 comp rx=0 tx=0).stop 2023-06-26T03:00:11.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.196+0000 7fed479ed640 1 -- 172.21.15.81:0/4219470087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed400cf3c0 msgr2=0x7fed400c8390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.196+0000 7fed479ed640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed400cf3c0 0x7fed400c8390 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fed3800b970 tx=0x7fed3800be30 comp rx=0 tx=0).stop 2023-06-26T03:00:11.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.196+0000 7fed479ed640 1 -- 172.21.15.81:0/4219470087 shutdown_connections 2023-06-26T03:00:11.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.196+0000 7fed479ed640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed240662b0 0x7fed24068760 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.196+0000 7fed479ed640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed400cf3c0 0x7fed400c8390 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.196+0000 7fed479ed640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed400cef50 0x7fed40148c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.196+0000 7fed479ed640 1 --2- 172.21.15.81:0/4219470087 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed400b1630 0x7fed4014f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.196+0000 7fed479ed640 1 -- 172.21.15.81:0/4219470087 >> 172.21.15.81:0/4219470087 conn(0x7fed40069f00 msgr2=0x7fed4015e480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:11.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.196+0000 7fed479ed640 1 -- 172.21.15.81:0/4219470087 shutdown_connections 2023-06-26T03:00:11.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.196+0000 7fed479ed640 1 -- 172.21.15.81:0/4219470087 wait complete. 2023-06-26T03:00:11.217 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:00:11.217 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:00:11.335 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.328+0000 7f6807494640 1 Processor -- start 2023-06-26T03:00:11.335 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.328+0000 7f6807494640 1 -- start start 2023-06-26T03:00:11.336 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.332+0000 7f6807494640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6800157ae0 0x7f68000c9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.336 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.332+0000 7f6807494640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000afdc0 0x7f680015c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.336 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.332+0000 7f6807494640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f680006eed0 con 0x7f6800157eb0 2023-06-26T03:00:11.336 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.332+0000 7f6807494640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f680015c7d0 con 0x7f6800157ae0 2023-06-26T03:00:11.336 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.332+0000 7f6807494640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68000cc810 con 0x7f68000afdc0 2023-06-26T03:00:11.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.332+0000 7f6805230640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6800157ae0 0x7f68000c9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.332+0000 7f6805a31640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000afdc0 0x7f680015c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.332+0000 7f6805230640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6800157ae0 0x7f68000c9f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:59730/0 (socket says 172.21.15.81:59730) 2023-06-26T03:00:11.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.332+0000 7f6805230640 1 -- 172.21.15.81:0/3730137592 learned_addr learned my addr 172.21.15.81:0/3730137592 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:11.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.332+0000 7f6805230640 1 -- 172.21.15.81:0/3730137592 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000afdc0 msgr2=0x7f680015c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:11.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.332+0000 7f6805230640 1 --2- 172.21.15.81:0/3730137592 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000afdc0 0x7f680015c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.332+0000 7f6805230640 1 -- 172.21.15.81:0/3730137592 >> v1:172.21.15.92:6789/0 conn(0x7f6800157eb0 legacy=0x7f68000af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.332+0000 7f6805230640 1 -- 172.21.15.81:0/3730137592 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f680006cef0 con 0x7f6800157ae0 2023-06-26T03:00:11.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6805230640 1 --2- 172.21.15.81:0/3730137592 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6800157ae0 0x7f68000c9f60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00aa10 tx=0x7f67fc01d850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d453e49c4e3ed02 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:11.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f67f7fff640 1 -- 172.21.15.81:0/3730137592 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67fc0a6880 con 0x7f6800157ae0 2023-06-26T03:00:11.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f67f7fff640 1 -- 172.21.15.81:0/3730137592 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67fc0a69e0 con 0x7f6800157ae0 2023-06-26T03:00:11.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f67f7fff640 1 -- 172.21.15.81:0/3730137592 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67fc0a6d70 con 0x7f6800157ae0 2023-06-26T03:00:11.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 -- 172.21.15.81:0/3730137592 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6800157ae0 msgr2=0x7f68000c9f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 --2- 172.21.15.81:0/3730137592 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6800157ae0 0x7f68000c9f60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00aa10 tx=0x7f67fc01d850 comp rx=0 tx=0).stop 2023-06-26T03:00:11.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 -- 172.21.15.81:0/3730137592 shutdown_connections 2023-06-26T03:00:11.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 --2- 172.21.15.81:0/3730137592 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000afdc0 0x7f680015c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 --2- 172.21.15.81:0/3730137592 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6800157ae0 0x7f68000c9f60 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 -- 172.21.15.81:0/3730137592 >> 172.21.15.81:0/3730137592 conn(0x7f680006a100 msgr2=0x7f68000ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:11.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 -- 172.21.15.81:0/3730137592 shutdown_connections 2023-06-26T03:00:11.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 -- 172.21.15.81:0/3730137592 wait complete. 2023-06-26T03:00:11.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 Processor -- start 2023-06-26T03:00:11.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 -- start start 2023-06-26T03:00:11.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000afdc0 0x7f68001f2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6800157ae0 0x7f68000b1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680014f140 0x7f680014e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68000b38d0 con 0x7f6800157ae0 2023-06-26T03:00:11.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6800159200 con 0x7f680014f140 2023-06-26T03:00:11.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6807494640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68001594e0 con 0x7f68000afdc0 2023-06-26T03:00:11.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6804a2f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6800157ae0 0x7f68000b1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6804a2f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6800157ae0 0x7f68000b1ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56088/0 (socket says 172.21.15.81:56088) 2023-06-26T03:00:11.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6804a2f640 1 -- 172.21.15.81:0/3175939717 learned_addr learned my addr 172.21.15.81:0/3175939717 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:11.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6805230640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000afdc0 0x7f68001f2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6805a31640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680014f140 0x7f680014e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6804a2f640 1 -- 172.21.15.81:0/3175939717 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000afdc0 msgr2=0x7f68001f2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.336+0000 7f6804a2f640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000afdc0 0x7f68001f2f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f6804a2f640 1 -- 172.21.15.81:0/3175939717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680014f140 msgr2=0x7f680014e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f6804a2f640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680014f140 0x7f680014e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.346 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f6804a2f640 1 -- 172.21.15.81:0/3175939717 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67fc00a670 con 0x7f6800157ae0 2023-06-26T03:00:11.346 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f6805a31640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680014f140 0x7f680014e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:11.346 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f6804a2f640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6800157ae0 0x7f68000b1ad0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f67f000c3c0 tx=0x7f67f000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:11.346 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f67f5ffb640 1 -- 172.21.15.81:0/3175939717 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67f00052d0 con 0x7f6800157ae0 2023-06-26T03:00:11.346 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f67f5ffb640 1 -- 172.21.15.81:0/3175939717 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67f0005430 con 0x7f6800157ae0 2023-06-26T03:00:11.346 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f6807494640 1 -- 172.21.15.81:0/3175939717 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68001597c0 con 0x7f6800157ae0 2023-06-26T03:00:11.346 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f67f5ffb640 1 -- 172.21.15.81:0/3175939717 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67f0003840 con 0x7f6800157ae0 2023-06-26T03:00:11.346 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f6807494640 1 -- 172.21.15.81:0/3175939717 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f680014e820 con 0x7f6800157ae0 2023-06-26T03:00:11.347 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f6807494640 1 -- 172.21.15.81:0/3175939717 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f680004d790 con 0x7f6800157ae0 2023-06-26T03:00:11.347 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f67f5ffb640 1 -- 172.21.15.81:0/3175939717 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f67f00039a0 con 0x7f6800157ae0 2023-06-26T03:00:11.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f67f5ffb640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67e40662b0 0x7f67e4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f67f5ffb640 1 -- 172.21.15.81:0/3175939717 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f67f0082e40 con 0x7f6800157ae0 2023-06-26T03:00:11.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f6805230640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67e40662b0 0x7f67e4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.340+0000 7f6805230640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67e40662b0 0x7f67e4068760 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f67fc0b0000 tx=0x7f67fc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:11.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.344+0000 7f67f5ffb640 1 -- 172.21.15.81:0/3175939717 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f67f00506a0 con 0x7f6800157ae0 2023-06-26T03:00:11.489 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.484+0000 7f6807494640 1 -- 172.21.15.81:0/3175939717 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6800159c70 con 0x7f6800157ae0 2023-06-26T03:00:11.490 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.484+0000 7f67f5ffb640 1 -- 172.21.15.81:0/3175939717 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f67f0053cc0 con 0x7f6800157ae0 2023-06-26T03:00:11.490 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:00:11.492 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.488+0000 7f6807494640 1 -- 172.21.15.81:0/3175939717 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67e40662b0 msgr2=0x7f67e4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.492 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.488+0000 7f6807494640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67e40662b0 0x7f67e4068760 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f67fc0b0000 tx=0x7f67fc008040 comp rx=0 tx=0).stop 2023-06-26T03:00:11.492 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.488+0000 7f6807494640 1 -- 172.21.15.81:0/3175939717 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6800157ae0 msgr2=0x7f68000b1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.492 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.488+0000 7f6807494640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6800157ae0 0x7f68000b1ad0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f67f000c3c0 tx=0x7f67f000c880 comp rx=0 tx=0).stop 2023-06-26T03:00:11.492 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.488+0000 7f6807494640 1 -- 172.21.15.81:0/3175939717 shutdown_connections 2023-06-26T03:00:11.493 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.488+0000 7f6807494640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67e40662b0 0x7f67e4068760 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.493 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.488+0000 7f6807494640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f680014f140 0x7f680014e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.493 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.488+0000 7f6807494640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6800157ae0 0x7f68000b1ad0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.493 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.488+0000 7f6807494640 1 --2- 172.21.15.81:0/3175939717 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f68000afdc0 0x7f68001f2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.493 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.488+0000 7f6807494640 1 -- 172.21.15.81:0/3175939717 >> 172.21.15.81:0/3175939717 conn(0x7f680006a100 msgr2=0x7f680006fa20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:11.493 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.488+0000 7f6807494640 1 -- 172.21.15.81:0/3175939717 shutdown_connections 2023-06-26T03:00:11.493 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.488+0000 7f6807494640 1 -- 172.21.15.81:0/3175939717 wait complete. 2023-06-26T03:00:11.507 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:00:11.618 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.612+0000 7fa5ee011640 1 Processor -- start 2023-06-26T03:00:11.618 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.612+0000 7fa5ee011640 1 -- start start 2023-06-26T03:00:11.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5ee011640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa5e80b7a50 0x7fa5e80ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5ee011640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fa5e80b4f30 0x7fa5e80d0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5ee011640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5e80b7e20 con 0x7fa5e80d09d0 2023-06-26T03:00:11.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5ee011640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5e80cf6b0 con 0x7fa5e80b4f30 2023-06-26T03:00:11.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5ee011640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5e80cee10 con 0x7fa5e80b7a50 2023-06-26T03:00:11.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5e6ffd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fa5e80b4f30 0x7fa5e80d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5e6ffd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fa5e80b4f30 0x7fa5e80d0490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56092/0 (socket says 172.21.15.81:56092) 2023-06-26T03:00:11.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5e6ffd640 1 -- 172.21.15.81:0/488040211 learned_addr learned my addr 172.21.15.81:0/488040211 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:11.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5e6ffd640 1 -- 172.21.15.81:0/488040211 >> v2:172.21.15.92:3300/0 conn(0x7fa5e80b7a50 msgr2=0x7fa5e80ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:11.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5e6ffd640 1 --2- 172.21.15.81:0/488040211 >> v2:172.21.15.92:3300/0 conn(0x7fa5e80b7a50 0x7fa5e80ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5e6ffd640 1 -- 172.21.15.81:0/488040211 >> v1:172.21.15.92:6789/0 conn(0x7fa5e80d09d0 legacy=0x7fa5e80b3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:11.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5e6ffd640 1 -- 172.21.15.81:0/488040211 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5e80cf0f0 con 0x7fa5e80b4f30 2023-06-26T03:00:11.622 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5e6ffd640 1 --2- 172.21.15.81:0/488040211 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5e80b4f30 0x7fa5e80d0490 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa5e808a6b0 tx=0x7fa5dc01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2270ffa2c77ab319 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:11.622 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5e67fc640 1 -- 172.21.15.81:0/488040211 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5dc0ab600 con 0x7fa5e80b4f30 2023-06-26T03:00:11.622 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5e67fc640 1 -- 172.21.15.81:0/488040211 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5dc0a7050 con 0x7fa5e80b4f30 2023-06-26T03:00:11.622 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5e67fc640 1 -- 172.21.15.81:0/488040211 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5dc0ab980 con 0x7fa5e80b4f30 2023-06-26T03:00:11.623 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5ee011640 1 -- 172.21.15.81:0/488040211 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5e80b4f30 msgr2=0x7fa5e80d0490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.623 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5ee011640 1 --2- 172.21.15.81:0/488040211 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5e80b4f30 0x7fa5e80d0490 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa5e808a6b0 tx=0x7fa5dc01c430 comp rx=0 tx=0).stop 2023-06-26T03:00:11.623 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5ee011640 1 -- 172.21.15.81:0/488040211 shutdown_connections 2023-06-26T03:00:11.623 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5ee011640 1 --2- 172.21.15.81:0/488040211 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5e80b4f30 0x7fa5e80d0490 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.624 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5ee011640 1 --2- 172.21.15.81:0/488040211 >> v2:172.21.15.92:3300/0 conn(0x7fa5e80b7a50 0x7fa5e80ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.624 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5ee011640 1 -- 172.21.15.81:0/488040211 >> 172.21.15.81:0/488040211 conn(0x7fa5e8069dc0 msgr2=0x7fa5e806a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:11.624 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5ee011640 1 -- 172.21.15.81:0/488040211 shutdown_connections 2023-06-26T03:00:11.624 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.616+0000 7fa5ee011640 1 -- 172.21.15.81:0/488040211 wait complete. 2023-06-26T03:00:11.625 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5ee011640 1 Processor -- start 2023-06-26T03:00:11.625 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5ee011640 1 -- start start 2023-06-26T03:00:11.626 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5ee011640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa5e80b4f30 0x7fa5e8153360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.626 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5ee011640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5e80b7a50 0x7fa5e80ca3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.626 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5ee011640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5e80d09d0 0x7fa5e80b5670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.626 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5ee011640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5e80c9350 con 0x7fa5e80d09d0 2023-06-26T03:00:11.626 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5ee011640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5e80c95f0 con 0x7fa5e80b7a50 2023-06-26T03:00:11.626 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5ee011640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5e80c98d0 con 0x7fa5e80b4f30 2023-06-26T03:00:11.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5e7fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5e80d09d0 0x7fa5e80b5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5e7fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5e80d09d0 0x7fa5e80b5670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56100/0 (socket says 172.21.15.81:56100) 2023-06-26T03:00:11.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5e7fff640 1 -- 172.21.15.81:0/3506518221 learned_addr learned my addr 172.21.15.81:0/3506518221 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:11.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5e7fff640 1 -- 172.21.15.81:0/3506518221 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa5e80b4f30 msgr2=0x7fa5e8153360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5e7fff640 1 --2- 172.21.15.81:0/3506518221 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa5e80b4f30 0x7fa5e8153360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5e7fff640 1 -- 172.21.15.81:0/3506518221 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5e80b7a50 msgr2=0x7fa5e80ca3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5e7fff640 1 --2- 172.21.15.81:0/3506518221 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5e80b7a50 0x7fa5e80ca3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5e7fff640 1 -- 172.21.15.81:0/3506518221 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5dc0094d0 con 0x7fa5e80d09d0 2023-06-26T03:00:11.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5e7fff640 1 --2- 172.21.15.81:0/3506518221 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5e80d09d0 0x7fa5e80b5670 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa5e000b990 tx=0x7fa5e000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:11.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5cffff640 1 -- 172.21.15.81:0/3506518221 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5e000cba0 con 0x7fa5e80d09d0 2023-06-26T03:00:11.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5cffff640 1 -- 172.21.15.81:0/3506518221 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5e000cd00 con 0x7fa5e80d09d0 2023-06-26T03:00:11.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5ee011640 1 -- 172.21.15.81:0/3506518221 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5e80c9bb0 con 0x7fa5e80d09d0 2023-06-26T03:00:11.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5cffff640 1 -- 172.21.15.81:0/3506518221 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5e0014680 con 0x7fa5e80d09d0 2023-06-26T03:00:11.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5ee011640 1 -- 172.21.15.81:0/3506518221 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5e81530f0 con 0x7fa5e80d09d0 2023-06-26T03:00:11.629 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5ee011640 1 -- 172.21.15.81:0/3506518221 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5e80b18b0 con 0x7fa5e80d09d0 2023-06-26T03:00:11.629 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.620+0000 7fa5cffff640 1 -- 172.21.15.81:0/3506518221 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa5e001d3b0 con 0x7fa5e80d09d0 2023-06-26T03:00:11.629 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.624+0000 7fa5cffff640 1 --2- 172.21.15.81:0/3506518221 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa5d40662b0 0x7fa5d4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.630 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.624+0000 7fa5cffff640 1 -- 172.21.15.81:0/3506518221 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fa5e0083950 con 0x7fa5e80d09d0 2023-06-26T03:00:11.630 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.624+0000 7fa5e77fe640 1 --2- 172.21.15.81:0/3506518221 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa5d40662b0 0x7fa5d4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.630 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.624+0000 7fa5e77fe640 1 --2- 172.21.15.81:0/3506518221 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa5d40662b0 0x7fa5d4068760 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa5e81f79c0 tx=0x7fa5d8006ca0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:11.631 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.628+0000 7fa5cffff640 1 -- 172.21.15.81:0/3506518221 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa5e0051100 con 0x7fa5e80d09d0 2023-06-26T03:00:11.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.768+0000 7fa5ee011640 1 -- 172.21.15.81:0/3506518221 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fa5e804d790 con 0x7fa5e80d09d0 2023-06-26T03:00:11.777 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.772+0000 7fa5cffff640 1 -- 172.21.15.81:0/3506518221 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v20) v1 ==== 92+0+10 (secure 0 0 0) 0x7fa5e00190a0 con 0x7fa5e80d09d0 2023-06-26T03:00:11.777 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:00:11.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.776+0000 7fa5ee011640 1 -- 172.21.15.81:0/3506518221 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa5d40662b0 msgr2=0x7fa5d4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.776+0000 7fa5ee011640 1 --2- 172.21.15.81:0/3506518221 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa5d40662b0 0x7fa5d4068760 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa5e81f79c0 tx=0x7fa5d8006ca0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.776+0000 7fa5ee011640 1 -- 172.21.15.81:0/3506518221 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5e80d09d0 msgr2=0x7fa5e80b5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.776+0000 7fa5ee011640 1 --2- 172.21.15.81:0/3506518221 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5e80d09d0 0x7fa5e80b5670 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa5e000b990 tx=0x7fa5e000be50 comp rx=0 tx=0).stop 2023-06-26T03:00:11.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.776+0000 7fa5ee011640 1 -- 172.21.15.81:0/3506518221 shutdown_connections 2023-06-26T03:00:11.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.776+0000 7fa5ee011640 1 --2- 172.21.15.81:0/3506518221 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa5d40662b0 0x7fa5d4068760 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.776+0000 7fa5ee011640 1 --2- 172.21.15.81:0/3506518221 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa5e80d09d0 0x7fa5e80b5670 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.776+0000 7fa5ee011640 1 --2- 172.21.15.81:0/3506518221 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5e80b7a50 0x7fa5e80ca3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.776+0000 7fa5ee011640 1 --2- 172.21.15.81:0/3506518221 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa5e80b4f30 0x7fa5e8153360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.776+0000 7fa5ee011640 1 -- 172.21.15.81:0/3506518221 >> 172.21.15.81:0/3506518221 conn(0x7fa5e8069dc0 msgr2=0x7fa5e815f230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:11.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.776+0000 7fa5ee011640 1 -- 172.21.15.81:0/3506518221 shutdown_connections 2023-06-26T03:00:11.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.776+0000 7fa5ee011640 1 -- 172.21.15.81:0/3506518221 wait complete. 2023-06-26T03:00:11.794 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-06-26T03:00:11.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b6d135640 1 Processor -- start 2023-06-26T03:00:11.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b6d135640 1 -- start start 2023-06-26T03:00:11.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b6d135640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b681596a0 0x7f5b68070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b6d135640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b6806bd00 con 0x7f5b680c9560 2023-06-26T03:00:11.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b6d135640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b680ca100 con 0x7f5b680afe80 2023-06-26T03:00:11.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b6d135640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b68070360 con 0x7f5b681596a0 2023-06-26T03:00:11.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b6659c640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f5b680c9560 0x7f5b680af770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52782/0 (socket says 172.21.15.81:52782) 2023-06-26T03:00:11.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b6659c640 1 -- 172.21.15.81:0/421727563 learned_addr learned my addr 172.21.15.81:0/421727563 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:11.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b66d9d640 1 --2- 172.21.15.81:0/421727563 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b681596a0 0x7f5b68070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3992372827 0 0) 0x7f5b6806bd00 con 0x7f5b680c9560 2023-06-26T03:00:11.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5b50003530 con 0x7f5b680c9560 2023-06-26T03:00:11.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 139017162 0 0) 0x7f5b50003530 con 0x7f5b680c9560 2023-06-26T03:00:11.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b681596a0 msgr2=0x7f5b68070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:11.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 --2- 172.21.15.81:0/421727563 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b681596a0 0x7f5b68070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 >> v1:172.21.15.92:6789/0 conn(0x7f5b680afe80 legacy=0x7f5b680b0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b68070640 con 0x7f5b680c9560 2023-06-26T03:00:11.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f5b5c001680 con 0x7f5b680c9560 2023-06-26T03:00:11.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 >> v1:172.21.15.81:6789/0 conn(0x7f5b680c9560 legacy=0x7f5b680af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 --2- 172.21.15.81:0/421727563 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b500039b0 0x7f5b50003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 --2- 172.21.15.81:0/421727563 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b681596a0 0x7f5b500047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 --2- 172.21.15.81:0/421727563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b50004d10 0x7f5b50005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b68070360 con 0x7f5b500039b0 2023-06-26T03:00:11.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b5000baa0 con 0x7f5b50004d10 2023-06-26T03:00:11.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b5000bc60 con 0x7f5b681596a0 2023-06-26T03:00:11.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b66d9d640 1 --2- 172.21.15.81:0/421727563 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b500039b0 0x7f5b50003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b66d9d640 1 -- 172.21.15.81:0/421727563 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b681596a0 msgr2=0x7f5b500047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:11.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b66d9d640 1 --2- 172.21.15.81:0/421727563 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b681596a0 0x7f5b500047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b66d9d640 1 -- 172.21.15.81:0/421727563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b50004d10 msgr2=0x7f5b50005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:11.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b6759e640 1 --2- 172.21.15.81:0/421727563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b50004d10 0x7f5b50005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b66d9d640 1 --2- 172.21.15.81:0/421727563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b50004d10 0x7f5b50005180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.904+0000 7f5b66d9d640 1 -- 172.21.15.81:0/421727563 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b50003530 con 0x7f5b500039b0 2023-06-26T03:00:11.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b66d9d640 1 --2- 172.21.15.81:0/421727563 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b500039b0 0x7f5b50003dc0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5b58009ae0 tx=0x7f5b5801ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9a646d98055371d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:11.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b580a5540 con 0x7f5b500039b0 2023-06-26T03:00:11.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b580a56a0 con 0x7f5b500039b0 2023-06-26T03:00:11.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b65d9b640 1 -- 172.21.15.81:0/421727563 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b580a5a50 con 0x7f5b500039b0 2023-06-26T03:00:11.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 -- 172.21.15.81:0/421727563 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b500039b0 msgr2=0x7f5b50003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 --2- 172.21.15.81:0/421727563 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b500039b0 0x7f5b50003dc0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5b58009ae0 tx=0x7f5b5801ca60 comp rx=0 tx=0).stop 2023-06-26T03:00:11.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6759e640 1 -- 172.21.15.81:0/421727563 reap_dead start 2023-06-26T03:00:11.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 -- 172.21.15.81:0/421727563 shutdown_connections 2023-06-26T03:00:11.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 -- 172.21.15.81:0/421727563 >> 172.21.15.81:0/421727563 conn(0x7f5b680ca770 msgr2=0x7f5b680cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:11.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 -- 172.21.15.81:0/421727563 shutdown_connections 2023-06-26T03:00:11.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 -- 172.21.15.81:0/421727563 wait complete. 2023-06-26T03:00:11.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 Processor -- start 2023-06-26T03:00:11.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 -- start start 2023-06-26T03:00:11.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b500039b0 0x7f5b681554c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b680c4760 0x7f5b680c7880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b681e6a60 0x7f5b681e6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b68155a00 con 0x7f5b500039b0 2023-06-26T03:00:11.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b681e59c0 con 0x7f5b681e6a60 2023-06-26T03:00:11.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6d135640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b681e5ca0 con 0x7f5b680c4760 2023-06-26T03:00:11.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b66d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b500039b0 0x7f5b681554c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b66d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b500039b0 0x7f5b681554c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56128/0 (socket says 172.21.15.81:56128) 2023-06-26T03:00:11.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b66d9d640 1 -- 172.21.15.81:0/1760156929 learned_addr learned my addr 172.21.15.81:0/1760156929 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:11.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6759e640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b681e6a60 0x7f5b681e6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b6659c640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b680c4760 0x7f5b680c7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b66d9d640 1 -- 172.21.15.81:0/1760156929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b680c4760 msgr2=0x7f5b680c7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b66d9d640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b680c4760 0x7f5b680c7880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.908+0000 7f5b66d9d640 1 -- 172.21.15.81:0/1760156929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b681e6a60 msgr2=0x7f5b681e6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:11.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b66d9d640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b681e6a60 0x7f5b681e6ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:11.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b66d9d640 1 -- 172.21.15.81:0/1760156929 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b681e5f80 con 0x7f5b500039b0 2023-06-26T03:00:11.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b6659c640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b680c4760 0x7f5b680c7880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:11.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b66d9d640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b500039b0 0x7f5b681554c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5b580b0040 tx=0x7f5b50005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:11.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b4f7fe640 1 -- 172.21.15.81:0/1760156929 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b580a5e10 con 0x7f5b500039b0 2023-06-26T03:00:11.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b4f7fe640 1 -- 172.21.15.81:0/1760156929 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b58004020 con 0x7f5b500039b0 2023-06-26T03:00:11.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b6d135640 1 -- 172.21.15.81:0/1760156929 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b681e6260 con 0x7f5b500039b0 2023-06-26T03:00:11.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b4f7fe640 1 -- 172.21.15.81:0/1760156929 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b580043d0 con 0x7f5b500039b0 2023-06-26T03:00:11.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b6d135640 1 -- 172.21.15.81:0/1760156929 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b681f2200 con 0x7f5b500039b0 2023-06-26T03:00:11.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b6d135640 1 -- 172.21.15.81:0/1760156929 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b6804d790 con 0x7f5b500039b0 2023-06-26T03:00:11.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b4f7fe640 1 -- 172.21.15.81:0/1760156929 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5b580b4040 con 0x7f5b500039b0 2023-06-26T03:00:11.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b4f7fe640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5b540662b0 0x7f5b54068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:11.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b4f7fe640 1 -- 172.21.15.81:0/1760156929 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f5b5811dd90 con 0x7f5b500039b0 2023-06-26T03:00:11.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b6659c640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5b540662b0 0x7f5b54068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:11.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.912+0000 7f5b6659c640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5b540662b0 0x7f5b54068760 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5b681567e0 tx=0x7f5b5c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:11.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:11.916+0000 7f5b4f7fe640 1 -- 172.21.15.81:0/1760156929 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5b580eb6f0 con 0x7f5b500039b0 2023-06-26T03:00:12.063 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b6d135640 1 -- 172.21.15.81:0/1760156929 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f5b68158d30 con 0x7f5b500039b0 2023-06-26T03:00:12.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b4f7fe640 1 -- 172.21.15.81:0/1760156929 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v20) v1 ==== 84+0+126 (secure 0 0 0) 0x7f5b580eed10 con 0x7f5b500039b0 2023-06-26T03:00:12.064 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:12.064 INFO:teuthology.orchestra.run.smithi081.stdout:[ 2023-06-26T03:00:12.064 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:00:12.065 INFO:teuthology.orchestra.run.smithi081.stdout: "poolnum": 1, 2023-06-26T03:00:12.065 INFO:teuthology.orchestra.run.smithi081.stdout: "poolname": ".mgr" 2023-06-26T03:00:12.065 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:00:12.065 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:00:12.065 INFO:teuthology.orchestra.run.smithi081.stdout: "poolnum": 2, 2023-06-26T03:00:12.065 INFO:teuthology.orchestra.run.smithi081.stdout: "poolname": "rbd" 2023-06-26T03:00:12.065 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:00:12.066 INFO:teuthology.orchestra.run.smithi081.stdout:] 2023-06-26T03:00:12.066 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b6d135640 1 -- 172.21.15.81:0/1760156929 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5b540662b0 msgr2=0x7f5b54068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:12.066 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b6d135640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5b540662b0 0x7f5b54068760 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5b681567e0 tx=0x7f5b5c009040 comp rx=0 tx=0).stop 2023-06-26T03:00:12.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b6d135640 1 -- 172.21.15.81:0/1760156929 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b500039b0 msgr2=0x7f5b681554c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:12.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b6d135640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b500039b0 0x7f5b681554c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5b580b0040 tx=0x7f5b50005800 comp rx=0 tx=0).stop 2023-06-26T03:00:12.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b6d135640 1 -- 172.21.15.81:0/1760156929 shutdown_connections 2023-06-26T03:00:12.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b6d135640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5b540662b0 0x7f5b54068760 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b6d135640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b681e6a60 0x7f5b681e6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b6d135640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b680c4760 0x7f5b680c7880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b6d135640 1 --2- 172.21.15.81:0/1760156929 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b500039b0 0x7f5b681554c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b6d135640 1 -- 172.21.15.81:0/1760156929 >> 172.21.15.81:0/1760156929 conn(0x7f5b680ca770 msgr2=0x7f5b680b2b50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:12.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b6d135640 1 -- 172.21.15.81:0/1760156929 shutdown_connections 2023-06-26T03:00:12.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.060+0000 7f5b6d135640 1 -- 172.21.15.81:0/1760156929 wait complete. 2023-06-26T03:00:12.081 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-06-26T03:00:12.081 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-06-26T03:00:12.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f541d5c4640 1 Processor -- start 2023-06-26T03:00:12.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f541d5c4640 1 -- start start 2023-06-26T03:00:12.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f541d5c4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f541806c680 0x7f54180cd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f541d5c4640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f54180c9fc0 0x7f54180af6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f541d5c4640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f54180afbf0 0x7f54180ab8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f541d5c4640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f541806ca50 con 0x7f54180afbf0 2023-06-26T03:00:12.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f541d5c4640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54180cdae0 con 0x7f54180c9fc0 2023-06-26T03:00:12.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f541d5c4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54180cd8f0 con 0x7f541806c680 2023-06-26T03:00:12.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f54177fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f54180afbf0 0x7f54180ab8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f54177fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f54180afbf0 0x7f54180ab8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56130/0 (socket says 172.21.15.81:56130) 2023-06-26T03:00:12.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f54177fe640 1 -- 172.21.15.81:0/2230587554 learned_addr learned my addr 172.21.15.81:0/2230587554 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:12.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f54167fc640 1 --2- 172.21.15.81:0/2230587554 >> v2:172.21.15.92:3300/0 conn(0x7f54180c9fc0 0x7f54180af6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f5416ffd640 1 --2- 172.21.15.81:0/2230587554 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f541806c680 0x7f54180cd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f54177fe640 1 -- 172.21.15.81:0/2230587554 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f541806c680 msgr2=0x7f54180cd3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:12.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f54177fe640 1 --2- 172.21.15.81:0/2230587554 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f541806c680 0x7f54180cd3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f54177fe640 1 -- 172.21.15.81:0/2230587554 >> v2:172.21.15.92:3300/0 conn(0x7f54180c9fc0 msgr2=0x7f54180af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:12.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f54177fe640 1 --2- 172.21.15.81:0/2230587554 >> v2:172.21.15.92:3300/0 conn(0x7f54180c9fc0 0x7f54180af6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f54177fe640 1 -- 172.21.15.81:0/2230587554 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f541815bc80 con 0x7f54180afbf0 2023-06-26T03:00:12.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.188+0000 7f5416ffd640 1 --2- 172.21.15.81:0/2230587554 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f541806c680 0x7f54180cd3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:12.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f54177fe640 1 --2- 172.21.15.81:0/2230587554 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54180afbf0 0x7f54180ab8c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f5418071a00 tx=0x7f541001c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ba08442a016ef8c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:12.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f5415ffb640 1 -- 172.21.15.81:0/2230587554 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54100a8400 con 0x7f54180afbf0 2023-06-26T03:00:12.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f5415ffb640 1 -- 172.21.15.81:0/2230587554 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54100a8560 con 0x7f54180afbf0 2023-06-26T03:00:12.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f5415ffb640 1 -- 172.21.15.81:0/2230587554 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54100a88f0 con 0x7f54180afbf0 2023-06-26T03:00:12.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 -- 172.21.15.81:0/2230587554 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54180afbf0 msgr2=0x7f54180ab8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:12.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 --2- 172.21.15.81:0/2230587554 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54180afbf0 0x7f54180ab8c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f5418071a00 tx=0x7f541001c710 comp rx=0 tx=0).stop 2023-06-26T03:00:12.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 -- 172.21.15.81:0/2230587554 shutdown_connections 2023-06-26T03:00:12.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 --2- 172.21.15.81:0/2230587554 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54180afbf0 0x7f54180ab8c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 --2- 172.21.15.81:0/2230587554 >> v2:172.21.15.92:3300/0 conn(0x7f54180c9fc0 0x7f54180af6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 --2- 172.21.15.81:0/2230587554 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f541806c680 0x7f54180cd3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 -- 172.21.15.81:0/2230587554 >> 172.21.15.81:0/2230587554 conn(0x7f541806a100 msgr2=0x7f54180ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:12.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 -- 172.21.15.81:0/2230587554 shutdown_connections 2023-06-26T03:00:12.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 -- 172.21.15.81:0/2230587554 wait complete. 2023-06-26T03:00:12.199 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 Processor -- start 2023-06-26T03:00:12.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 -- start start 2023-06-26T03:00:12.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f541806c680 0x7f5418152f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54180afbf0 0x7f54180c6650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f54180c9fc0 0x7f54180c6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f541815e910 con 0x7f54180afbf0 2023-06-26T03:00:12.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54180b37e0 con 0x7f541806c680 2023-06-26T03:00:12.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f541d5c4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f541815dd90 con 0x7f54180c9fc0 2023-06-26T03:00:12.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f54167fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54180afbf0 0x7f54180c6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f54167fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54180afbf0 0x7f54180c6650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56146/0 (socket says 172.21.15.81:56146) 2023-06-26T03:00:12.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.192+0000 7f54167fc640 1 -- 172.21.15.81:0/3964097118 learned_addr learned my addr 172.21.15.81:0/3964097118 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:12.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f5416ffd640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f541806c680 0x7f5418152f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f54177fe640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f54180c9fc0 0x7f54180c6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f54167fc640 1 -- 172.21.15.81:0/3964097118 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f54180c9fc0 msgr2=0x7f54180c6f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:12.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f54167fc640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f54180c9fc0 0x7f54180c6f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f54167fc640 1 -- 172.21.15.81:0/3964097118 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f541806c680 msgr2=0x7f5418152f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:12.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f54167fc640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f541806c680 0x7f5418152f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f54167fc640 1 -- 172.21.15.81:0/3964097118 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5410009b30 con 0x7f54180afbf0 2023-06-26T03:00:12.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f54167fc640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54180afbf0 0x7f54180c6650 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f540c00d620 tx=0x7f540c00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:12.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f53ff7fe640 1 -- 172.21.15.81:0/3964097118 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f540c00b620 con 0x7f54180afbf0 2023-06-26T03:00:12.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f53ff7fe640 1 -- 172.21.15.81:0/3964097118 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f540c00b780 con 0x7f54180afbf0 2023-06-26T03:00:12.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f541d5c4640 1 -- 172.21.15.81:0/3964097118 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f541815e070 con 0x7f54180afbf0 2023-06-26T03:00:12.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f53ff7fe640 1 -- 172.21.15.81:0/3964097118 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f540c00bb10 con 0x7f54180afbf0 2023-06-26T03:00:12.203 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f541d5c4640 1 -- 172.21.15.81:0/3964097118 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f541815e630 con 0x7f54180afbf0 2023-06-26T03:00:12.203 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f541d5c4640 1 -- 172.21.15.81:0/3964097118 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f541804d790 con 0x7f54180afbf0 2023-06-26T03:00:12.203 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f53ff7fe640 1 -- 172.21.15.81:0/3964097118 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f540c00bc70 con 0x7f54180afbf0 2023-06-26T03:00:12.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f53ff7fe640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f54040662b0 0x7f5404068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f5416ffd640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f54040662b0 0x7f5404068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f53ff7fe640 1 -- 172.21.15.81:0/3964097118 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f540c083e60 con 0x7f54180afbf0 2023-06-26T03:00:12.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.196+0000 7f5416ffd640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f54040662b0 0x7f5404068760 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f54181f70c0 tx=0x7f5408008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:12.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.200+0000 7f53ff7fe640 1 -- 172.21.15.81:0/3964097118 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f540c051630 con 0x7f54180afbf0 2023-06-26T03:00:12.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.340+0000 7f541d5c4640 1 -- 172.21.15.81:0/3964097118 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f54180b0a60 con 0x7f54180afbf0 2023-06-26T03:00:12.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.784+0000 7f53ff7fe640 1 -- 172.21.15.81:0/3964097118 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v21) v1 ==== 138+0+0 (secure 0 0 0) 0x7f540c007380 con 0x7f54180afbf0 2023-06-26T03:00:12.791 INFO:teuthology.orchestra.run.smithi081.stderr:pool 'cephfs_metadata' created 2023-06-26T03:00:12.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.792+0000 7f541d5c4640 1 -- 172.21.15.81:0/3964097118 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f54040662b0 msgr2=0x7f5404068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:12.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.792+0000 7f541d5c4640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f54040662b0 0x7f5404068760 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f54181f70c0 tx=0x7f5408008040 comp rx=0 tx=0).stop 2023-06-26T03:00:12.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.792+0000 7f541d5c4640 1 -- 172.21.15.81:0/3964097118 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54180afbf0 msgr2=0x7f54180c6650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:12.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.792+0000 7f541d5c4640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54180afbf0 0x7f54180c6650 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f540c00d620 tx=0x7f540c00dae0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.792+0000 7f541d5c4640 1 -- 172.21.15.81:0/3964097118 shutdown_connections 2023-06-26T03:00:12.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.792+0000 7f541d5c4640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f54040662b0 0x7f5404068760 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.792+0000 7f541d5c4640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f54180c9fc0 0x7f54180c6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.792+0000 7f541d5c4640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54180afbf0 0x7f54180c6650 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.792+0000 7f541d5c4640 1 --2- 172.21.15.81:0/3964097118 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f541806c680 0x7f5418152f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.792+0000 7f541d5c4640 1 -- 172.21.15.81:0/3964097118 >> 172.21.15.81:0/3964097118 conn(0x7f541806a100 msgr2=0x7f541806edd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:12.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.792+0000 7f541d5c4640 1 -- 172.21.15.81:0/3964097118 shutdown_connections 2023-06-26T03:00:12.799 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.792+0000 7f541d5c4640 1 -- 172.21.15.81:0/3964097118 wait complete. 2023-06-26T03:00:12.817 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-06-26T03:00:12.940 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f15dd0640 1 Processor -- start 2023-06-26T03:00:12.940 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f15dd0640 1 -- start start 2023-06-26T03:00:12.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f15dd0640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5f100b0740 0x7f5f1015f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f15dd0640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f100694b0 con 0x7f5f100caa90 2023-06-26T03:00:12.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f15dd0640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f100cae60 con 0x7f5f100713e0 2023-06-26T03:00:12.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f15dd0640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f10069700 con 0x7f5f100b0740 2023-06-26T03:00:12.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0f7fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f5f100caa90 0x7f5f1006a7d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52790/0 (socket says 172.21.15.81:52790) 2023-06-26T03:00:12.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0f7fe640 1 -- 172.21.15.81:0/1511597528 learned_addr learned my addr 172.21.15.81:0/1511597528 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:12.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2142340540 0 0) 0x7f5f100694b0 con 0x7f5f100caa90 2023-06-26T03:00:12.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5efc003530 con 0x7f5f100caa90 2023-06-26T03:00:12.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0ffff640 1 --2- 172.21.15.81:0/1511597528 >> v2:172.21.15.92:3300/0 conn(0x7f5f100b0740 0x7f5f1015f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1002015177 0 0) 0x7f5efc003530 con 0x7f5f100caa90 2023-06-26T03:00:12.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 >> v2:172.21.15.92:3300/0 conn(0x7f5f100b0740 msgr2=0x7f5f1015f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:12.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 --2- 172.21.15.81:0/1511597528 >> v2:172.21.15.92:3300/0 conn(0x7f5f100b0740 0x7f5f1015f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 >> v1:172.21.15.92:6789/0 conn(0x7f5f100713e0 legacy=0x7f5f100b0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:12.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f100699e0 con 0x7f5f100caa90 2023-06-26T03:00:12.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f5f08001680 con 0x7f5f100caa90 2023-06-26T03:00:12.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 >> v1:172.21.15.81:6789/0 conn(0x7f5f100caa90 legacy=0x7f5f1006a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:12.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 --2- 172.21.15.81:0/1511597528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc003980 0x7f5efc003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 --2- 172.21.15.81:0/1511597528 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5efc004390 0x7f5efc004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 --2- 172.21.15.81:0/1511597528 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5efc005050 0x7f5efc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f10069700 con 0x7f5efc005050 2023-06-26T03:00:12.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5efc00bf80 con 0x7f5efc003980 2023-06-26T03:00:12.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5efc00c140 con 0x7f5efc004390 2023-06-26T03:00:12.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0ffff640 1 --2- 172.21.15.81:0/1511597528 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5efc005050 0x7f5efc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0f7fe640 1 --2- 172.21.15.81:0/1511597528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc003980 0x7f5efc003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0effd640 1 --2- 172.21.15.81:0/1511597528 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5efc004390 0x7f5efc004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.946 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0ffff640 1 -- 172.21.15.81:0/1511597528 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5efc004390 msgr2=0x7f5efc004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:12.946 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0ffff640 1 --2- 172.21.15.81:0/1511597528 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5efc004390 0x7f5efc004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.946 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0ffff640 1 -- 172.21.15.81:0/1511597528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc003980 msgr2=0x7f5efc003d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:12.946 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0ffff640 1 --2- 172.21.15.81:0/1511597528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc003980 0x7f5efc003d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.946 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.936+0000 7f5f0ffff640 1 -- 172.21.15.81:0/1511597528 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5efc003530 con 0x7f5efc005050 2023-06-26T03:00:12.948 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f0ffff640 1 -- 172.21.15.81:0/1511597528 reap_dead start 2023-06-26T03:00:12.949 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f0ffff640 1 --2- 172.21.15.81:0/1511597528 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5efc005050 0x7f5efc00b990 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5f00009ab0 tx=0x7f5f0001ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6ae5488e3aa07b6 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:12.949 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f000a5660 con 0x7f5efc005050 2023-06-26T03:00:12.949 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f000a57c0 con 0x7f5efc005050 2023-06-26T03:00:12.949 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f0e7fc640 1 -- 172.21.15.81:0/1511597528 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f000a5b50 con 0x7f5efc005050 2023-06-26T03:00:12.949 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1511597528 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5efc005050 msgr2=0x7f5efc00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:12.949 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f15dd0640 1 --2- 172.21.15.81:0/1511597528 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5efc005050 0x7f5efc00b990 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5f00009ab0 tx=0x7f5f0001ca70 comp rx=0 tx=0).stop 2023-06-26T03:00:12.949 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1511597528 shutdown_connections 2023-06-26T03:00:12.949 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f15dd0640 1 --2- 172.21.15.81:0/1511597528 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5efc005050 0x7f5efc00b990 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.950 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1511597528 >> 172.21.15.81:0/1511597528 conn(0x7f5f100cb030 msgr2=0x7f5f100cb430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:12.950 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1511597528 shutdown_connections 2023-06-26T03:00:12.950 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1511597528 wait complete. 2023-06-26T03:00:12.950 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f15dd0640 1 Processor -- start 2023-06-26T03:00:12.950 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.940+0000 7f5f15dd0640 1 -- start start 2023-06-26T03:00:12.950 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f15dd0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc005050 0x7f5f1015a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.950 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f15dd0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f100c3080 0x7f5f100b3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f15dd0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f1015b5f0 0x7f5f1015ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f15dd0640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f1015bfa0 con 0x7f5f100c3080 2023-06-26T03:00:12.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f15dd0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f100c3810 con 0x7f5efc005050 2023-06-26T03:00:12.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f15dd0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f100c3af0 con 0x7f5f1015b5f0 2023-06-26T03:00:12.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f100c3080 0x7f5f100b3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f100c3080 0x7f5f100b3cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56156/0 (socket says 172.21.15.81:56156) 2023-06-26T03:00:12.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0effd640 1 -- 172.21.15.81:0/1851124939 learned_addr learned my addr 172.21.15.81:0/1851124939 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:12.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0f7fe640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc005050 0x7f5f1015a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0ffff640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f1015b5f0 0x7f5f1015ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0effd640 1 -- 172.21.15.81:0/1851124939 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f1015b5f0 msgr2=0x7f5f1015ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:12.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0effd640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f1015b5f0 0x7f5f1015ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0effd640 1 -- 172.21.15.81:0/1851124939 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc005050 msgr2=0x7f5f1015a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:12.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0effd640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc005050 0x7f5f1015a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:12.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0effd640 1 -- 172.21.15.81:0/1851124939 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f100c3dd0 con 0x7f5f100c3080 2023-06-26T03:00:12.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0f7fe640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc005050 0x7f5f1015a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:12.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0effd640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f100c3080 0x7f5f100b3cb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5ef800e800 tx=0x7f5ef800ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:12.953 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f07fff640 1 -- 172.21.15.81:0/1851124939 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ef8003b90 con 0x7f5f100c3080 2023-06-26T03:00:12.953 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f07fff640 1 -- 172.21.15.81:0/1851124939 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ef8003cf0 con 0x7f5f100c3080 2023-06-26T03:00:12.953 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1851124939 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f100c40b0 con 0x7f5f100c3080 2023-06-26T03:00:12.953 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f07fff640 1 -- 172.21.15.81:0/1851124939 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ef8005310 con 0x7f5f100c3080 2023-06-26T03:00:12.953 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1851124939 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f100b41f0 con 0x7f5f100c3080 2023-06-26T03:00:12.954 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1851124939 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f100c45d0 con 0x7f5f100c3080 2023-06-26T03:00:12.954 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f07fff640 1 -- 172.21.15.81:0/1851124939 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5ef8005470 con 0x7f5f100c3080 2023-06-26T03:00:12.954 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f07fff640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5ef00662b0 0x7f5ef0068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:12.954 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f07fff640 1 -- 172.21.15.81:0/1851124939 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5580+0+0 (secure 0 0 0) 0x7f5ef8083b10 con 0x7f5f100c3080 2023-06-26T03:00:12.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0f7fe640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5ef00662b0 0x7f5ef0068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:12.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.944+0000 7f5f0f7fe640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5ef00662b0 0x7f5ef0068760 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5f100ce4b0 tx=0x7f5f08001c40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:12.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:12.948+0000 7f5f07fff640 1 -- 172.21.15.81:0/1851124939 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5f100c45d0 con 0x7f5f100c3080 2023-06-26T03:00:13.105 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.100+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1851124939 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f5f100c45d0 con 0x7f5f100c3080 2023-06-26T03:00:13.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.788+0000 7f5f07fff640 1 -- 172.21.15.81:0/1851124939 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v22) v1 ==== 170+0+0 (secure 0 0 0) 0x7f5f100c45d0 con 0x7f5f100c3080 2023-06-26T03:00:13.795 INFO:teuthology.orchestra.run.smithi081.stderr:pool 'cephfs_data' created 2023-06-26T03:00:13.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.796+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1851124939 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5ef00662b0 msgr2=0x7f5ef0068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:13.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.796+0000 7f5f15dd0640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5ef00662b0 0x7f5ef0068760 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5f100ce4b0 tx=0x7f5f08001c40 comp rx=0 tx=0).stop 2023-06-26T03:00:13.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.796+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1851124939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f100c3080 msgr2=0x7f5f100b3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:13.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.796+0000 7f5f15dd0640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f100c3080 0x7f5f100b3cb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5ef800e800 tx=0x7f5ef800ecc0 comp rx=0 tx=0).stop 2023-06-26T03:00:13.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.796+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1851124939 shutdown_connections 2023-06-26T03:00:13.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.796+0000 7f5f15dd0640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5ef00662b0 0x7f5ef0068760 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:13.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.796+0000 7f5f15dd0640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f1015b5f0 0x7f5f1015ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:13.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.796+0000 7f5f15dd0640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5f100c3080 0x7f5f100b3cb0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:13.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.796+0000 7f5f15dd0640 1 --2- 172.21.15.81:0/1851124939 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc005050 0x7f5f1015a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:13.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.796+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1851124939 >> 172.21.15.81:0/1851124939 conn(0x7f5f100cb030 msgr2=0x7f5f100ad030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:13.805 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.800+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1851124939 shutdown_connections 2023-06-26T03:00:13.807 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.804+0000 7f5f15dd0640 1 -- 172.21.15.81:0/1851124939 wait complete. 2023-06-26T03:00:13.838 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-06-26T03:00:13.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.948+0000 7f977162b640 1 Processor -- start 2023-06-26T03:00:13.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f977162b640 1 -- start start 2023-06-26T03:00:13.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f977162b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f976c159a60 0x7f976c0c1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:13.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f977162b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f976c0afdc0 0x7f976c070470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:13.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f977162b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f976c071170 con 0x7f976c06fff0 2023-06-26T03:00:13.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f977162b640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f976c0709b0 con 0x7f976c0afdc0 2023-06-26T03:00:13.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f977162b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f976c070bb0 con 0x7f976c159a60 2023-06-26T03:00:13.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f976b7fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f976c0afdc0 0x7f976c070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:13.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f976b7fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f976c0afdc0 0x7f976c070470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56162/0 (socket says 172.21.15.81:56162) 2023-06-26T03:00:13.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f976b7fe640 1 -- 172.21.15.81:0/1257786514 learned_addr learned my addr 172.21.15.81:0/1257786514 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:13.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f976affd640 1 --2- 172.21.15.81:0/1257786514 >> v2:172.21.15.92:3300/0 conn(0x7f976c159a60 0x7f976c0c1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:13.958 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f976b7fe640 1 -- 172.21.15.81:0/1257786514 >> v2:172.21.15.92:3300/0 conn(0x7f976c159a60 msgr2=0x7f976c0c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:13.958 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f976b7fe640 1 --2- 172.21.15.81:0/1257786514 >> v2:172.21.15.92:3300/0 conn(0x7f976c159a60 0x7f976c0c1780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:13.958 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f976b7fe640 1 -- 172.21.15.81:0/1257786514 >> v1:172.21.15.92:6789/0 conn(0x7f976c06fff0 legacy=0x7f976c0af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:13.958 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f976b7fe640 1 -- 172.21.15.81:0/1257786514 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f976c070e90 con 0x7f976c0afdc0 2023-06-26T03:00:13.959 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f976b7fe640 1 --2- 172.21.15.81:0/1257786514 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f976c0afdc0 0x7f976c070470 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f976c0b0820 tx=0x7f976401c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bd93516b2f58276 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:13.959 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f976a7fc640 1 -- 172.21.15.81:0/1257786514 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97640a6460 con 0x7f976c0afdc0 2023-06-26T03:00:13.959 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f976a7fc640 1 -- 172.21.15.81:0/1257786514 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97640a65c0 con 0x7f976c0afdc0 2023-06-26T03:00:13.959 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.952+0000 7f976a7fc640 1 -- 172.21.15.81:0/1257786514 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97640a6950 con 0x7f976c0afdc0 2023-06-26T03:00:13.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 -- 172.21.15.81:0/1257786514 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f976c0afdc0 msgr2=0x7f976c070470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:13.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 --2- 172.21.15.81:0/1257786514 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f976c0afdc0 0x7f976c070470 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f976c0b0820 tx=0x7f976401c960 comp rx=0 tx=0).stop 2023-06-26T03:00:13.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 -- 172.21.15.81:0/1257786514 shutdown_connections 2023-06-26T03:00:13.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 --2- 172.21.15.81:0/1257786514 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f976c0afdc0 0x7f976c070470 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:13.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 --2- 172.21.15.81:0/1257786514 >> v2:172.21.15.92:3300/0 conn(0x7f976c159a60 0x7f976c0c1780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:13.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 -- 172.21.15.81:0/1257786514 >> 172.21.15.81:0/1257786514 conn(0x7f976c06a100 msgr2=0x7f976c0ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:13.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 -- 172.21.15.81:0/1257786514 shutdown_connections 2023-06-26T03:00:13.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 -- 172.21.15.81:0/1257786514 wait complete. 2023-06-26T03:00:13.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 Processor -- start 2023-06-26T03:00:13.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 -- start start 2023-06-26T03:00:13.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f976c06fff0 0x7f976c149a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:13.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f976c0afdc0 0x7f976c1542f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:13.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f976c159a60 0x7f976c0ae690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:13.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f976c0cd8a0 con 0x7f976c0afdc0 2023-06-26T03:00:13.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f976c149f40 con 0x7f976c06fff0 2023-06-26T03:00:13.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f976c0cd2e0 con 0x7f976c159a60 2023-06-26T03:00:13.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f9763fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f976c0afdc0 0x7f976c1542f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:13.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f9763fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f976c0afdc0 0x7f976c1542f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56174/0 (socket says 172.21.15.81:56174) 2023-06-26T03:00:13.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f9763fff640 1 -- 172.21.15.81:0/3992862269 learned_addr learned my addr 172.21.15.81:0/3992862269 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:13.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f976affd640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f976c06fff0 0x7f976c149a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:13.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f976b7fe640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f976c159a60 0x7f976c0ae690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:13.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f9763fff640 1 -- 172.21.15.81:0/3992862269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f976c159a60 msgr2=0x7f976c0ae690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:13.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f9763fff640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f976c159a60 0x7f976c0ae690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:13.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f9763fff640 1 -- 172.21.15.81:0/3992862269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f976c06fff0 msgr2=0x7f976c149a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:13.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f9763fff640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f976c06fff0 0x7f976c149a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:13.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f9763fff640 1 -- 172.21.15.81:0/3992862269 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9764009b30 con 0x7f976c0afdc0 2023-06-26T03:00:13.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f976b7fe640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f976c159a60 0x7f976c0ae690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:13.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f9763fff640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f976c0afdc0 0x7f976c1542f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f975400c480 tx=0x7f975400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:13.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f97637fe640 1 -- 172.21.15.81:0/3992862269 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9754012830 con 0x7f976c0afdc0 2023-06-26T03:00:13.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f97637fe640 1 -- 172.21.15.81:0/3992862269 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97540129b0 con 0x7f976c0afdc0 2023-06-26T03:00:13.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 -- 172.21.15.81:0/3992862269 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f976c0cd5c0 con 0x7f976c0afdc0 2023-06-26T03:00:13.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f97637fe640 1 -- 172.21.15.81:0/3992862269 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9754012d60 con 0x7f976c0afdc0 2023-06-26T03:00:13.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.956+0000 7f977162b640 1 -- 172.21.15.81:0/3992862269 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f976c1525d0 con 0x7f976c0afdc0 2023-06-26T03:00:13.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.960+0000 7f977162b640 1 -- 172.21.15.81:0/3992862269 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f976c152150 con 0x7f976c0afdc0 2023-06-26T03:00:13.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.960+0000 7f97637fe640 1 -- 172.21.15.81:0/3992862269 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f975401c460 con 0x7f976c0afdc0 2023-06-26T03:00:13.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.960+0000 7f97637fe640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f974c0662b0 0x7f974c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:13.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.960+0000 7f976affd640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f974c0662b0 0x7f974c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:13.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.960+0000 7f97637fe640 1 -- 172.21.15.81:0/3992862269 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5962+0+0 (secure 0 0 0) 0x7f9754083ca0 con 0x7f976c0afdc0 2023-06-26T03:00:13.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.960+0000 7f976affd640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f974c0662b0 0x7f974c068760 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f975c00b930 tx=0x7f975c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:13.968 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:13.964+0000 7f97637fe640 1 -- 172.21.15.81:0/3992862269 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f976c152150 con 0x7f976c0afdc0 2023-06-26T03:00:14.138 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.132+0000 7f977162b640 1 -- 172.21.15.81:0/3992862269 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f976c152150 con 0x7f976c0afdc0 2023-06-26T03:00:14.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.144+0000 7f97637fe640 1 -- 172.21.15.81:0/3992862269 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 3 and data pool 4 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f976c152150 con 0x7f976c0afdc0 2023-06-26T03:00:14.151 INFO:teuthology.orchestra.run.smithi081.stderr:new fs with metadata pool 3 and data pool 4 2023-06-26T03:00:14.156 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.152+0000 7f977162b640 1 -- 172.21.15.81:0/3992862269 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f974c0662b0 msgr2=0x7f974c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.156 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.152+0000 7f977162b640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f974c0662b0 0x7f974c068760 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f975c00b930 tx=0x7f975c008040 comp rx=0 tx=0).stop 2023-06-26T03:00:14.156 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.152+0000 7f977162b640 1 -- 172.21.15.81:0/3992862269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f976c0afdc0 msgr2=0x7f976c1542f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.156 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.152+0000 7f977162b640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f976c0afdc0 0x7f976c1542f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f975400c480 tx=0x7f975400c940 comp rx=0 tx=0).stop 2023-06-26T03:00:14.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.164+0000 7f977162b640 1 -- 172.21.15.81:0/3992862269 shutdown_connections 2023-06-26T03:00:14.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.164+0000 7f977162b640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f974c0662b0 0x7f974c068760 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.164+0000 7f977162b640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f976c159a60 0x7f976c0ae690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.164+0000 7f977162b640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f976c0afdc0 0x7f976c1542f0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.164+0000 7f977162b640 1 --2- 172.21.15.81:0/3992862269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f976c06fff0 0x7f976c149a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.164+0000 7f977162b640 1 -- 172.21.15.81:0/3992862269 >> 172.21.15.81:0/3992862269 conn(0x7f976c06a100 msgr2=0x7f976c151020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:14.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.164+0000 7f977162b640 1 -- 172.21.15.81:0/3992862269 shutdown_connections 2023-06-26T03:00:14.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.164+0000 7f977162b640 1 -- 172.21.15.81:0/3992862269 wait complete. 2023-06-26T03:00:14.195 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:14.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.300+0000 7f14e623b640 1 Processor -- start 2023-06-26T03:00:14.307 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.300+0000 7f14e623b640 1 -- start start 2023-06-26T03:00:14.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14e623b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f14e013fa50 0x7f14e006d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14e623b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f14e00703f0 0x7f14e00694b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14e623b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f14e00699f0 0x7f14e015d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14e623b640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14e00cc890 con 0x7f14e00699f0 2023-06-26T03:00:14.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14e623b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14e0069e30 con 0x7f14e013fa50 2023-06-26T03:00:14.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14e623b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14e015ac40 con 0x7f14e00703f0 2023-06-26T03:00:14.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14dffff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f14e00699f0 0x7f14e015d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14dffff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f14e00699f0 0x7f14e015d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56176/0 (socket says 172.21.15.81:56176) 2023-06-26T03:00:14.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14dffff640 1 -- 172.21.15.81:0/3460420817 learned_addr learned my addr 172.21.15.81:0/3460420817 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:14.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14deffd640 1 --2- 172.21.15.81:0/3460420817 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f14e00703f0 0x7f14e00694b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14df7fe640 1 --2- 172.21.15.81:0/3460420817 >> v2:172.21.15.92:3300/0 conn(0x7f14e013fa50 0x7f14e006d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14dffff640 1 -- 172.21.15.81:0/3460420817 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f14e00703f0 msgr2=0x7f14e00694b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:14.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14dffff640 1 --2- 172.21.15.81:0/3460420817 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f14e00703f0 0x7f14e00694b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14dffff640 1 -- 172.21.15.81:0/3460420817 >> v2:172.21.15.92:3300/0 conn(0x7f14e013fa50 msgr2=0x7f14e006d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:14.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14dffff640 1 --2- 172.21.15.81:0/3460420817 >> v2:172.21.15.92:3300/0 conn(0x7f14e013fa50 0x7f14e006d8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14dffff640 1 -- 172.21.15.81:0/3460420817 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14e006de10 con 0x7f14e00699f0 2023-06-26T03:00:14.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14dffff640 1 --2- 172.21.15.81:0/3460420817 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14e00699f0 0x7f14e015d640 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f14e006a290 tx=0x7f14d801c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d57bab7ffe9d997 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:14.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14de7fc640 1 -- 172.21.15.81:0/3460420817 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14d80a5700 con 0x7f14e00699f0 2023-06-26T03:00:14.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14de7fc640 1 -- 172.21.15.81:0/3460420817 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14d80a5860 con 0x7f14e00699f0 2023-06-26T03:00:14.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.304+0000 7f14de7fc640 1 -- 172.21.15.81:0/3460420817 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14d80a5bf0 con 0x7f14e00699f0 2023-06-26T03:00:14.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 -- 172.21.15.81:0/3460420817 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14e00699f0 msgr2=0x7f14e015d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 --2- 172.21.15.81:0/3460420817 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14e00699f0 0x7f14e015d640 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f14e006a290 tx=0x7f14d801c880 comp rx=0 tx=0).stop 2023-06-26T03:00:14.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 -- 172.21.15.81:0/3460420817 shutdown_connections 2023-06-26T03:00:14.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 --2- 172.21.15.81:0/3460420817 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14e00699f0 0x7f14e015d640 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 --2- 172.21.15.81:0/3460420817 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f14e00703f0 0x7f14e00694b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 --2- 172.21.15.81:0/3460420817 >> v2:172.21.15.92:3300/0 conn(0x7f14e013fa50 0x7f14e006d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 -- 172.21.15.81:0/3460420817 >> 172.21.15.81:0/3460420817 conn(0x7f14e006a5c0 msgr2=0x7f14e006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:14.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 -- 172.21.15.81:0/3460420817 shutdown_connections 2023-06-26T03:00:14.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 -- 172.21.15.81:0/3460420817 wait complete. 2023-06-26T03:00:14.314 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 Processor -- start 2023-06-26T03:00:14.314 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 -- start start 2023-06-26T03:00:14.314 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14e00699f0 0x7f14e00b3350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14e00703f0 0x7f14e0139110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f14e013fa50 0x7f14e0156240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14e013a700 con 0x7f14e00703f0 2023-06-26T03:00:14.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14e0139b80 con 0x7f14e00699f0 2023-06-26T03:00:14.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14e0139e60 con 0x7f14e013fa50 2023-06-26T03:00:14.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14deffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14e00703f0 0x7f14e0139110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14deffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14e00703f0 0x7f14e0139110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56180/0 (socket says 172.21.15.81:56180) 2023-06-26T03:00:14.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14deffd640 1 -- 172.21.15.81:0/199434980 learned_addr learned my addr 172.21.15.81:0/199434980 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:14.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14dffff640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f14e013fa50 0x7f14e0156240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14df7fe640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14e00699f0 0x7f14e00b3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14deffd640 1 -- 172.21.15.81:0/199434980 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f14e013fa50 msgr2=0x7f14e0156240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14deffd640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f14e013fa50 0x7f14e0156240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14deffd640 1 -- 172.21.15.81:0/199434980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14e00699f0 msgr2=0x7f14e00b3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14deffd640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14e00699f0 0x7f14e00b3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14deffd640 1 -- 172.21.15.81:0/199434980 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14d8009b30 con 0x7f14e00703f0 2023-06-26T03:00:14.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14deffd640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14e00703f0 0x7f14e0139110 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f14d400d800 tx=0x7f14d400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:14.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14c7fff640 1 -- 172.21.15.81:0/199434980 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14d40096a0 con 0x7f14e00703f0 2023-06-26T03:00:14.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14c7fff640 1 -- 172.21.15.81:0/199434980 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14d4009800 con 0x7f14e00703f0 2023-06-26T03:00:14.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 -- 172.21.15.81:0/199434980 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14e013a140 con 0x7f14e00703f0 2023-06-26T03:00:14.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14c7fff640 1 -- 172.21.15.81:0/199434980 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14d4009b70 con 0x7f14e00703f0 2023-06-26T03:00:14.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.308+0000 7f14e623b640 1 -- 172.21.15.81:0/199434980 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14e00b3890 con 0x7f14e00703f0 2023-06-26T03:00:14.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.312+0000 7f14e623b640 1 -- 172.21.15.81:0/199434980 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14e0066880 con 0x7f14e00703f0 2023-06-26T03:00:14.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.312+0000 7f14c7fff640 1 -- 172.21.15.81:0/199434980 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f14d4009cd0 con 0x7f14e00703f0 2023-06-26T03:00:14.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.312+0000 7f14c7fff640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f14cc0662b0 0x7f14cc068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.312+0000 7f14c7fff640 1 -- 172.21.15.81:0/199434980 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f14d40844a0 con 0x7f14e00703f0 2023-06-26T03:00:14.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.312+0000 7f14df7fe640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f14cc0662b0 0x7f14cc068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.312+0000 7f14df7fe640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f14cc0662b0 0x7f14cc068760 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f14d000b930 tx=0x7f14d0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:14.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.316+0000 7f14c7fff640 1 -- 172.21.15.81:0/199434980 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f14d4051920 con 0x7f14e00703f0 2023-06-26T03:00:14.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.460+0000 7f14e623b640 1 -- 172.21.15.81:0/199434980 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f14e01628a0 con 0x7f14e00703f0 2023-06-26T03:00:14.466 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.460+0000 7f14c7fff640 1 -- 172.21.15.81:0/199434980 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18256 (secure 0 0 0) 0x7f14d4054f40 con 0x7f14e00703f0 2023-06-26T03:00:14.466 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:14.467 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":23,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:14.139135+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:14.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.464+0000 7f14e623b640 1 -- 172.21.15.81:0/199434980 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f14cc0662b0 msgr2=0x7f14cc068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.464+0000 7f14e623b640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f14cc0662b0 0x7f14cc068760 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f14d000b930 tx=0x7f14d0008040 comp rx=0 tx=0).stop 2023-06-26T03:00:14.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.464+0000 7f14e623b640 1 -- 172.21.15.81:0/199434980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14e00703f0 msgr2=0x7f14e0139110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.464+0000 7f14e623b640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14e00703f0 0x7f14e0139110 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f14d400d800 tx=0x7f14d400dcc0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.464+0000 7f14e623b640 1 -- 172.21.15.81:0/199434980 shutdown_connections 2023-06-26T03:00:14.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.464+0000 7f14e623b640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f14cc0662b0 0x7f14cc068760 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.464+0000 7f14e623b640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f14e013fa50 0x7f14e0156240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.464+0000 7f14e623b640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f14e00703f0 0x7f14e0139110 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.464+0000 7f14e623b640 1 --2- 172.21.15.81:0/199434980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14e00699f0 0x7f14e00b3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.464+0000 7f14e623b640 1 -- 172.21.15.81:0/199434980 >> 172.21.15.81:0/199434980 conn(0x7f14e006a5c0 msgr2=0x7f14e00cec40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:14.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.464+0000 7f14e623b640 1 -- 172.21.15.81:0/199434980 shutdown_connections 2023-06-26T03:00:14.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.464+0000 7f14e623b640 1 -- 172.21.15.81:0/199434980 wait complete. 2023-06-26T03:00:14.485 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:14.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.584+0000 7fe9e7094640 1 Processor -- start 2023-06-26T03:00:14.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.584+0000 7fe9e7094640 1 -- start start 2023-06-26T03:00:14.591 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e7094640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe9e00af770 0x7fe9e0158c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.592 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e7094640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe9e00afb40 0x7fe9e015c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.592 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e7094640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9e006efb0 con 0x7fe9e015cf20 2023-06-26T03:00:14.592 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e7094640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9e0159c30 con 0x7fe9e00af770 2023-06-26T03:00:14.592 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e7094640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9e00cc0f0 con 0x7fe9e00afb40 2023-06-26T03:00:14.592 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e4e30640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe9e00af770 0x7fe9e0158c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.592 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e4e30640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe9e00af770 0x7fe9e0158c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56184/0 (socket says 172.21.15.81:56184) 2023-06-26T03:00:14.592 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e4e30640 1 -- 172.21.15.81:0/2433879131 learned_addr learned my addr 172.21.15.81:0/2433879131 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:14.593 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9dffff640 1 --2- 172.21.15.81:0/2433879131 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe9e00afb40 0x7fe9e015c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.593 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e4e30640 1 -- 172.21.15.81:0/2433879131 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe9e00afb40 msgr2=0x7fe9e015c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:14.593 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e4e30640 1 --2- 172.21.15.81:0/2433879131 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe9e00afb40 0x7fe9e015c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.593 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e4e30640 1 -- 172.21.15.81:0/2433879131 >> v1:172.21.15.92:6789/0 conn(0x7fe9e015cf20 legacy=0x7fe9e006bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:14.593 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e4e30640 1 -- 172.21.15.81:0/2433879131 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9e0159160 con 0x7fe9e00af770 2023-06-26T03:00:14.594 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e4e30640 1 --2- 172.21.15.81:0/2433879131 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe9e00af770 0x7fe9e0158c20 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe9d0009870 tx=0x7fe9d001ecf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f74267ee7464e634 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:14.594 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9df7fe640 1 -- 172.21.15.81:0/2433879131 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d00a89b0 con 0x7fe9e00af770 2023-06-26T03:00:14.594 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9df7fe640 1 -- 172.21.15.81:0/2433879131 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9d00a8b10 con 0x7fe9e00af770 2023-06-26T03:00:14.594 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9df7fe640 1 -- 172.21.15.81:0/2433879131 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d00a8ea0 con 0x7fe9e00af770 2023-06-26T03:00:14.595 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e7094640 1 -- 172.21.15.81:0/2433879131 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe9e00af770 msgr2=0x7fe9e0158c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.595 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e7094640 1 --2- 172.21.15.81:0/2433879131 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe9e00af770 0x7fe9e0158c20 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe9d0009870 tx=0x7fe9d001ecf0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.595 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e7094640 1 -- 172.21.15.81:0/2433879131 shutdown_connections 2023-06-26T03:00:14.595 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e7094640 1 --2- 172.21.15.81:0/2433879131 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe9e00afb40 0x7fe9e015c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.596 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e7094640 1 --2- 172.21.15.81:0/2433879131 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe9e00af770 0x7fe9e0158c20 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.596 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e7094640 1 -- 172.21.15.81:0/2433879131 >> 172.21.15.81:0/2433879131 conn(0x7fe9e00ca770 msgr2=0x7fe9e00cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:14.596 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e7094640 1 -- 172.21.15.81:0/2433879131 shutdown_connections 2023-06-26T03:00:14.596 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.588+0000 7fe9e7094640 1 -- 172.21.15.81:0/2433879131 wait complete. 2023-06-26T03:00:14.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e7094640 1 Processor -- start 2023-06-26T03:00:14.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e7094640 1 -- start start 2023-06-26T03:00:14.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e7094640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe9e00af770 0x7fe9e00b0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e7094640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe9e00afb40 0x7fe9e01581c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e7094640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe9e015cf20 0x7fe9e0142c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e7094640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9e00cd660 con 0x7fe9e00af770 2023-06-26T03:00:14.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e7094640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9e00cd870 con 0x7fe9e015cf20 2023-06-26T03:00:14.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e7094640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9e00cdb50 con 0x7fe9e00afb40 2023-06-26T03:00:14.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e4e30640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe9e00af770 0x7fe9e00b0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e4e30640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe9e00af770 0x7fe9e00b0b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56190/0 (socket says 172.21.15.81:56190) 2023-06-26T03:00:14.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e4e30640 1 -- 172.21.15.81:0/825810485 learned_addr learned my addr 172.21.15.81:0/825810485 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:14.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9dffff640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe9e00afb40 0x7fe9e01581c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e4e30640 1 -- 172.21.15.81:0/825810485 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe9e00afb40 msgr2=0x7fe9e01581c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e4e30640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe9e00afb40 0x7fe9e01581c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e4e30640 1 -- 172.21.15.81:0/825810485 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe9e015cf20 msgr2=0x7fe9e0142c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e5631640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe9e015cf20 0x7fe9e0142c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e4e30640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe9e015cf20 0x7fe9e0142c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e4e30640 1 -- 172.21.15.81:0/825810485 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9d00094d0 con 0x7fe9e00af770 2023-06-26T03:00:14.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9dffff640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe9e00afb40 0x7fe9e01581c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:14.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e4e30640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe9e00af770 0x7fe9e00b0b90 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe9d00b3040 tx=0x7fe9d001ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:14.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9dd7fa640 1 -- 172.21.15.81:0/825810485 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d00be070 con 0x7fe9e00af770 2023-06-26T03:00:14.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9dd7fa640 1 -- 172.21.15.81:0/825810485 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9d00ba400 con 0x7fe9e00af770 2023-06-26T03:00:14.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e7094640 1 -- 172.21.15.81:0/825810485 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9e00cde30 con 0x7fe9e00af770 2023-06-26T03:00:14.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9dd7fa640 1 -- 172.21.15.81:0/825810485 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d00ba7b0 con 0x7fe9e00af770 2023-06-26T03:00:14.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e7094640 1 -- 172.21.15.81:0/825810485 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9e00ce3f0 con 0x7fe9e00af770 2023-06-26T03:00:14.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.592+0000 7fe9e7094640 1 -- 172.21.15.81:0/825810485 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9e004d790 con 0x7fe9e00af770 2023-06-26T03:00:14.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.596+0000 7fe9dd7fa640 1 -- 172.21.15.81:0/825810485 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe9d00ba910 con 0x7fe9e00af770 2023-06-26T03:00:14.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.596+0000 7fe9dd7fa640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe9cc066280 0x7fe9cc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.596+0000 7fe9dd7fa640 1 -- 172.21.15.81:0/825810485 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe9d0121bf0 con 0x7fe9e00af770 2023-06-26T03:00:14.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.596+0000 7fe9dffff640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe9cc066280 0x7fe9cc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.596+0000 7fe9dffff640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe9cc066280 0x7fe9cc068730 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4006fd0 tx=0x7fe9d4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:14.603 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.600+0000 7fe9dd7fa640 1 -- 172.21.15.81:0/825810485 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe9d00ef100 con 0x7fe9e00af770 2023-06-26T03:00:14.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.740+0000 7fe9e7094640 1 -- 172.21.15.81:0/825810485 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe9e0159920 con 0x7fe9e00af770 2023-06-26T03:00:14.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.744+0000 7fe9dd7fa640 1 -- 172.21.15.81:0/825810485 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+18256 (secure 0 0 0) 0x7fe9d00f2720 con 0x7fe9e00af770 2023-06-26T03:00:14.749 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:14.749 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":23,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:14.139135+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:14.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.744+0000 7fe9e7094640 1 -- 172.21.15.81:0/825810485 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe9cc066280 msgr2=0x7fe9cc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.744+0000 7fe9e7094640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe9cc066280 0x7fe9cc068730 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4006fd0 tx=0x7fe9d4008040 comp rx=0 tx=0).stop 2023-06-26T03:00:14.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.744+0000 7fe9e7094640 1 -- 172.21.15.81:0/825810485 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe9e00af770 msgr2=0x7fe9e00b0b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.744+0000 7fe9e7094640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe9e00af770 0x7fe9e00b0b90 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe9d00b3040 tx=0x7fe9d001ba90 comp rx=0 tx=0).stop 2023-06-26T03:00:14.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.744+0000 7fe9e7094640 1 -- 172.21.15.81:0/825810485 shutdown_connections 2023-06-26T03:00:14.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.744+0000 7fe9e7094640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe9cc066280 0x7fe9cc068730 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.744+0000 7fe9e7094640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe9e015cf20 0x7fe9e0142c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.744+0000 7fe9e7094640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe9e00afb40 0x7fe9e01581c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.744+0000 7fe9e7094640 1 --2- 172.21.15.81:0/825810485 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe9e00af770 0x7fe9e00b0b90 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.744+0000 7fe9e7094640 1 -- 172.21.15.81:0/825810485 >> 172.21.15.81:0/825810485 conn(0x7fe9e00ca770 msgr2=0x7fe9e015ad20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:14.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.744+0000 7fe9e7094640 1 -- 172.21.15.81:0/825810485 shutdown_connections 2023-06-26T03:00:14.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.744+0000 7fe9e7094640 1 -- 172.21.15.81:0/825810485 wait complete. 2023-06-26T03:00:14.766 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-06-26T03:00:14.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.880+0000 7f3caa483640 1 Processor -- start 2023-06-26T03:00:14.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.880+0000 7f3caa483640 1 -- start start 2023-06-26T03:00:14.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3caa483640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ca415ba70 0x7f3ca40c9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3caa483640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f3ca406b7b0 0x7f3ca415c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3caa483640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ca415cff0 con 0x7f3ca406bbe0 2023-06-26T03:00:14.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3caa483640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ca40c99a0 con 0x7f3ca406b7b0 2023-06-26T03:00:14.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3caa483640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ca40c8d90 con 0x7f3ca415ba70 2023-06-26T03:00:14.889 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca37fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f3ca406b7b0 0x7f3ca415c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.889 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca8a20640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f3ca406bbe0 0x7f3ca406eed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52800/0 (socket says 172.21.15.81:52800) 2023-06-26T03:00:14.889 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca8a20640 1 -- 172.21.15.81:0/4285353399 learned_addr learned my addr 172.21.15.81:0/4285353399 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:14.890 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca3fff640 1 --2- 172.21.15.81:0/4285353399 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ca415ba70 0x7f3ca40c9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.890 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca2ffd640 1 -- 172.21.15.81:0/4285353399 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 308782581 0 0) 0x7f3ca415cff0 con 0x7f3ca406bbe0 2023-06-26T03:00:14.890 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca2ffd640 1 -- 172.21.15.81:0/4285353399 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3c8c003530 con 0x7f3ca406bbe0 2023-06-26T03:00:14.890 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca37fe640 1 -- 172.21.15.81:0/4285353399 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ca415ba70 msgr2=0x7f3ca40c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:14.890 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca37fe640 1 --2- 172.21.15.81:0/4285353399 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ca415ba70 0x7f3ca40c9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.890 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca37fe640 1 -- 172.21.15.81:0/4285353399 >> v1:172.21.15.81:6789/0 conn(0x7f3ca406bbe0 legacy=0x7f3ca406eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca37fe640 1 -- 172.21.15.81:0/4285353399 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ca40c9070 con 0x7f3ca406b7b0 2023-06-26T03:00:14.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca3fff640 1 --2- 172.21.15.81:0/4285353399 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ca415ba70 0x7f3ca40c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:14.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca37fe640 1 --2- 172.21.15.81:0/4285353399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ca406b7b0 0x7f3ca415c170 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3c980097c0 tx=0x7f3c9801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fced0d556a5c70ca server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:14.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca2ffd640 1 -- 172.21.15.81:0/4285353399 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c980ab600 con 0x7f3ca406b7b0 2023-06-26T03:00:14.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca2ffd640 1 -- 172.21.15.81:0/4285353399 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c980a7050 con 0x7f3ca406b7b0 2023-06-26T03:00:14.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.884+0000 7f3ca2ffd640 1 -- 172.21.15.81:0/4285353399 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c980ab960 con 0x7f3ca406b7b0 2023-06-26T03:00:14.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 -- 172.21.15.81:0/4285353399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ca406b7b0 msgr2=0x7f3ca415c170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 --2- 172.21.15.81:0/4285353399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ca406b7b0 0x7f3ca415c170 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3c980097c0 tx=0x7f3c9801c3c0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 -- 172.21.15.81:0/4285353399 shutdown_connections 2023-06-26T03:00:14.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 --2- 172.21.15.81:0/4285353399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ca406b7b0 0x7f3ca415c170 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 --2- 172.21.15.81:0/4285353399 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ca415ba70 0x7f3ca40c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 -- 172.21.15.81:0/4285353399 >> 172.21.15.81:0/4285353399 conn(0x7f3ca406a100 msgr2=0x7f3ca40ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:14.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 -- 172.21.15.81:0/4285353399 shutdown_connections 2023-06-26T03:00:14.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 -- 172.21.15.81:0/4285353399 wait complete. 2023-06-26T03:00:14.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 Processor -- start 2023-06-26T03:00:14.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 -- start start 2023-06-26T03:00:14.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ca406b7b0 0x7f3ca4158140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ca406bbe0 0x7f3ca40ae500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ca415ba70 0x7f3ca4158ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ca40c2b00 con 0x7f3ca415ba70 2023-06-26T03:00:14.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ca40b0460 con 0x7f3ca406b7b0 2023-06-26T03:00:14.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ca40afbc0 con 0x7f3ca406bbe0 2023-06-26T03:00:14.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca8a20640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ca415ba70 0x7f3ca4158ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca8a20640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ca415ba70 0x7f3ca4158ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56210/0 (socket says 172.21.15.81:56210) 2023-06-26T03:00:14.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca8a20640 1 -- 172.21.15.81:0/3182009257 learned_addr learned my addr 172.21.15.81:0/3182009257 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:14.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca37fe640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ca406bbe0 0x7f3ca40ae500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca3fff640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ca406b7b0 0x7f3ca4158140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca8a20640 1 -- 172.21.15.81:0/3182009257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ca406bbe0 msgr2=0x7f3ca40ae500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca8a20640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ca406bbe0 0x7f3ca40ae500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca8a20640 1 -- 172.21.15.81:0/3182009257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ca406b7b0 msgr2=0x7f3ca4158140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:14.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca8a20640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ca406b7b0 0x7f3ca4158140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:14.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca8a20640 1 -- 172.21.15.81:0/3182009257 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c98009420 con 0x7f3ca415ba70 2023-06-26T03:00:14.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca8a20640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ca415ba70 0x7f3ca4158ea0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3c9c00caa0 tx=0x7f3c9c00cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:14.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca0ff9640 1 -- 172.21.15.81:0/3182009257 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c9c00ac00 con 0x7f3ca415ba70 2023-06-26T03:00:14.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca0ff9640 1 -- 172.21.15.81:0/3182009257 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c9c00ad60 con 0x7f3ca415ba70 2023-06-26T03:00:14.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3caa483640 1 -- 172.21.15.81:0/3182009257 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ca40afea0 con 0x7f3ca415ba70 2023-06-26T03:00:14.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.888+0000 7f3ca0ff9640 1 -- 172.21.15.81:0/3182009257 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c9c012620 con 0x7f3ca415ba70 2023-06-26T03:00:14.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.892+0000 7f3caa483640 1 -- 172.21.15.81:0/3182009257 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ca4158680 con 0x7f3ca415ba70 2023-06-26T03:00:14.899 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.892+0000 7f3caa483640 1 -- 172.21.15.81:0/3182009257 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ca40c2c70 con 0x7f3ca415ba70 2023-06-26T03:00:14.899 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.892+0000 7f3ca0ff9640 1 -- 172.21.15.81:0/3182009257 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3c9c007070 con 0x7f3ca415ba70 2023-06-26T03:00:14.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.892+0000 7f3ca0ff9640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3c90066280 0x7f3c90068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:14.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.892+0000 7f3ca0ff9640 1 -- 172.21.15.81:0/3182009257 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f3c9c083c60 con 0x7f3ca415ba70 2023-06-26T03:00:14.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.892+0000 7f3ca3fff640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3c90066280 0x7f3c90068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:14.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.892+0000 7f3ca3fff640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3c90066280 0x7f3c90068730 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3ca40b2c80 tx=0x7f3c94008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:14.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:14.896+0000 7f3ca0ff9640 1 -- 172.21.15.81:0/3182009257 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3c9c0511a0 con 0x7f3ca415ba70 2023-06-26T03:00:15.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.088+0000 7f3caa483640 1 -- 172.21.15.81:0/3182009257 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f3ca404d790 con 0x7f3ca415ba70 2023-06-26T03:00:15.774 INFO:tasks.ceph.mds.b.smithi092.stderr:2023-06-26T03:00:15.769+0000 7ff65482a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-06-26T03:00:15.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.912+0000 7f3ca0ff9640 1 -- 172.21.15.81:0/3182009257 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v6) v1 ==== 118+0+0 (secure 0 0 0) 0x7f3c9c0547c0 con 0x7f3ca415ba70 2023-06-26T03:00:15.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.916+0000 7f3caa483640 1 -- 172.21.15.81:0/3182009257 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3c90066280 msgr2=0x7f3c90068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:15.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.916+0000 7f3caa483640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3c90066280 0x7f3c90068730 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3ca40b2c80 tx=0x7f3c94008040 comp rx=0 tx=0).stop 2023-06-26T03:00:15.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.916+0000 7f3caa483640 1 -- 172.21.15.81:0/3182009257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ca415ba70 msgr2=0x7f3ca4158ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:15.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.916+0000 7f3caa483640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ca415ba70 0x7f3ca4158ea0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3c9c00caa0 tx=0x7f3c9c00cf60 comp rx=0 tx=0).stop 2023-06-26T03:00:15.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.916+0000 7f3caa483640 1 -- 172.21.15.81:0/3182009257 shutdown_connections 2023-06-26T03:00:15.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.916+0000 7f3caa483640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3c90066280 0x7f3c90068730 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:15.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.916+0000 7f3caa483640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3ca415ba70 0x7f3ca4158ea0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:15.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.916+0000 7f3caa483640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ca406bbe0 0x7f3ca40ae500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:15.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.916+0000 7f3caa483640 1 --2- 172.21.15.81:0/3182009257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ca406b7b0 0x7f3ca4158140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:15.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.916+0000 7f3caa483640 1 -- 172.21.15.81:0/3182009257 >> 172.21.15.81:0/3182009257 conn(0x7f3ca406a100 msgr2=0x7f3ca40cc790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:15.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.916+0000 7f3caa483640 1 -- 172.21.15.81:0/3182009257 shutdown_connections 2023-06-26T03:00:15.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:15.916+0000 7f3caa483640 1 -- 172.21.15.81:0/3182009257 wait complete. 2023-06-26T03:00:15.941 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-06-26T03:00:15.941 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-06-26T03:00:16.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.064+0000 7f4be5bfe640 1 Processor -- start 2023-06-26T03:00:16.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.064+0000 7f4be5bfe640 1 -- start start 2023-06-26T03:00:16.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4be5bfe640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4be0153cb0 0x7f4be015a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:16.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4be5bfe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f4be00afdc0 0x7f4be00703b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:16.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4be5bfe640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4be0154080 con 0x7f4be00c8280 2023-06-26T03:00:16.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4be5bfe640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4be006d080 con 0x7f4be00afdc0 2023-06-26T03:00:16.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4be5bfe640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4be015abb0 con 0x7f4be0153cb0 2023-06-26T03:00:16.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4bdffff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f4be00afdc0 0x7f4be00703b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:16.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4bd7fff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f4be00c8280 0x7f4be00af6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52816/0 (socket says 172.21.15.81:52816) 2023-06-26T03:00:16.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4bd7fff640 1 -- 172.21.15.81:0/897027723 learned_addr learned my addr 172.21.15.81:0/897027723 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:16.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4bdf7fe640 1 --2- 172.21.15.81:0/897027723 >> v2:172.21.15.92:3300/0 conn(0x7f4be0153cb0 0x7f4be015a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:16.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4bdffff640 1 -- 172.21.15.81:0/897027723 >> v2:172.21.15.92:3300/0 conn(0x7f4be0153cb0 msgr2=0x7f4be015a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:16.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4bdffff640 1 --2- 172.21.15.81:0/897027723 >> v2:172.21.15.92:3300/0 conn(0x7f4be0153cb0 0x7f4be015a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:16.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4bdffff640 1 -- 172.21.15.81:0/897027723 >> v1:172.21.15.81:6789/0 conn(0x7f4be00c8280 legacy=0x7f4be00af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:16.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4bdffff640 1 -- 172.21.15.81:0/897027723 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4be006ff10 con 0x7f4be00afdc0 2023-06-26T03:00:16.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4bdeffd640 1 -- 172.21.15.81:0/897027723 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1349221039 0 0) 0x7f4bc8001120 con 0x7f4be00c8280 2023-06-26T03:00:16.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4bdffff640 1 --2- 172.21.15.81:0/897027723 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4be00afdc0 0x7f4be00703b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4be00caeb0 tx=0x7f4bd801c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b57244026bd7b788 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:16.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4bdeffd640 1 -- 172.21.15.81:0/897027723 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bd80a56c0 con 0x7f4be00afdc0 2023-06-26T03:00:16.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4bdeffd640 1 -- 172.21.15.81:0/897027723 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bd80a5820 con 0x7f4be00afdc0 2023-06-26T03:00:16.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.068+0000 7f4bdeffd640 1 -- 172.21.15.81:0/897027723 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bd80a5bb0 con 0x7f4be00afdc0 2023-06-26T03:00:16.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 -- 172.21.15.81:0/897027723 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4be00afdc0 msgr2=0x7f4be00703b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:16.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 --2- 172.21.15.81:0/897027723 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4be00afdc0 0x7f4be00703b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4be00caeb0 tx=0x7f4bd801c910 comp rx=0 tx=0).stop 2023-06-26T03:00:16.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 -- 172.21.15.81:0/897027723 shutdown_connections 2023-06-26T03:00:16.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 --2- 172.21.15.81:0/897027723 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4be00afdc0 0x7f4be00703b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:16.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 --2- 172.21.15.81:0/897027723 >> v2:172.21.15.92:3300/0 conn(0x7f4be0153cb0 0x7f4be015a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:16.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 -- 172.21.15.81:0/897027723 >> 172.21.15.81:0/897027723 conn(0x7f4be006a100 msgr2=0x7f4be00ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:16.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 -- 172.21.15.81:0/897027723 shutdown_connections 2023-06-26T03:00:16.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 -- 172.21.15.81:0/897027723 wait complete. 2023-06-26T03:00:16.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 Processor -- start 2023-06-26T03:00:16.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 -- start start 2023-06-26T03:00:16.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4be00afdc0 0x7f4be014a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:16.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4be00c8280 0x7f4be00c6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:16.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4be0153cb0 0x7f4be0148120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:16.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4be0152160 con 0x7f4be0153cb0 2023-06-26T03:00:16.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4be0151290 con 0x7f4be00c8280 2023-06-26T03:00:16.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4be0152580 con 0x7f4be00afdc0 2023-06-26T03:00:16.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4be0153cb0 0x7f4be0148120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:16.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4be0153cb0 0x7f4be0148120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56222/0 (socket says 172.21.15.81:56222) 2023-06-26T03:00:16.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdffff640 1 -- 172.21.15.81:0/3935098067 learned_addr learned my addr 172.21.15.81:0/3935098067 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:16.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bd7fff640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4be00c8280 0x7f4be00c6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:16.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdf7fe640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4be00afdc0 0x7f4be014a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:16.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdffff640 1 -- 172.21.15.81:0/3935098067 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4be00afdc0 msgr2=0x7f4be014a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:16.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdffff640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4be00afdc0 0x7f4be014a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:16.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdffff640 1 -- 172.21.15.81:0/3935098067 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4be00c8280 msgr2=0x7f4be00c6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:16.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdffff640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4be00c8280 0x7f4be00c6ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:16.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdffff640 1 -- 172.21.15.81:0/3935098067 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bd8009a70 con 0x7f4be0153cb0 2023-06-26T03:00:16.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdf7fe640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4be00afdc0 0x7f4be014a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:16.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdffff640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4be0153cb0 0x7f4be0148120 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4bd8019520 tx=0x7f4bd80196b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:16.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdcff9640 1 -- 172.21.15.81:0/3935098067 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bd80b9860 con 0x7f4be0153cb0 2023-06-26T03:00:16.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdcff9640 1 -- 172.21.15.81:0/3935098067 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bd80b99c0 con 0x7f4be0153cb0 2023-06-26T03:00:16.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 -- 172.21.15.81:0/3935098067 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4be014a520 con 0x7f4be0153cb0 2023-06-26T03:00:16.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4bdcff9640 1 -- 172.21.15.81:0/3935098067 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bd80b9d70 con 0x7f4be0153cb0 2023-06-26T03:00:16.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.072+0000 7f4be5bfe640 1 -- 172.21.15.81:0/3935098067 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4be01517c0 con 0x7f4be0153cb0 2023-06-26T03:00:16.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.076+0000 7f4be5bfe640 1 -- 172.21.15.81:0/3935098067 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4be00c9d70 con 0x7f4be0153cb0 2023-06-26T03:00:16.083 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.076+0000 7f4bdcff9640 1 -- 172.21.15.81:0/3935098067 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4bd80ad440 con 0x7f4be0153cb0 2023-06-26T03:00:16.083 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.076+0000 7f4bdcff9640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4bc0066280 0x7f4bc0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:16.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.076+0000 7f4bdcff9640 1 -- 172.21.15.81:0/3935098067 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f4bd811f4e0 con 0x7f4be0153cb0 2023-06-26T03:00:16.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.076+0000 7f4bdf7fe640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4bc0066280 0x7f4bc0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:16.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.076+0000 7f4bdf7fe640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4bc0066280 0x7f4bc0068730 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f4bd00097a0 tx=0x7f4bd0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:16.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.080+0000 7f4bdcff9640 1 -- 172.21.15.81:0/3935098067 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4bd80ecad0 con 0x7f4be0153cb0 2023-06-26T03:00:16.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.264+0000 7f4be5bfe640 1 -- 172.21.15.81:0/3935098067 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f4be01522a0 con 0x7f4be0153cb0 2023-06-26T03:00:16.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.924+0000 7f4bdcff9640 1 -- 172.21.15.81:0/3935098067 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v7) v1 ==== 122+0+0 (secure 0 0 0) 0x7f4be01522a0 con 0x7f4be0153cb0 2023-06-26T03:00:16.932 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.928+0000 7f4be5bfe640 1 -- 172.21.15.81:0/3935098067 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4bc0066280 msgr2=0x7f4bc0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:16.932 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.928+0000 7f4be5bfe640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4bc0066280 0x7f4bc0068730 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f4bd00097a0 tx=0x7f4bd0008040 comp rx=0 tx=0).stop 2023-06-26T03:00:16.933 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.928+0000 7f4be5bfe640 1 -- 172.21.15.81:0/3935098067 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4be0153cb0 msgr2=0x7f4be0148120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:16.933 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.928+0000 7f4be5bfe640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4be0153cb0 0x7f4be0148120 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4bd8019520 tx=0x7f4bd80196b0 comp rx=0 tx=0).stop 2023-06-26T03:00:16.933 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.928+0000 7f4be5bfe640 1 -- 172.21.15.81:0/3935098067 shutdown_connections 2023-06-26T03:00:16.933 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.928+0000 7f4be5bfe640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4bc0066280 0x7f4bc0068730 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:16.933 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.928+0000 7f4be5bfe640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4be0153cb0 0x7f4be0148120 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:16.934 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.928+0000 7f4be5bfe640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4be00c8280 0x7f4be00c6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:16.934 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.928+0000 7f4be5bfe640 1 --2- 172.21.15.81:0/3935098067 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4be00afdc0 0x7f4be014a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:16.934 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.928+0000 7f4be5bfe640 1 -- 172.21.15.81:0/3935098067 >> 172.21.15.81:0/3935098067 conn(0x7f4be006a100 msgr2=0x7f4be006b3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:16.934 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.928+0000 7f4be5bfe640 1 -- 172.21.15.81:0/3935098067 shutdown_connections 2023-06-26T03:00:16.934 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:16.928+0000 7f4be5bfe640 1 -- 172.21.15.81:0/3935098067 wait complete. 2023-06-26T03:00:16.953 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-06-26T03:00:16.954 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:00:17.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.072+0000 7ff4efd3b640 1 Processor -- start 2023-06-26T03:00:17.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.072+0000 7ff4efd3b640 1 -- start start 2023-06-26T03:00:17.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4efd3b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff4e81596a0 0x7ff4e8070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4efd3b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff4e80afe80 0x7ff4e80c99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4efd3b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4e806bd00 con 0x7ff4e80c9560 2023-06-26T03:00:17.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4efd3b640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4e80c9ef0 con 0x7ff4e80afe80 2023-06-26T03:00:17.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4efd3b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4e80ca100 con 0x7ff4e81596a0 2023-06-26T03:00:17.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4ee2d8640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff4e80afe80 0x7ff4e80c99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4ee2d8640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff4e80afe80 0x7ff4e80c99b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56236/0 (socket says 172.21.15.81:56236) 2023-06-26T03:00:17.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4ee2d8640 1 -- 172.21.15.81:0/3142279725 learned_addr learned my addr 172.21.15.81:0/3142279725 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:17.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4ee2d8640 1 -- 172.21.15.81:0/3142279725 >> v2:172.21.15.92:3300/0 conn(0x7ff4e81596a0 msgr2=0x7ff4e8070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:17.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4edad7640 1 --2- 172.21.15.81:0/3142279725 >> v2:172.21.15.92:3300/0 conn(0x7ff4e81596a0 0x7ff4e8070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4ee2d8640 1 --2- 172.21.15.81:0/3142279725 >> v2:172.21.15.92:3300/0 conn(0x7ff4e81596a0 0x7ff4e8070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4ee2d8640 1 -- 172.21.15.81:0/3142279725 >> v1:172.21.15.92:6789/0 conn(0x7ff4e80c9560 legacy=0x7ff4e80af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:17.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4ee2d8640 1 -- 172.21.15.81:0/3142279725 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4e8070360 con 0x7ff4e80afe80 2023-06-26T03:00:17.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4edad7640 1 --2- 172.21.15.81:0/3142279725 >> v2:172.21.15.92:3300/0 conn(0x7ff4e81596a0 0x7ff4e8070e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:17.083 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4ee2d8640 1 --2- 172.21.15.81:0/3142279725 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4e80afe80 0x7ff4e80c99b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff4e80ca030 tx=0x7ff4e001c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef4802950426c5a6 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:17.083 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4ecad5640 1 -- 172.21.15.81:0/3142279725 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e00a5790 con 0x7ff4e80afe80 2023-06-26T03:00:17.083 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4ecad5640 1 -- 172.21.15.81:0/3142279725 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4e00a58f0 con 0x7ff4e80afe80 2023-06-26T03:00:17.083 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4ecad5640 1 -- 172.21.15.81:0/3142279725 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e00a5c80 con 0x7ff4e80afe80 2023-06-26T03:00:17.083 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4efd3b640 1 -- 172.21.15.81:0/3142279725 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4e80afe80 msgr2=0x7ff4e80c99b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4efd3b640 1 --2- 172.21.15.81:0/3142279725 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4e80afe80 0x7ff4e80c99b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff4e80ca030 tx=0x7ff4e001c8d0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4efd3b640 1 -- 172.21.15.81:0/3142279725 shutdown_connections 2023-06-26T03:00:17.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4efd3b640 1 --2- 172.21.15.81:0/3142279725 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4e80afe80 0x7ff4e80c99b0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4efd3b640 1 --2- 172.21.15.81:0/3142279725 >> v2:172.21.15.92:3300/0 conn(0x7ff4e81596a0 0x7ff4e8070e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4efd3b640 1 -- 172.21.15.81:0/3142279725 >> 172.21.15.81:0/3142279725 conn(0x7ff4e80ca770 msgr2=0x7ff4e80cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:17.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4efd3b640 1 -- 172.21.15.81:0/3142279725 shutdown_connections 2023-06-26T03:00:17.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.076+0000 7ff4efd3b640 1 -- 172.21.15.81:0/3142279725 wait complete. 2023-06-26T03:00:17.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4efd3b640 1 Processor -- start 2023-06-26T03:00:17.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4efd3b640 1 -- start start 2023-06-26T03:00:17.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4efd3b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4e80afe80 0x7ff4e8155040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4efd3b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4e80c9560 0x7ff4e806cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4efd3b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4e81596a0 0x7ff4e80c0e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4efd3b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e80c41e0 con 0x7ff4e80c9560 2023-06-26T03:00:17.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4efd3b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e81564a0 con 0x7ff4e81596a0 2023-06-26T03:00:17.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4efd3b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e8155890 con 0x7ff4e80afe80 2023-06-26T03:00:17.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4ed2d6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4e80c9560 0x7ff4e806cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4ed2d6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4e80c9560 0x7ff4e806cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56242/0 (socket says 172.21.15.81:56242) 2023-06-26T03:00:17.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4ed2d6640 1 -- 172.21.15.81:0/1506385857 learned_addr learned my addr 172.21.15.81:0/1506385857 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:17.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4edad7640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4e80afe80 0x7ff4e8155040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4ee2d8640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4e81596a0 0x7ff4e80c0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4ed2d6640 1 -- 172.21.15.81:0/1506385857 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4e80afe80 msgr2=0x7ff4e8155040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4ed2d6640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4e80afe80 0x7ff4e8155040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4ed2d6640 1 -- 172.21.15.81:0/1506385857 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4e81596a0 msgr2=0x7ff4e80c0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4ed2d6640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4e81596a0 0x7ff4e80c0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.090 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4ed2d6640 1 -- 172.21.15.81:0/1506385857 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4e0009b30 con 0x7ff4e80c9560 2023-06-26T03:00:17.090 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4edad7640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4e80afe80 0x7ff4e8155040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:17.090 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4ee2d8640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4e81596a0 0x7ff4e80c0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:17.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4ed2d6640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4e80c9560 0x7ff4e806cb00 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff4d800c450 tx=0x7ff4d800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:17.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4de7fc640 1 -- 172.21.15.81:0/1506385857 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4d8012830 con 0x7ff4e80c9560 2023-06-26T03:00:17.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4de7fc640 1 -- 172.21.15.81:0/1506385857 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4d80129b0 con 0x7ff4e80c9560 2023-06-26T03:00:17.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4efd3b640 1 -- 172.21.15.81:0/1506385857 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4e8155b70 con 0x7ff4e80c9560 2023-06-26T03:00:17.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4de7fc640 1 -- 172.21.15.81:0/1506385857 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4d8012d60 con 0x7ff4e80c9560 2023-06-26T03:00:17.092 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.080+0000 7ff4efd3b640 1 -- 172.21.15.81:0/1506385857 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4e8156130 con 0x7ff4e80c9560 2023-06-26T03:00:17.092 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.084+0000 7ff4efd3b640 1 -- 172.21.15.81:0/1506385857 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4e8156630 con 0x7ff4e80c9560 2023-06-26T03:00:17.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.084+0000 7ff4de7fc640 1 -- 172.21.15.81:0/1506385857 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff4d801c460 con 0x7ff4e80c9560 2023-06-26T03:00:17.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.084+0000 7ff4de7fc640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4cc066280 0x7ff4cc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.084+0000 7ff4de7fc640 1 -- 172.21.15.81:0/1506385857 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff4d8083be0 con 0x7ff4e80c9560 2023-06-26T03:00:17.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.084+0000 7ff4edad7640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4cc066280 0x7ff4cc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.084+0000 7ff4edad7640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4cc066280 0x7ff4cc068730 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff4e4008890 tx=0x7ff4e4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:17.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.088+0000 7ff4de7fc640 1 -- 172.21.15.81:0/1506385857 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff4d8051060 con 0x7ff4e80c9560 2023-06-26T03:00:17.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.276+0000 7ff4efd3b640 1 -- 172.21.15.81:0/1506385857 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff4e804d790 con 0x7ff4e80c9560 2023-06-26T03:00:17.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.276+0000 7ff4de7fc640 1 -- 172.21.15.81:0/1506385857 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7ff4d8054680 con 0x7ff4e80c9560 2023-06-26T03:00:17.283 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:17.283 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/3705944699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":3705944699},{"type":"v1","addr":"172.21.15.92:6834","nonce":3705944699}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4266,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/2020922726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":2020922726},{"type":"v1","addr":"172.21.15.81:6835","nonce":2020922726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3162637623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3162637623},{"type":"v1","addr":"172.21.15.81:6837","nonce":3162637623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:00:14.139536+0000","modified":"2023-06-26T03:00:16.913731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/3906833758","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":3906833758},{"type":"v1","addr":"172.21.15.92:6835","nonce":3906833758}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:00:17.283 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 7 2023-06-26T03:00:17.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.280+0000 7ff4efd3b640 1 -- 172.21.15.81:0/1506385857 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4cc066280 msgr2=0x7ff4cc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.280+0000 7ff4efd3b640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4cc066280 0x7ff4cc068730 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff4e4008890 tx=0x7ff4e4008040 comp rx=0 tx=0).stop 2023-06-26T03:00:17.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.280+0000 7ff4efd3b640 1 -- 172.21.15.81:0/1506385857 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4e80c9560 msgr2=0x7ff4e806cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.280+0000 7ff4efd3b640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4e80c9560 0x7ff4e806cb00 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff4d800c450 tx=0x7ff4d800c910 comp rx=0 tx=0).stop 2023-06-26T03:00:17.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.280+0000 7ff4efd3b640 1 -- 172.21.15.81:0/1506385857 shutdown_connections 2023-06-26T03:00:17.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.280+0000 7ff4efd3b640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4cc066280 0x7ff4cc068730 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.280+0000 7ff4efd3b640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4e81596a0 0x7ff4e80c0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.280+0000 7ff4efd3b640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4e80c9560 0x7ff4e806cb00 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.280+0000 7ff4efd3b640 1 --2- 172.21.15.81:0/1506385857 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4e80afe80 0x7ff4e8155040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.280+0000 7ff4efd3b640 1 -- 172.21.15.81:0/1506385857 >> 172.21.15.81:0/1506385857 conn(0x7ff4e80ca770 msgr2=0x7ff4e80b1350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:17.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.280+0000 7ff4efd3b640 1 -- 172.21.15.81:0/1506385857 shutdown_connections 2023-06-26T03:00:17.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.280+0000 7ff4efd3b640 1 -- 172.21.15.81:0/1506385857 wait complete. 2023-06-26T03:00:17.302 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:17.418 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.412+0000 7f0cb9998640 1 Processor -- start 2023-06-26T03:00:17.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.412+0000 7f0cb9998640 1 -- start start 2023-06-26T03:00:17.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb9998640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f0cb40cef50 0x7f0cb40b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb9998640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0cb40cf3c0 0x7f0cb40b4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb9998640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0cb40cfd20 con 0x7f0cb40b1630 2023-06-26T03:00:17.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb9998640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0cb40ccb40 con 0x7f0cb40cef50 2023-06-26T03:00:17.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb9998640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0cb40cce20 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb27fc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f0cb40cef50 0x7f0cb40b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb27fc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f0cb40cef50 0x7f0cb40b3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56256/0 (socket says 172.21.15.81:56256) 2023-06-26T03:00:17.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb27fc640 1 -- 172.21.15.81:0/1552628203 learned_addr learned my addr 172.21.15.81:0/1552628203 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:17.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb37fe640 1 --2- 172.21.15.81:0/1552628203 >> v2:172.21.15.92:3300/0 conn(0x7f0cb40cf3c0 0x7f0cb40b4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb27fc640 1 -- 172.21.15.81:0/1552628203 >> v2:172.21.15.92:3300/0 conn(0x7f0cb40cf3c0 msgr2=0x7f0cb40b4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:17.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb27fc640 1 --2- 172.21.15.81:0/1552628203 >> v2:172.21.15.92:3300/0 conn(0x7f0cb40cf3c0 0x7f0cb40b4110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb27fc640 1 -- 172.21.15.81:0/1552628203 >> v1:172.21.15.92:6789/0 conn(0x7f0cb40b1630 legacy=0x7f0cb415d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb27fc640 1 -- 172.21.15.81:0/1552628203 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cb40cffe0 con 0x7f0cb40cef50 2023-06-26T03:00:17.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.416+0000 7f0cb27fc640 1 --2- 172.21.15.81:0/1552628203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0cb40cef50 0x7f0cb40b3bd0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0cb408a1e0 tx=0x7f0ca801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7e5d7ff25faa61f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:17.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb1ffb640 1 -- 172.21.15.81:0/1552628203 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ca80ab600 con 0x7f0cb40cef50 2023-06-26T03:00:17.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb1ffb640 1 -- 172.21.15.81:0/1552628203 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ca80a7050 con 0x7f0cb40cef50 2023-06-26T03:00:17.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb1ffb640 1 -- 172.21.15.81:0/1552628203 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ca80ab980 con 0x7f0cb40cef50 2023-06-26T03:00:17.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 -- 172.21.15.81:0/1552628203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0cb40cef50 msgr2=0x7f0cb40b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 --2- 172.21.15.81:0/1552628203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0cb40cef50 0x7f0cb40b3bd0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0cb408a1e0 tx=0x7f0ca801c440 comp rx=0 tx=0).stop 2023-06-26T03:00:17.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 -- 172.21.15.81:0/1552628203 shutdown_connections 2023-06-26T03:00:17.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 --2- 172.21.15.81:0/1552628203 >> v2:172.21.15.92:3300/0 conn(0x7f0cb40cf3c0 0x7f0cb40b4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 --2- 172.21.15.81:0/1552628203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0cb40cef50 0x7f0cb40b3bd0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 -- 172.21.15.81:0/1552628203 >> 172.21.15.81:0/1552628203 conn(0x7f0cb4069f00 msgr2=0x7f0cb406a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:17.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 -- 172.21.15.81:0/1552628203 shutdown_connections 2023-06-26T03:00:17.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 -- 172.21.15.81:0/1552628203 wait complete. 2023-06-26T03:00:17.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 Processor -- start 2023-06-26T03:00:17.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 -- start start 2023-06-26T03:00:17.427 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0cb40b1630 0x7f0cb40c9880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.427 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb40cef50 0x7f0cb41f7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.428 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0cb40cf3c0 0x7f0cb415b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.428 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cb41f8130 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.428 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cb40c9e60 con 0x7f0cb40cef50 2023-06-26T03:00:17.428 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb9998640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0cb40ca140 con 0x7f0cb40b1630 2023-06-26T03:00:17.428 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb37fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0cb40cf3c0 0x7f0cb415b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.428 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb37fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0cb40cf3c0 0x7f0cb415b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56260/0 (socket says 172.21.15.81:56260) 2023-06-26T03:00:17.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb37fe640 1 -- 172.21.15.81:0/141089271 learned_addr learned my addr 172.21.15.81:0/141089271 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:17.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb27fc640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb40cef50 0x7f0cb41f7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb2ffd640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0cb40b1630 0x7f0cb40c9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb37fe640 1 -- 172.21.15.81:0/141089271 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0cb40b1630 msgr2=0x7f0cb40c9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb37fe640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0cb40b1630 0x7f0cb40c9880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb37fe640 1 -- 172.21.15.81:0/141089271 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb40cef50 msgr2=0x7f0cb41f7bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb37fe640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb40cef50 0x7f0cb41f7bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb37fe640 1 -- 172.21.15.81:0/141089271 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ca80094d0 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.420+0000 7f0cb27fc640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb40cef50 0x7f0cb41f7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:17.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.424+0000 7f0cb37fe640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0cb40cf3c0 0x7f0cb415b300 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0cac00efc0 tx=0x7f0cac00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:17.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.424+0000 7f0c9bfff640 1 -- 172.21.15.81:0/141089271 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cac009ba0 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.424+0000 7f0c9bfff640 1 -- 172.21.15.81:0/141089271 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cac00f040 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.424+0000 7f0c9bfff640 1 -- 172.21.15.81:0/141089271 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cac0146c0 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.424+0000 7f0cb9998640 1 -- 172.21.15.81:0/141089271 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cb40ca420 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.431 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.424+0000 7f0cb9998640 1 -- 172.21.15.81:0/141089271 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0cb40ca9e0 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.431 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.424+0000 7f0cb9998640 1 -- 172.21.15.81:0/141089271 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0cb404d790 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.431 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.424+0000 7f0c9bfff640 1 -- 172.21.15.81:0/141089271 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0cac014820 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.432 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.424+0000 7f0c9bfff640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0ca0066280 0x7f0ca0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.432 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.424+0000 7f0c9bfff640 1 -- 172.21.15.81:0/141089271 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f0cac084800 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.432 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.424+0000 7f0cb2ffd640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0ca0066280 0x7f0ca0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.432 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.424+0000 7f0cb2ffd640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0ca0066280 0x7f0ca0068730 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0ca4000f70 tx=0x7f0ca4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:17.433 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.428+0000 7f0c9bfff640 1 -- 172.21.15.81:0/141089271 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0cac051c80 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.580+0000 7f0cb9998640 1 -- 172.21.15.81:0/141089271 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0cb40cd6f0 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.580+0000 7f0c9bfff640 1 -- 172.21.15.81:0/141089271 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18243 (secure 0 0 0) 0x7f0cac0552a0 con 0x7f0cb40cf3c0 2023-06-26T03:00:17.587 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:17.587 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":24,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:15.142509+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:17.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.584+0000 7f0cb9998640 1 -- 172.21.15.81:0/141089271 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0ca0066280 msgr2=0x7f0ca0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.589 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.584+0000 7f0cb9998640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0ca0066280 0x7f0ca0068730 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0ca4000f70 tx=0x7f0ca4009040 comp rx=0 tx=0).stop 2023-06-26T03:00:17.589 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.584+0000 7f0cb9998640 1 -- 172.21.15.81:0/141089271 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0cb40cf3c0 msgr2=0x7f0cb415b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.589 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.584+0000 7f0cb9998640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0cb40cf3c0 0x7f0cb415b300 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0cac00efc0 tx=0x7f0cac00c490 comp rx=0 tx=0).stop 2023-06-26T03:00:17.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.584+0000 7f0cb9998640 1 -- 172.21.15.81:0/141089271 shutdown_connections 2023-06-26T03:00:17.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.584+0000 7f0cb9998640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0ca0066280 0x7f0ca0068730 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.584+0000 7f0cb9998640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0cb40cf3c0 0x7f0cb415b300 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.584+0000 7f0cb9998640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb40cef50 0x7f0cb41f7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.584+0000 7f0cb9998640 1 --2- 172.21.15.81:0/141089271 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0cb40b1630 0x7f0cb40c9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.591 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.584+0000 7f0cb9998640 1 -- 172.21.15.81:0/141089271 >> 172.21.15.81:0/141089271 conn(0x7f0cb4069f00 msgr2=0x7f0cb40ce400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:17.591 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.584+0000 7f0cb9998640 1 -- 172.21.15.81:0/141089271 shutdown_connections 2023-06-26T03:00:17.591 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.584+0000 7f0cb9998640 1 -- 172.21.15.81:0/141089271 wait complete. 2023-06-26T03:00:17.606 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-06-26T03:00:17.606 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:00:17.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.712+0000 7fe911003640 1 Processor -- start 2023-06-26T03:00:17.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.712+0000 7fe911003640 1 -- start start 2023-06-26T03:00:17.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.712+0000 7fe911003640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe90c159890 0x7fe90c0c3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.712+0000 7fe911003640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe90c0cba10 con 0x7fe90c0cf4f0 2023-06-26T03:00:17.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.712+0000 7fe911003640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe90c0cbcf0 con 0x7fe90c06f2d0 2023-06-26T03:00:17.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.712+0000 7fe911003640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe90c0cbfd0 con 0x7fe90c159890 2023-06-26T03:00:17.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.712+0000 7fe90ad9d640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe90c159890 0x7fe90c0c3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.712+0000 7fe90a59c640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fe90c0cf4f0 0x7fe90c06ebc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52830/0 (socket says 172.21.15.81:52830) 2023-06-26T03:00:17.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.712+0000 7fe90a59c640 1 -- 172.21.15.81:0/3168349418 learned_addr learned my addr 172.21.15.81:0/3168349418 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:17.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.712+0000 7fe90ad9d640 1 -- 172.21.15.81:0/3168349418 >> v1:172.21.15.92:6789/0 conn(0x7fe90c06f2d0 legacy=0x7fe90c0ccab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:17.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.712+0000 7fe90ad9d640 1 -- 172.21.15.81:0/3168349418 >> v1:172.21.15.81:6789/0 conn(0x7fe90c0cf4f0 legacy=0x7fe90c06ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.712+0000 7fe90ad9d640 1 -- 172.21.15.81:0/3168349418 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe90c0cc2b0 con 0x7fe90c159890 2023-06-26T03:00:17.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.712+0000 7fe909d9b640 1 -- 172.21.15.81:0/3168349418 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4106900274 0 0) 0x7fe90c0cba10 con 0x7fe90c0cf4f0 2023-06-26T03:00:17.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.716+0000 7fe90ad9d640 1 --2- 172.21.15.81:0/3168349418 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe90c159890 0x7fe90c0c3aa0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc0097f0 tx=0x7fe8fc01c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6715e40180025eeb server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:17.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.716+0000 7fe909d9b640 1 -- 172.21.15.81:0/3168349418 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8fc0a7070 con 0x7fe90c159890 2023-06-26T03:00:17.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.716+0000 7fe909d9b640 1 -- 172.21.15.81:0/3168349418 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8fc0ab430 con 0x7fe90c159890 2023-06-26T03:00:17.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.716+0000 7fe909d9b640 1 -- 172.21.15.81:0/3168349418 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8fc0ab7c0 con 0x7fe90c159890 2023-06-26T03:00:17.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.716+0000 7fe911003640 1 -- 172.21.15.81:0/3168349418 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe90c159890 msgr2=0x7fe90c0c3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.716+0000 7fe911003640 1 --2- 172.21.15.81:0/3168349418 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe90c159890 0x7fe90c0c3aa0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc0097f0 tx=0x7fe8fc01c410 comp rx=0 tx=0).stop 2023-06-26T03:00:17.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.716+0000 7fe911003640 1 -- 172.21.15.81:0/3168349418 shutdown_connections 2023-06-26T03:00:17.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.716+0000 7fe911003640 1 --2- 172.21.15.81:0/3168349418 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe90c159890 0x7fe90c0c3aa0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.716+0000 7fe911003640 1 -- 172.21.15.81:0/3168349418 >> 172.21.15.81:0/3168349418 conn(0x7fe90c0cff50 msgr2=0x7fe90c0d0350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:17.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.716+0000 7fe911003640 1 -- 172.21.15.81:0/3168349418 shutdown_connections 2023-06-26T03:00:17.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.716+0000 7fe911003640 1 -- 172.21.15.81:0/3168349418 wait complete. 2023-06-26T03:00:17.724 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.716+0000 7fe911003640 1 Processor -- start 2023-06-26T03:00:17.724 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.716+0000 7fe911003640 1 -- start start 2023-06-26T03:00:17.724 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe911003640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe90c06f2d0 0x7fe90c0c9450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.724 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe911003640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe90c0cf4f0 0x7fe90c0c9990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe911003640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe90c159890 0x7fe90c0b2d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe911003640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe90c0c7020 con 0x7fe90c06f2d0 2023-06-26T03:00:17.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe911003640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe90c0c75e0 con 0x7fe90c0cf4f0 2023-06-26T03:00:17.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe911003640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe90c0b3ab0 con 0x7fe90c159890 2023-06-26T03:00:17.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe90ad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe90c06f2d0 0x7fe90c0c9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe90ad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe90c06f2d0 0x7fe90c0c9450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56288/0 (socket says 172.21.15.81:56288) 2023-06-26T03:00:17.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe90ad9d640 1 -- 172.21.15.81:0/1700623915 learned_addr learned my addr 172.21.15.81:0/1700623915 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:17.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe90b59e640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe90c159890 0x7fe90c0b2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe90ad9d640 1 -- 172.21.15.81:0/1700623915 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe90c159890 msgr2=0x7fe90c0b2d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe90a59c640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe90c0cf4f0 0x7fe90c0c9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe90ad9d640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe90c159890 0x7fe90c0b2d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe90ad9d640 1 -- 172.21.15.81:0/1700623915 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe90c0cf4f0 msgr2=0x7fe90c0c9990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe90ad9d640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe90c0cf4f0 0x7fe90c0c9990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe90ad9d640 1 -- 172.21.15.81:0/1700623915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8fc009420 con 0x7fe90c06f2d0 2023-06-26T03:00:17.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe90ad9d640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe90c06f2d0 0x7fe90c0c9450 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc019020 tx=0x7fe8fc01ac50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:17.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe9037fe640 1 -- 172.21.15.81:0/1700623915 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8fc0b5810 con 0x7fe90c06f2d0 2023-06-26T03:00:17.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe9037fe640 1 -- 172.21.15.81:0/1700623915 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8fc0b5970 con 0x7fe90c06f2d0 2023-06-26T03:00:17.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe911003640 1 -- 172.21.15.81:0/1700623915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe90c0b3d90 con 0x7fe90c06f2d0 2023-06-26T03:00:17.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe9037fe640 1 -- 172.21.15.81:0/1700623915 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8fc0b5d20 con 0x7fe90c06f2d0 2023-06-26T03:00:17.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe911003640 1 -- 172.21.15.81:0/1700623915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe90c15a200 con 0x7fe90c06f2d0 2023-06-26T03:00:17.728 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe911003640 1 -- 172.21.15.81:0/1700623915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe90c15a3f0 con 0x7fe90c06f2d0 2023-06-26T03:00:17.728 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe9037fe640 1 -- 172.21.15.81:0/1700623915 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe8fc0bf410 con 0x7fe90c06f2d0 2023-06-26T03:00:17.728 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe9037fe640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe8ec066280 0x7fe8ec068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:17.729 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe90a59c640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe8ec066280 0x7fe8ec068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:17.729 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe9037fe640 1 -- 172.21.15.81:0/1700623915 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe8fc11e540 con 0x7fe90c06f2d0 2023-06-26T03:00:17.729 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.720+0000 7fe90a59c640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe8ec066280 0x7fe8ec068730 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe90c0cfba0 tx=0x7fe8f4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:17.730 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.724+0000 7fe9037fe640 1 -- 172.21.15.81:0/1700623915 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe8fc0eba70 con 0x7fe90c06f2d0 2023-06-26T03:00:17.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.864+0000 7fe911003640 1 -- 172.21.15.81:0/1700623915 --> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe90c0c7440 con 0x7fe8ec066280 2023-06-26T03:00:17.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.872+0000 7fe9037fe640 1 -- 172.21.15.81:0/1700623915 <== mgr.4104 v2:172.21.15.81:6832/2767121196 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+271919 (secure 0 0 0) 0x7fe8f4001c80 con 0x7fe8ec066280 2023-06-26T03:00:17.881 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:17.882 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-06-26T03:00:17.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.876+0000 7fe911003640 1 -- 172.21.15.81:0/1700623915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe8ec066280 msgr2=0x7fe8ec068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.876+0000 7fe911003640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe8ec066280 0x7fe8ec068730 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe90c0cfba0 tx=0x7fe8f4009040 comp rx=0 tx=0).stop 2023-06-26T03:00:17.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.876+0000 7fe911003640 1 -- 172.21.15.81:0/1700623915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe90c06f2d0 msgr2=0x7fe90c0c9450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:17.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.876+0000 7fe911003640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe90c06f2d0 0x7fe90c0c9450 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc019020 tx=0x7fe8fc01ac50 comp rx=0 tx=0).stop 2023-06-26T03:00:17.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.876+0000 7fe911003640 1 -- 172.21.15.81:0/1700623915 shutdown_connections 2023-06-26T03:00:17.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.876+0000 7fe911003640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe8ec066280 0x7fe8ec068730 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.876+0000 7fe911003640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe90c159890 0x7fe90c0b2d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.876+0000 7fe911003640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe90c0cf4f0 0x7fe90c0c9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.876+0000 7fe911003640 1 --2- 172.21.15.81:0/1700623915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe90c06f2d0 0x7fe90c0c9450 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:17.885 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.876+0000 7fe911003640 1 -- 172.21.15.81:0/1700623915 >> 172.21.15.81:0/1700623915 conn(0x7fe90c0cff50 msgr2=0x7fe90c1511e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:17.885 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.876+0000 7fe911003640 1 -- 172.21.15.81:0/1700623915 shutdown_connections 2023-06-26T03:00:17.885 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:17.876+0000 7fe911003640 1 -- 172.21.15.81:0/1700623915 wait complete. 2023-06-26T03:00:17.897 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2023-06-26T03:00:16.699888+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":218528,"kb_used_data":2724,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754756192,"statfs":{"total":773094113280,"available":772870340608,"internally_reserved":0,"allocated":2789376,"data_stored":1705084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001246"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":167,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:11.422794+0000","last_change":"2023-06-26T03:00:04.675429+0000","last_active":"2023-06-26T03:00:11.422794+0000","last_peered":"2023-06-26T03:00:11.422794+0000","last_clean":"2023-06-26T03:00:11.422794+0000","last_became_active":"2023-06-26T03:00:04.673239+0000","last_became_peered":"2023-06-26T03:00:04.673239+0000","last_unstale":"2023-06-26T03:00:11.422794+0000","last_undegraded":"2023-06-26T03:00:11.422794+0000","last_fullsized":"2023-06-26T03:00:11.422794+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_clean_scrub_stamp":"2023-06-26T03:00:03.565850+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:14:59.945634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:12.105341+0000","last_change":"2023-06-26T03:00:09.644129+0000","last_active":"2023-06-26T03:00:12.105341+0000","last_peered":"2023-06-26T03:00:12.105341+0000","last_clean":"2023-06-26T03:00:12.105341+0000","last_became_active":"2023-06-26T03:00:09.643308+0000","last_became_peered":"2023-06-26T03:00:09.643308+0000","last_unstale":"2023-06-26T03:00:12.105341+0000","last_undegraded":"2023-06-26T03:00:12.105341+0000","last_fullsized":"2023-06-26T03:00:12.105341+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:06:56.728125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:11.422976+0000","last_change":"2023-06-26T03:00:09.649093+0000","last_active":"2023-06-26T03:00:11.422976+0000","last_peered":"2023-06-26T03:00:11.422976+0000","last_clean":"2023-06-26T03:00:11.422976+0000","last_became_active":"2023-06-26T03:00:09.648446+0000","last_became_peered":"2023-06-26T03:00:09.648446+0000","last_unstale":"2023-06-26T03:00:11.422976+0000","last_undegraded":"2023-06-26T03:00:11.422976+0000","last_fullsized":"2023-06-26T03:00:11.422976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:21:01.739102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:12.052398+0000","last_change":"2023-06-26T03:00:09.764941+0000","last_active":"2023-06-26T03:00:12.052398+0000","last_peered":"2023-06-26T03:00:12.052398+0000","last_clean":"2023-06-26T03:00:12.052398+0000","last_became_active":"2023-06-26T03:00:09.764625+0000","last_became_peered":"2023-06-26T03:00:09.764625+0000","last_unstale":"2023-06-26T03:00:12.052398+0000","last_undegraded":"2023-06-26T03:00:12.052398+0000","last_fullsized":"2023-06-26T03:00:12.052398+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:30:12.280625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:12.105323+0000","last_change":"2023-06-26T03:00:09.645045+0000","last_active":"2023-06-26T03:00:12.105323+0000","last_peered":"2023-06-26T03:00:12.105323+0000","last_clean":"2023-06-26T03:00:12.105323+0000","last_became_active":"2023-06-26T03:00:09.643926+0000","last_became_peered":"2023-06-26T03:00:09.643926+0000","last_unstale":"2023-06-26T03:00:12.105323+0000","last_undegraded":"2023-06-26T03:00:12.105323+0000","last_fullsized":"2023-06-26T03:00:12.105323+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:30:12.280625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:10.641980+0000","last_change":"2023-06-26T03:00:09.641120+0000","last_active":"2023-06-26T03:00:10.641980+0000","last_peered":"2023-06-26T03:00:10.641980+0000","last_clean":"2023-06-26T03:00:10.641980+0000","last_became_active":"2023-06-26T03:00:09.640629+0000","last_became_peered":"2023-06-26T03:00:09.640629+0000","last_unstale":"2023-06-26T03:00:10.641980+0000","last_undegraded":"2023-06-26T03:00:10.641980+0000","last_fullsized":"2023-06-26T03:00:10.641980+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:48:12.861712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:11.422971+0000","last_change":"2023-06-26T03:00:09.647172+0000","last_active":"2023-06-26T03:00:11.422971+0000","last_peered":"2023-06-26T03:00:11.422971+0000","last_clean":"2023-06-26T03:00:11.422971+0000","last_became_active":"2023-06-26T03:00:09.646394+0000","last_became_peered":"2023-06-26T03:00:09.646394+0000","last_unstale":"2023-06-26T03:00:11.422971+0000","last_undegraded":"2023-06-26T03:00:11.422971+0000","last_fullsized":"2023-06-26T03:00:11.422971+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:33:19.614120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:10.641978+0000","last_change":"2023-06-26T03:00:09.640928+0000","last_active":"2023-06-26T03:00:10.641978+0000","last_peered":"2023-06-26T03:00:10.641978+0000","last_clean":"2023-06-26T03:00:10.641978+0000","last_became_active":"2023-06-26T03:00:09.640571+0000","last_became_peered":"2023-06-26T03:00:09.640571+0000","last_unstale":"2023-06-26T03:00:10.641978+0000","last_undegraded":"2023-06-26T03:00:10.641978+0000","last_fullsized":"2023-06-26T03:00:10.641978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:01:33.933819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:10.647127+0000","last_change":"2023-06-26T03:00:09.648273+0000","last_active":"2023-06-26T03:00:10.647127+0000","last_peered":"2023-06-26T03:00:10.647127+0000","last_clean":"2023-06-26T03:00:10.647127+0000","last_became_active":"2023-06-26T03:00:09.646927+0000","last_became_peered":"2023-06-26T03:00:09.646927+0000","last_unstale":"2023-06-26T03:00:10.647127+0000","last_undegraded":"2023-06-26T03:00:10.647127+0000","last_fullsized":"2023-06-26T03:00:10.647127+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:01:33.933819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":780,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":798720,"data_stored":658067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1080000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0489999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.512}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.48}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27152,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344688,"statfs":{"total":96636764160,"available":96608960512,"internally_reserved":0,"allocated":204800,"data_stored":67699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.296}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.242}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4690000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":192512,"data_stored":61951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.171}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27152,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344688,"statfs":{"total":96636764160,"available":96608960512,"internally_reserved":0,"allocated":204800,"data_stored":67699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.131}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94699999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0149999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27152,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344688,"statfs":{"total":96636764160,"available":96608960512,"internally_reserved":0,"allocated":204800,"data_stored":67699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88200000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":192512,"data_stored":61951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97099999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.878}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.105}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27152,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344688,"statfs":{"total":96636764160,"available":96608960512,"internally_reserved":0,"allocated":204800,"data_stored":67699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35899999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84199999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27908,"kb_used_data":768,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343932,"statfs":{"total":96636764160,"available":96608186368,"internally_reserved":0,"allocated":786432,"data_stored":652319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:00:17.905 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:00:18.055 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.048+0000 7fe4df26e640 1 Processor -- start 2023-06-26T03:00:18.055 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.048+0000 7fe4df26e640 1 -- start start 2023-06-26T03:00:18.056 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4df26e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4d80af770 0x7fe4d8158c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.056 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4df26e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe4d80afb40 0x7fe4d815c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.057 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4df26e640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe4d815cf20 0x7fe4d806bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.057 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4df26e640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4d8159c30 con 0x7fe4d815cf20 2023-06-26T03:00:18.057 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4df26e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4d806efb0 con 0x7fe4d80afb40 2023-06-26T03:00:18.057 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4df26e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4d8159160 con 0x7fe4d80af770 2023-06-26T03:00:18.057 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4dd80b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe4d815cf20 0x7fe4d806bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.057 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4dd80b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe4d815cf20 0x7fe4d806bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50232/0 (socket says 172.21.15.81:50232) 2023-06-26T03:00:18.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4dd80b640 1 -- 172.21.15.81:0/1980398543 learned_addr learned my addr 172.21.15.81:0/1980398543 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:18.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4dd00a640 1 --2- 172.21.15.81:0/1980398543 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4d80af770 0x7fe4d8158c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4dc809640 1 --2- 172.21.15.81:0/1980398543 >> v2:172.21.15.92:3300/0 conn(0x7fe4d80afb40 0x7fe4d815c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4dd80b640 1 -- 172.21.15.81:0/1980398543 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4d80af770 msgr2=0x7fe4d8158c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:18.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4dd80b640 1 --2- 172.21.15.81:0/1980398543 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4d80af770 0x7fe4d8158c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4dd80b640 1 -- 172.21.15.81:0/1980398543 >> v2:172.21.15.92:3300/0 conn(0x7fe4d80afb40 msgr2=0x7fe4d815c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:18.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4dd80b640 1 --2- 172.21.15.81:0/1980398543 >> v2:172.21.15.92:3300/0 conn(0x7fe4d80afb40 0x7fe4d815c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.059 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4dd80b640 1 -- 172.21.15.81:0/1980398543 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4d80cc0f0 con 0x7fe4d815cf20 2023-06-26T03:00:18.059 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4dc809640 1 --2- 172.21.15.81:0/1980398543 >> v2:172.21.15.92:3300/0 conn(0x7fe4d80afb40 0x7fe4d815c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:18.060 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4dd80b640 1 --2- 172.21.15.81:0/1980398543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe4d815cf20 0x7fe4d806bdd0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe4d806ce10 tx=0x7fe4d001f1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b64be5538858570 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:18.060 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4cffff640 1 -- 172.21.15.81:0/1980398543 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4d00af400 con 0x7fe4d815cf20 2023-06-26T03:00:18.060 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4cffff640 1 -- 172.21.15.81:0/1980398543 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4d00ab050 con 0x7fe4d815cf20 2023-06-26T03:00:18.060 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.052+0000 7fe4cffff640 1 -- 172.21.15.81:0/1980398543 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4d00af780 con 0x7fe4d815cf20 2023-06-26T03:00:18.060 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 -- 172.21.15.81:0/1980398543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe4d815cf20 msgr2=0x7fe4d806bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 --2- 172.21.15.81:0/1980398543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe4d815cf20 0x7fe4d806bdd0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe4d806ce10 tx=0x7fe4d001f1c0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 -- 172.21.15.81:0/1980398543 shutdown_connections 2023-06-26T03:00:18.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 --2- 172.21.15.81:0/1980398543 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe4d815cf20 0x7fe4d806bdd0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 --2- 172.21.15.81:0/1980398543 >> v2:172.21.15.92:3300/0 conn(0x7fe4d80afb40 0x7fe4d815c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 --2- 172.21.15.81:0/1980398543 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4d80af770 0x7fe4d8158c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 -- 172.21.15.81:0/1980398543 >> 172.21.15.81:0/1980398543 conn(0x7fe4d80ca770 msgr2=0x7fe4d80cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:18.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 -- 172.21.15.81:0/1980398543 shutdown_connections 2023-06-26T03:00:18.062 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 -- 172.21.15.81:0/1980398543 wait complete. 2023-06-26T03:00:18.063 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 Processor -- start 2023-06-26T03:00:18.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 -- start start 2023-06-26T03:00:18.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe4d80af770 0x7fe4d814d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4d80afb40 0x7fe4d80c4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4d815cf20 0x7fe4d80b2d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4d80c6520 con 0x7fe4d80af770 2023-06-26T03:00:18.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4d814d720 con 0x7fe4d80afb40 2023-06-26T03:00:18.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4df26e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4d80c26f0 con 0x7fe4d815cf20 2023-06-26T03:00:18.065 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4dd00a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe4d80af770 0x7fe4d814d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.065 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4dd00a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe4d80af770 0x7fe4d814d1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50236/0 (socket says 172.21.15.81:50236) 2023-06-26T03:00:18.065 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4dd00a640 1 -- 172.21.15.81:0/4013329347 learned_addr learned my addr 172.21.15.81:0/4013329347 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:18.065 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4dd80b640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4d815cf20 0x7fe4d80b2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.065 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4dc809640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4d80afb40 0x7fe4d80c4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.065 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4dd00a640 1 -- 172.21.15.81:0/4013329347 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4d815cf20 msgr2=0x7fe4d80b2d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.066 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4dd00a640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4d815cf20 0x7fe4d80b2d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.066 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4dd00a640 1 -- 172.21.15.81:0/4013329347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4d80afb40 msgr2=0x7fe4d80c4ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.066 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4dd00a640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4d80afb40 0x7fe4d80c4ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.066 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4dd00a640 1 -- 172.21.15.81:0/4013329347 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4d0009b30 con 0x7fe4d80af770 2023-06-26T03:00:18.066 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4dd00a640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe4d80af770 0x7fe4d814d1e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe4c800d830 tx=0x7fe4c800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:18.066 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4cdffb640 1 -- 172.21.15.81:0/4013329347 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4c80096a0 con 0x7fe4d80af770 2023-06-26T03:00:18.066 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.056+0000 7fe4cdffb640 1 -- 172.21.15.81:0/4013329347 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4c8009800 con 0x7fe4d80af770 2023-06-26T03:00:18.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.060+0000 7fe4df26e640 1 -- 172.21.15.81:0/4013329347 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4d80c59a0 con 0x7fe4d80af770 2023-06-26T03:00:18.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.060+0000 7fe4cdffb640 1 -- 172.21.15.81:0/4013329347 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4c8009b70 con 0x7fe4d80af770 2023-06-26T03:00:18.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.060+0000 7fe4df26e640 1 -- 172.21.15.81:0/4013329347 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4d80c5f60 con 0x7fe4d80af770 2023-06-26T03:00:18.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.060+0000 7fe4df26e640 1 -- 172.21.15.81:0/4013329347 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4d80c2830 con 0x7fe4d80af770 2023-06-26T03:00:18.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.060+0000 7fe4cdffb640 1 -- 172.21.15.81:0/4013329347 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe4c8009cd0 con 0x7fe4d80af770 2023-06-26T03:00:18.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.060+0000 7fe4cdffb640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe4bc066280 0x7fe4bc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.060+0000 7fe4dc809640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe4bc066280 0x7fe4bc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.060+0000 7fe4cdffb640 1 -- 172.21.15.81:0/4013329347 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe4c8084550 con 0x7fe4d80af770 2023-06-26T03:00:18.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.060+0000 7fe4dc809640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe4bc066280 0x7fe4bc068730 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe4d815b490 tx=0x7fe4d4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:18.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.064+0000 7fe4cdffb640 1 -- 172.21.15.81:0/4013329347 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe4c8051930 con 0x7fe4d80af770 2023-06-26T03:00:18.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.212+0000 7fe4df26e640 1 -- 172.21.15.81:0/4013329347 --> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe4d8159670 con 0x7fe4bc066280 2023-06-26T03:00:18.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.220+0000 7fe4cdffb640 1 -- 172.21.15.81:0/4013329347 <== mgr.4104 v2:172.21.15.81:6832/2767121196 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+271919 (secure 0 0 0) 0x7fe4d400a670 con 0x7fe4bc066280 2023-06-26T03:00:18.226 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:18.228 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-06-26T03:00:18.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.224+0000 7fe4df26e640 1 -- 172.21.15.81:0/4013329347 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe4bc066280 msgr2=0x7fe4bc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.224+0000 7fe4df26e640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe4bc066280 0x7fe4bc068730 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe4d815b490 tx=0x7fe4d4008040 comp rx=0 tx=0).stop 2023-06-26T03:00:18.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.224+0000 7fe4df26e640 1 -- 172.21.15.81:0/4013329347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe4d80af770 msgr2=0x7fe4d814d1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.224+0000 7fe4df26e640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe4d80af770 0x7fe4d814d1e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe4c800d830 tx=0x7fe4c800dcf0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.224+0000 7fe4df26e640 1 -- 172.21.15.81:0/4013329347 shutdown_connections 2023-06-26T03:00:18.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.224+0000 7fe4df26e640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe4bc066280 0x7fe4bc068730 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.224+0000 7fe4df26e640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4d815cf20 0x7fe4d80b2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.224+0000 7fe4df26e640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4d80afb40 0x7fe4d80c4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.224+0000 7fe4df26e640 1 --2- 172.21.15.81:0/4013329347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe4d80af770 0x7fe4d814d1e0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.224+0000 7fe4df26e640 1 -- 172.21.15.81:0/4013329347 >> 172.21.15.81:0/4013329347 conn(0x7fe4d80ca770 msgr2=0x7fe4d8156840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:18.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.224+0000 7fe4df26e640 1 -- 172.21.15.81:0/4013329347 shutdown_connections 2023-06-26T03:00:18.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.224+0000 7fe4df26e640 1 -- 172.21.15.81:0/4013329347 wait complete. 2023-06-26T03:00:18.246 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2023-06-26T03:00:16.699888+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":218528,"kb_used_data":2724,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754756192,"statfs":{"total":773094113280,"available":772870340608,"internally_reserved":0,"allocated":2789376,"data_stored":1705084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001246"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":167,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:11.422794+0000","last_change":"2023-06-26T03:00:04.675429+0000","last_active":"2023-06-26T03:00:11.422794+0000","last_peered":"2023-06-26T03:00:11.422794+0000","last_clean":"2023-06-26T03:00:11.422794+0000","last_became_active":"2023-06-26T03:00:04.673239+0000","last_became_peered":"2023-06-26T03:00:04.673239+0000","last_unstale":"2023-06-26T03:00:11.422794+0000","last_undegraded":"2023-06-26T03:00:11.422794+0000","last_fullsized":"2023-06-26T03:00:11.422794+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_clean_scrub_stamp":"2023-06-26T03:00:03.565850+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:14:59.945634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:12.105341+0000","last_change":"2023-06-26T03:00:09.644129+0000","last_active":"2023-06-26T03:00:12.105341+0000","last_peered":"2023-06-26T03:00:12.105341+0000","last_clean":"2023-06-26T03:00:12.105341+0000","last_became_active":"2023-06-26T03:00:09.643308+0000","last_became_peered":"2023-06-26T03:00:09.643308+0000","last_unstale":"2023-06-26T03:00:12.105341+0000","last_undegraded":"2023-06-26T03:00:12.105341+0000","last_fullsized":"2023-06-26T03:00:12.105341+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:06:56.728125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:11.422976+0000","last_change":"2023-06-26T03:00:09.649093+0000","last_active":"2023-06-26T03:00:11.422976+0000","last_peered":"2023-06-26T03:00:11.422976+0000","last_clean":"2023-06-26T03:00:11.422976+0000","last_became_active":"2023-06-26T03:00:09.648446+0000","last_became_peered":"2023-06-26T03:00:09.648446+0000","last_unstale":"2023-06-26T03:00:11.422976+0000","last_undegraded":"2023-06-26T03:00:11.422976+0000","last_fullsized":"2023-06-26T03:00:11.422976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:21:01.739102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:12.052398+0000","last_change":"2023-06-26T03:00:09.764941+0000","last_active":"2023-06-26T03:00:12.052398+0000","last_peered":"2023-06-26T03:00:12.052398+0000","last_clean":"2023-06-26T03:00:12.052398+0000","last_became_active":"2023-06-26T03:00:09.764625+0000","last_became_peered":"2023-06-26T03:00:09.764625+0000","last_unstale":"2023-06-26T03:00:12.052398+0000","last_undegraded":"2023-06-26T03:00:12.052398+0000","last_fullsized":"2023-06-26T03:00:12.052398+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:30:12.280625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:12.105323+0000","last_change":"2023-06-26T03:00:09.645045+0000","last_active":"2023-06-26T03:00:12.105323+0000","last_peered":"2023-06-26T03:00:12.105323+0000","last_clean":"2023-06-26T03:00:12.105323+0000","last_became_active":"2023-06-26T03:00:09.643926+0000","last_became_peered":"2023-06-26T03:00:09.643926+0000","last_unstale":"2023-06-26T03:00:12.105323+0000","last_undegraded":"2023-06-26T03:00:12.105323+0000","last_fullsized":"2023-06-26T03:00:12.105323+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:30:12.280625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:10.641980+0000","last_change":"2023-06-26T03:00:09.641120+0000","last_active":"2023-06-26T03:00:10.641980+0000","last_peered":"2023-06-26T03:00:10.641980+0000","last_clean":"2023-06-26T03:00:10.641980+0000","last_became_active":"2023-06-26T03:00:09.640629+0000","last_became_peered":"2023-06-26T03:00:09.640629+0000","last_unstale":"2023-06-26T03:00:10.641980+0000","last_undegraded":"2023-06-26T03:00:10.641980+0000","last_fullsized":"2023-06-26T03:00:10.641980+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:48:12.861712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:11.422971+0000","last_change":"2023-06-26T03:00:09.647172+0000","last_active":"2023-06-26T03:00:11.422971+0000","last_peered":"2023-06-26T03:00:11.422971+0000","last_clean":"2023-06-26T03:00:11.422971+0000","last_became_active":"2023-06-26T03:00:09.646394+0000","last_became_peered":"2023-06-26T03:00:09.646394+0000","last_unstale":"2023-06-26T03:00:11.422971+0000","last_undegraded":"2023-06-26T03:00:11.422971+0000","last_fullsized":"2023-06-26T03:00:11.422971+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:33:19.614120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:10.641978+0000","last_change":"2023-06-26T03:00:09.640928+0000","last_active":"2023-06-26T03:00:10.641978+0000","last_peered":"2023-06-26T03:00:10.641978+0000","last_clean":"2023-06-26T03:00:10.641978+0000","last_became_active":"2023-06-26T03:00:09.640571+0000","last_became_peered":"2023-06-26T03:00:09.640571+0000","last_unstale":"2023-06-26T03:00:10.641978+0000","last_undegraded":"2023-06-26T03:00:10.641978+0000","last_fullsized":"2023-06-26T03:00:10.641978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:01:33.933819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:10.647127+0000","last_change":"2023-06-26T03:00:09.648273+0000","last_active":"2023-06-26T03:00:10.647127+0000","last_peered":"2023-06-26T03:00:10.647127+0000","last_clean":"2023-06-26T03:00:10.647127+0000","last_became_active":"2023-06-26T03:00:09.646927+0000","last_became_peered":"2023-06-26T03:00:09.646927+0000","last_unstale":"2023-06-26T03:00:10.647127+0000","last_undegraded":"2023-06-26T03:00:10.647127+0000","last_fullsized":"2023-06-26T03:00:10.647127+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:01:33.933819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":780,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":798720,"data_stored":658067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1080000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0489999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.512}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.48}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27152,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344688,"statfs":{"total":96636764160,"available":96608960512,"internally_reserved":0,"allocated":204800,"data_stored":67699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.296}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.242}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4690000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":192512,"data_stored":61951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.171}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27152,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344688,"statfs":{"total":96636764160,"available":96608960512,"internally_reserved":0,"allocated":204800,"data_stored":67699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.131}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94699999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0149999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27152,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344688,"statfs":{"total":96636764160,"available":96608960512,"internally_reserved":0,"allocated":204800,"data_stored":67699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88200000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":192512,"data_stored":61951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97099999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.878}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.105}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27152,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344688,"statfs":{"total":96636764160,"available":96608960512,"internally_reserved":0,"allocated":204800,"data_stored":67699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35899999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84199999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27908,"kb_used_data":768,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343932,"statfs":{"total":96636764160,"available":96608186368,"internally_reserved":0,"allocated":786432,"data_stored":652319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:00:18.252 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:00:18.408 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8ac5a3640 1 Processor -- start 2023-06-26T03:00:18.409 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8ac5a3640 1 -- start start 2023-06-26T03:00:18.410 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8ac5a3640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc8a40c9c70 0x7fc8a4070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.410 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8ac5a3640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8a406bd00 con 0x7fc8a41596a0 2023-06-26T03:00:18.410 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8ac5a3640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8a40ca100 con 0x7fc8a40af770 2023-06-26T03:00:18.410 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8ac5a3640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8a4070360 con 0x7fc8a40c9c70 2023-06-26T03:00:18.410 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8aa33f640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fc8a41596a0 0x7fc8a40c9560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38220/0 (socket says 172.21.15.81:38220) 2023-06-26T03:00:18.410 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8aa33f640 1 -- 172.21.15.81:0/1345391279 learned_addr learned my addr 172.21.15.81:0/1345391279 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:18.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a9b3e640 1 --2- 172.21.15.81:0/1345391279 >> v2:172.21.15.92:3300/0 conn(0x7fc8a40c9c70 0x7fc8a4070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2470229465 0 0) 0x7fc8a406bd00 con 0x7fc8a41596a0 2023-06-26T03:00:18.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc890003530 con 0x7fc8a41596a0 2023-06-26T03:00:18.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4246528554 0 0) 0x7fc890003530 con 0x7fc8a41596a0 2023-06-26T03:00:18.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 >> v2:172.21.15.92:3300/0 conn(0x7fc8a40c9c70 msgr2=0x7fc8a4070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:18.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 --2- 172.21.15.81:0/1345391279 >> v2:172.21.15.92:3300/0 conn(0x7fc8a40c9c70 0x7fc8a4070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 >> v1:172.21.15.92:6789/0 conn(0x7fc8a40af770 legacy=0x7fc8a40b0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8a4070640 con 0x7fc8a41596a0 2023-06-26T03:00:18.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fc8a0001680 con 0x7fc8a41596a0 2023-06-26T03:00:18.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 >> v1:172.21.15.81:6789/0 conn(0x7fc8a41596a0 legacy=0x7fc8a40c9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 --2- 172.21.15.81:0/1345391279 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc890003980 0x7fc890003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 --2- 172.21.15.81:0/1345391279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8900047d0 0x7fc890004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 --2- 172.21.15.81:0/1345391279 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc890005180 0x7fc89000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a4070360 con 0x7fc890005180 2023-06-26T03:00:18.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc89000c090 con 0x7fc8900047d0 2023-06-26T03:00:18.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc89000c250 con 0x7fc890003980 2023-06-26T03:00:18.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.403+0000 7fc8aab40640 1 --2- 172.21.15.81:0/1345391279 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc890005180 0x7fc89000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8a9b3e640 1 --2- 172.21.15.81:0/1345391279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8900047d0 0x7fc890004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8aa33f640 1 --2- 172.21.15.81:0/1345391279 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc890003980 0x7fc890003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8aab40640 1 -- 172.21.15.81:0/1345391279 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc890003980 msgr2=0x7fc890003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:18.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8aab40640 1 --2- 172.21.15.81:0/1345391279 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc890003980 0x7fc890003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8aab40640 1 -- 172.21.15.81:0/1345391279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8900047d0 msgr2=0x7fc890004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:18.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8aab40640 1 --2- 172.21.15.81:0/1345391279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8900047d0 0x7fc890004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8aab40640 1 -- 172.21.15.81:0/1345391279 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc890003530 con 0x7fc890005180 2023-06-26T03:00:18.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8a9b3e640 1 --2- 172.21.15.81:0/1345391279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8900047d0 0x7fc890004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:18.418 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8aab40640 1 -- 172.21.15.81:0/1345391279 reap_dead start 2023-06-26T03:00:18.418 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8aab40640 1 --2- 172.21.15.81:0/1345391279 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc890005180 0x7fc89000b990 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc89c001e70 tx=0x7fc89c01c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13851220bcbe7637 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:18.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc89c003b80 con 0x7fc890005180 2023-06-26T03:00:18.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc89c003d20 con 0x7fc890005180 2023-06-26T03:00:18.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8a933d640 1 -- 172.21.15.81:0/1345391279 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc89c005310 con 0x7fc890005180 2023-06-26T03:00:18.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/1345391279 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc890005180 msgr2=0x7fc89000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8ac5a3640 1 --2- 172.21.15.81:0/1345391279 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc890005180 0x7fc89000b990 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc89c001e70 tx=0x7fc89c01c760 comp rx=0 tx=0).stop 2023-06-26T03:00:18.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/1345391279 shutdown_connections 2023-06-26T03:00:18.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8ac5a3640 1 --2- 172.21.15.81:0/1345391279 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc890005180 0x7fc89000b990 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/1345391279 >> 172.21.15.81:0/1345391279 conn(0x7fc8a40ca770 msgr2=0x7fc8a40cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/1345391279 shutdown_connections 2023-06-26T03:00:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.407+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/1345391279 wait complete. 2023-06-26T03:00:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8ac5a3640 1 Processor -- start 2023-06-26T03:00:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8ac5a3640 1 -- start start 2023-06-26T03:00:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8ac5a3640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc890005180 0x7fc8a4154b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8ac5a3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8a40c5780 0x7fc8a415c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8ac5a3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc8a40c8810 0x7fc8a40c5b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8ac5a3640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a4155040 con 0x7fc8a40c8810 2023-06-26T03:00:18.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8ac5a3640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a40cca00 con 0x7fc890005180 2023-06-26T03:00:18.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8ac5a3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a40ccce0 con 0x7fc8a40c5780 2023-06-26T03:00:18.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8aab40640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc8a40c8810 0x7fc8a40c5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8aab40640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc8a40c8810 0x7fc8a40c5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50262/0 (socket says 172.21.15.81:50262) 2023-06-26T03:00:18.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8aab40640 1 -- 172.21.15.81:0/673345461 learned_addr learned my addr 172.21.15.81:0/673345461 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:18.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8aa33f640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc890005180 0x7fc8a4154b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8a9b3e640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8a40c5780 0x7fc8a415c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8aab40640 1 -- 172.21.15.81:0/673345461 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8a40c5780 msgr2=0x7fc8a415c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8aab40640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8a40c5780 0x7fc8a415c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8aab40640 1 -- 172.21.15.81:0/673345461 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc890005180 msgr2=0x7fc8a4154b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8aab40640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc890005180 0x7fc8a4154b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8aab40640 1 -- 172.21.15.81:0/673345461 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8a40ccfc0 con 0x7fc8a40c8810 2023-06-26T03:00:18.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8aa33f640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc890005180 0x7fc8a4154b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:18.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8aab40640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc8a40c8810 0x7fc8a40c5b80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc89c01c590 tx=0x7fc890005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:18.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc89affd640 1 -- 172.21.15.81:0/673345461 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc89c006d60 con 0x7fc8a40c8810 2023-06-26T03:00:18.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc89affd640 1 -- 172.21.15.81:0/673345461 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc89c003e90 con 0x7fc8a40c8810 2023-06-26T03:00:18.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/673345461 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8a415bf60 con 0x7fc8a40c8810 2023-06-26T03:00:18.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc89affd640 1 -- 172.21.15.81:0/673345461 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc89c007250 con 0x7fc8a40c8810 2023-06-26T03:00:18.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/673345461 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8a40c8c90 con 0x7fc8a40c8810 2023-06-26T03:00:18.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/673345461 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8a415bdc0 con 0x7fc8a40c8810 2023-06-26T03:00:18.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.411+0000 7fc89affd640 1 -- 172.21.15.81:0/673345461 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc89c0073b0 con 0x7fc8a40c8810 2023-06-26T03:00:18.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.415+0000 7fc89affd640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc888066280 0x7fc888068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.415+0000 7fc8aa33f640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc888066280 0x7fc888068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.415+0000 7fc89affd640 1 -- 172.21.15.81:0/673345461 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc89c11cf00 con 0x7fc8a40c8810 2023-06-26T03:00:18.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.415+0000 7fc8aa33f640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc888066280 0x7fc888068730 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc8a0001ec0 tx=0x7fc8a0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:18.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.419+0000 7fc89affd640 1 -- 172.21.15.81:0/673345461 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc8a415bdc0 con 0x7fc8a40c8810 2023-06-26T03:00:18.572 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.567+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/673345461 --> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc8a40cce50 con 0x7fc888066280 2023-06-26T03:00:18.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.575+0000 7fc89affd640 1 -- 172.21.15.81:0/673345461 <== mgr.4104 v2:172.21.15.81:6832/2767121196 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+271919 (secure 0 0 0) 0x7fc8a40cce50 con 0x7fc888066280 2023-06-26T03:00:18.581 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:18.582 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-06-26T03:00:18.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.575+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/673345461 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc888066280 msgr2=0x7fc888068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.575+0000 7fc8ac5a3640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc888066280 0x7fc888068730 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc8a0001ec0 tx=0x7fc8a0009040 comp rx=0 tx=0).stop 2023-06-26T03:00:18.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.575+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/673345461 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc8a40c8810 msgr2=0x7fc8a40c5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.575+0000 7fc8ac5a3640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc8a40c8810 0x7fc8a40c5b80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc89c01c590 tx=0x7fc890005800 comp rx=0 tx=0).stop 2023-06-26T03:00:18.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.579+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/673345461 shutdown_connections 2023-06-26T03:00:18.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.579+0000 7fc8ac5a3640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc888066280 0x7fc888068730 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.579+0000 7fc8ac5a3640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc8a40c8810 0x7fc8a40c5b80 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.579+0000 7fc8ac5a3640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8a40c5780 0x7fc8a415c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.579+0000 7fc8ac5a3640 1 --2- 172.21.15.81:0/673345461 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc890005180 0x7fc8a4154b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.579+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/673345461 >> 172.21.15.81:0/673345461 conn(0x7fc8a40ca770 msgr2=0x7fc8a41572d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:18.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.579+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/673345461 shutdown_connections 2023-06-26T03:00:18.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.579+0000 7fc8ac5a3640 1 -- 172.21.15.81:0/673345461 wait complete. 2023-06-26T03:00:18.599 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2023-06-26T03:00:16.699888+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":218528,"kb_used_data":2724,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754756192,"statfs":{"total":773094113280,"available":772870340608,"internally_reserved":0,"allocated":2789376,"data_stored":1705084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001246"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":167,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:11.422794+0000","last_change":"2023-06-26T03:00:04.675429+0000","last_active":"2023-06-26T03:00:11.422794+0000","last_peered":"2023-06-26T03:00:11.422794+0000","last_clean":"2023-06-26T03:00:11.422794+0000","last_became_active":"2023-06-26T03:00:04.673239+0000","last_became_peered":"2023-06-26T03:00:04.673239+0000","last_unstale":"2023-06-26T03:00:11.422794+0000","last_undegraded":"2023-06-26T03:00:11.422794+0000","last_fullsized":"2023-06-26T03:00:11.422794+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_clean_scrub_stamp":"2023-06-26T03:00:03.565850+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:14:59.945634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:12.105341+0000","last_change":"2023-06-26T03:00:09.644129+0000","last_active":"2023-06-26T03:00:12.105341+0000","last_peered":"2023-06-26T03:00:12.105341+0000","last_clean":"2023-06-26T03:00:12.105341+0000","last_became_active":"2023-06-26T03:00:09.643308+0000","last_became_peered":"2023-06-26T03:00:09.643308+0000","last_unstale":"2023-06-26T03:00:12.105341+0000","last_undegraded":"2023-06-26T03:00:12.105341+0000","last_fullsized":"2023-06-26T03:00:12.105341+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:06:56.728125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:11.422976+0000","last_change":"2023-06-26T03:00:09.649093+0000","last_active":"2023-06-26T03:00:11.422976+0000","last_peered":"2023-06-26T03:00:11.422976+0000","last_clean":"2023-06-26T03:00:11.422976+0000","last_became_active":"2023-06-26T03:00:09.648446+0000","last_became_peered":"2023-06-26T03:00:09.648446+0000","last_unstale":"2023-06-26T03:00:11.422976+0000","last_undegraded":"2023-06-26T03:00:11.422976+0000","last_fullsized":"2023-06-26T03:00:11.422976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:21:01.739102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:12.052398+0000","last_change":"2023-06-26T03:00:09.764941+0000","last_active":"2023-06-26T03:00:12.052398+0000","last_peered":"2023-06-26T03:00:12.052398+0000","last_clean":"2023-06-26T03:00:12.052398+0000","last_became_active":"2023-06-26T03:00:09.764625+0000","last_became_peered":"2023-06-26T03:00:09.764625+0000","last_unstale":"2023-06-26T03:00:12.052398+0000","last_undegraded":"2023-06-26T03:00:12.052398+0000","last_fullsized":"2023-06-26T03:00:12.052398+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:30:12.280625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:12.105323+0000","last_change":"2023-06-26T03:00:09.645045+0000","last_active":"2023-06-26T03:00:12.105323+0000","last_peered":"2023-06-26T03:00:12.105323+0000","last_clean":"2023-06-26T03:00:12.105323+0000","last_became_active":"2023-06-26T03:00:09.643926+0000","last_became_peered":"2023-06-26T03:00:09.643926+0000","last_unstale":"2023-06-26T03:00:12.105323+0000","last_undegraded":"2023-06-26T03:00:12.105323+0000","last_fullsized":"2023-06-26T03:00:12.105323+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:30:12.280625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:10.641980+0000","last_change":"2023-06-26T03:00:09.641120+0000","last_active":"2023-06-26T03:00:10.641980+0000","last_peered":"2023-06-26T03:00:10.641980+0000","last_clean":"2023-06-26T03:00:10.641980+0000","last_became_active":"2023-06-26T03:00:09.640629+0000","last_became_peered":"2023-06-26T03:00:09.640629+0000","last_unstale":"2023-06-26T03:00:10.641980+0000","last_undegraded":"2023-06-26T03:00:10.641980+0000","last_fullsized":"2023-06-26T03:00:10.641980+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:48:12.861712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:11.422971+0000","last_change":"2023-06-26T03:00:09.647172+0000","last_active":"2023-06-26T03:00:11.422971+0000","last_peered":"2023-06-26T03:00:11.422971+0000","last_clean":"2023-06-26T03:00:11.422971+0000","last_became_active":"2023-06-26T03:00:09.646394+0000","last_became_peered":"2023-06-26T03:00:09.646394+0000","last_unstale":"2023-06-26T03:00:11.422971+0000","last_undegraded":"2023-06-26T03:00:11.422971+0000","last_fullsized":"2023-06-26T03:00:11.422971+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:33:19.614120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:10.641978+0000","last_change":"2023-06-26T03:00:09.640928+0000","last_active":"2023-06-26T03:00:10.641978+0000","last_peered":"2023-06-26T03:00:10.641978+0000","last_clean":"2023-06-26T03:00:10.641978+0000","last_became_active":"2023-06-26T03:00:09.640571+0000","last_became_peered":"2023-06-26T03:00:09.640571+0000","last_unstale":"2023-06-26T03:00:10.641978+0000","last_undegraded":"2023-06-26T03:00:10.641978+0000","last_fullsized":"2023-06-26T03:00:10.641978+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:01:33.933819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-06-26T03:00:10.647127+0000","last_change":"2023-06-26T03:00:09.648273+0000","last_active":"2023-06-26T03:00:10.647127+0000","last_peered":"2023-06-26T03:00:10.647127+0000","last_clean":"2023-06-26T03:00:10.647127+0000","last_became_active":"2023-06-26T03:00:09.646927+0000","last_became_peered":"2023-06-26T03:00:09.646927+0000","last_unstale":"2023-06-26T03:00:10.647127+0000","last_undegraded":"2023-06-26T03:00:10.647127+0000","last_fullsized":"2023-06-26T03:00:10.647127+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:01:33.933819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:13.782062+0000","last_change":"2023-06-26T03:00:13.782062+0000","last_active":"2023-06-26T03:00:13.782062+0000","last_peered":"2023-06-26T03:00:13.782062+0000","last_clean":"2023-06-26T03:00:13.782062+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:13.782062+0000","last_undegraded":"2023-06-26T03:00:13.782062+0000","last_fullsized":"2023-06-26T03:00:13.782062+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:00:12.771670+0000","last_change":"2023-06-26T03:00:12.771670+0000","last_active":"2023-06-26T03:00:12.771670+0000","last_peered":"2023-06-26T03:00:12.771670+0000","last_clean":"2023-06-26T03:00:12.771670+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:00:12.771670+0000","last_undegraded":"2023-06-26T03:00:12.771670+0000","last_fullsized":"2023-06-26T03:00:12.771670+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":780,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":798720,"data_stored":658067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1080000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0489999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.512}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.48}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27152,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344688,"statfs":{"total":96636764160,"available":96608960512,"internally_reserved":0,"allocated":204800,"data_stored":67699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.296}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.242}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4690000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":192512,"data_stored":61951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.171}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27152,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344688,"statfs":{"total":96636764160,"available":96608960512,"internally_reserved":0,"allocated":204800,"data_stored":67699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.131}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94699999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0149999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27152,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344688,"statfs":{"total":96636764160,"available":96608960512,"internally_reserved":0,"allocated":204800,"data_stored":67699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88200000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":188,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":192512,"data_stored":61951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97099999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.878}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.105}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27152,"kb_used_data":200,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344688,"statfs":{"total":96636764160,"available":96608960512,"internally_reserved":0,"allocated":204800,"data_stored":67699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35899999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84199999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27908,"kb_used_data":768,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343932,"statfs":{"total":96636764160,"available":96608186368,"internally_reserved":0,"allocated":786432,"data_stored":652319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:00:18.605 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3f is not active+clean 2023-06-26T03:00:18.605 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.606 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3e is not active+clean 2023-06-26T03:00:18.606 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.606 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3d is not active+clean 2023-06-26T03:00:18.607 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.607 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3c is not active+clean 2023-06-26T03:00:18.607 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.607 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3b is not active+clean 2023-06-26T03:00:18.608 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.608 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3a is not active+clean 2023-06-26T03:00:18.608 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.609 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.39 is not active+clean 2023-06-26T03:00:18.610 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.610 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.38 is not active+clean 2023-06-26T03:00:18.611 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.611 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.37 is not active+clean 2023-06-26T03:00:18.612 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.612 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.36 is not active+clean 2023-06-26T03:00:18.612 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.613 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.35 is not active+clean 2023-06-26T03:00:18.613 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.613 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.34 is not active+clean 2023-06-26T03:00:18.613 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.614 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.33 is not active+clean 2023-06-26T03:00:18.614 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.614 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.32 is not active+clean 2023-06-26T03:00:18.614 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.615 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.31 is not active+clean 2023-06-26T03:00:18.615 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.615 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.30 is not active+clean 2023-06-26T03:00:18.615 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.616 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2f is not active+clean 2023-06-26T03:00:18.616 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.616 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2e is not active+clean 2023-06-26T03:00:18.617 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.617 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2d is not active+clean 2023-06-26T03:00:18.617 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.618 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2c is not active+clean 2023-06-26T03:00:18.618 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.618 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2b is not active+clean 2023-06-26T03:00:18.618 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.619 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2a is not active+clean 2023-06-26T03:00:18.619 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.619 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.29 is not active+clean 2023-06-26T03:00:18.619 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.620 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.28 is not active+clean 2023-06-26T03:00:18.620 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.621 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.27 is not active+clean 2023-06-26T03:00:18.621 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.621 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.26 is not active+clean 2023-06-26T03:00:18.621 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.622 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.25 is not active+clean 2023-06-26T03:00:18.622 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.622 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.24 is not active+clean 2023-06-26T03:00:18.623 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.623 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.23 is not active+clean 2023-06-26T03:00:18.623 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.623 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.22 is not active+clean 2023-06-26T03:00:18.624 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.624 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.21 is not active+clean 2023-06-26T03:00:18.624 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.625 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.20 is not active+clean 2023-06-26T03:00:18.625 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.625 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.14 is not active+clean 2023-06-26T03:00:18.625 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.626 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2023-06-26T03:00:18.626 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.626 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.15 is not active+clean 2023-06-26T03:00:18.627 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.627 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2023-06-26T03:00:18.627 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.627 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.16 is not active+clean 2023-06-26T03:00:18.628 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.628 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2023-06-26T03:00:18.628 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.629 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.17 is not active+clean 2023-06-26T03:00:18.629 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.629 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2023-06-26T03:00:18.629 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.630 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2023-06-26T03:00:18.630 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.630 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.8 is not active+clean 2023-06-26T03:00:18.630 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.631 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2023-06-26T03:00:18.631 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.632 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.9 is not active+clean 2023-06-26T03:00:18.632 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.632 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2023-06-26T03:00:18.632 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.633 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.a is not active+clean 2023-06-26T03:00:18.633 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.633 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2023-06-26T03:00:18.633 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.634 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.b is not active+clean 2023-06-26T03:00:18.634 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.635 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2023-06-26T03:00:18.635 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.635 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.c is not active+clean 2023-06-26T03:00:18.635 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.636 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2023-06-26T03:00:18.636 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.637 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.d is not active+clean 2023-06-26T03:00:18.637 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.638 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.9 is not active+clean 2023-06-26T03:00:18.638 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.638 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.e is not active+clean 2023-06-26T03:00:18.639 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.639 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2023-06-26T03:00:18.639 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.640 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.f is not active+clean 2023-06-26T03:00:18.640 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.640 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2023-06-26T03:00:18.640 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.641 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.5 is not active+clean 2023-06-26T03:00:18.641 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.641 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2023-06-26T03:00:18.641 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.642 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.6 is not active+clean 2023-06-26T03:00:18.642 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.642 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2023-06-26T03:00:18.642 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.643 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.7 is not active+clean 2023-06-26T03:00:18.643 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.643 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3 is not active+clean 2023-06-26T03:00:18.643 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.644 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.4 is not active+clean 2023-06-26T03:00:18.644 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.644 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.5 is not active+clean 2023-06-26T03:00:18.645 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.645 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2 is not active+clean 2023-06-26T03:00:18.645 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.645 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2023-06-26T03:00:18.646 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.646 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3 is not active+clean 2023-06-26T03:00:18.646 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.646 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2023-06-26T03:00:18.647 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.647 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.0 is not active+clean 2023-06-26T03:00:18.647 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.647 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2023-06-26T03:00:18.648 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.648 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1 is not active+clean 2023-06-26T03:00:18.648 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.649 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.13 is not active+clean 2023-06-26T03:00:18.649 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.649 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.14 is not active+clean 2023-06-26T03:00:18.649 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.650 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.12 is not active+clean 2023-06-26T03:00:18.650 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.650 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2023-06-26T03:00:18.650 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.651 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2023-06-26T03:00:18.651 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.651 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.11 is not active+clean 2023-06-26T03:00:18.651 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.652 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2023-06-26T03:00:18.652 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.652 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.10 is not active+clean 2023-06-26T03:00:18.652 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.653 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1f is not active+clean 2023-06-26T03:00:18.653 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.653 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2023-06-26T03:00:18.654 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.654 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1e is not active+clean 2023-06-26T03:00:18.654 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.654 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2023-06-26T03:00:18.655 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.655 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1d is not active+clean 2023-06-26T03:00:18.655 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.656 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1a is not active+clean 2023-06-26T03:00:18.656 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.656 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1c is not active+clean 2023-06-26T03:00:18.656 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.657 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2023-06-26T03:00:18.657 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.657 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1b is not active+clean 2023-06-26T03:00:18.658 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.658 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1c is not active+clean 2023-06-26T03:00:18.658 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.658 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1a is not active+clean 2023-06-26T03:00:18.659 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.659 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2023-06-26T03:00:18.659 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.660 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.19 is not active+clean 2023-06-26T03:00:18.660 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.660 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2023-06-26T03:00:18.660 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.661 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.18 is not active+clean 2023-06-26T03:00:18.661 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:13.782062+0000', 'last_change': '2023-06-26T03:00:13.782062+0000', 'last_active': '2023-06-26T03:00:13.782062+0000', 'last_peered': '2023-06-26T03:00:13.782062+0000', 'last_clean': '2023-06-26T03:00:13.782062+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:13.782062+0000', 'last_undegraded': '2023-06-26T03:00:13.782062+0000', 'last_fullsized': '2023-06-26T03:00:13.782062+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:13.782062+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.661 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2023-06-26T03:00:18.662 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:00:12.771670+0000', 'last_change': '2023-06-26T03:00:12.771670+0000', 'last_active': '2023-06-26T03:00:12.771670+0000', 'last_peered': '2023-06-26T03:00:12.771670+0000', 'last_clean': '2023-06-26T03:00:12.771670+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:00:12.771670+0000', 'last_undegraded': '2023-06-26T03:00:12.771670+0000', 'last_fullsized': '2023-06-26T03:00:12.771670+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'last_clean_scrub_stamp': '2023-06-26T03:00:12.771670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:00:18.662 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-06-26T03:00:18.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.779+0000 7f5e31bd2640 1 Processor -- start 2023-06-26T03:00:18.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.779+0000 7f5e31bd2640 1 -- start start 2023-06-26T03:00:18.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.779+0000 7f5e31bd2640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5e2c15ccf0 0x7f5e2c0ca6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.779+0000 7f5e31bd2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e2c0cac00 0x7f5e2c070120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.779+0000 7f5e31bd2640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f5e2c070660 0x7f5e2c06af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.779+0000 7f5e31bd2640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e2c0cb0a0 con 0x7f5e2c070660 2023-06-26T03:00:18.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.779+0000 7f5e31bd2640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e2c15d0c0 con 0x7f5e2c15ccf0 2023-06-26T03:00:18.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.779+0000 7f5e31bd2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e2c0711c0 con 0x7f5e2c0cac00 2023-06-26T03:00:18.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.779+0000 7f5e2bfff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f5e2c070660 0x7f5e2c06af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.779+0000 7f5e2bfff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f5e2c070660 0x7f5e2c06af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50264/0 (socket says 172.21.15.81:50264) 2023-06-26T03:00:18.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.779+0000 7f5e2bfff640 1 -- 172.21.15.81:0/2093600799 learned_addr learned my addr 172.21.15.81:0/2093600799 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:18.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.779+0000 7f5e2affd640 1 --2- 172.21.15.81:0/2093600799 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e2c0cac00 0x7f5e2c070120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.779+0000 7f5e2b7fe640 1 --2- 172.21.15.81:0/2093600799 >> v2:172.21.15.92:3300/0 conn(0x7f5e2c15ccf0 0x7f5e2c0ca6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.783+0000 7f5e2bfff640 1 -- 172.21.15.81:0/2093600799 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e2c0cac00 msgr2=0x7f5e2c070120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:18.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.783+0000 7f5e2bfff640 1 --2- 172.21.15.81:0/2093600799 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e2c0cac00 0x7f5e2c070120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.783+0000 7f5e2bfff640 1 -- 172.21.15.81:0/2093600799 >> v2:172.21.15.92:3300/0 conn(0x7f5e2c15ccf0 msgr2=0x7f5e2c0ca6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:18.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.783+0000 7f5e2bfff640 1 --2- 172.21.15.81:0/2093600799 >> v2:172.21.15.92:3300/0 conn(0x7f5e2c15ccf0 0x7f5e2c0ca6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.783+0000 7f5e2bfff640 1 -- 172.21.15.81:0/2093600799 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e2c070ee0 con 0x7f5e2c070660 2023-06-26T03:00:18.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e2bfff640 1 --2- 172.21.15.81:0/2093600799 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e2c070660 0x7f5e2c06af50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c0b0210 tx=0x7f5e2401c210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18c1c69a50a4d335 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:18.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e2a7fc640 1 -- 172.21.15.81:0/2093600799 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e240ab600 con 0x7f5e2c070660 2023-06-26T03:00:18.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e2a7fc640 1 -- 172.21.15.81:0/2093600799 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e240a7050 con 0x7f5e2c070660 2023-06-26T03:00:18.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e2a7fc640 1 -- 172.21.15.81:0/2093600799 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e240ab980 con 0x7f5e2c070660 2023-06-26T03:00:18.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 -- 172.21.15.81:0/2093600799 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e2c070660 msgr2=0x7f5e2c06af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 --2- 172.21.15.81:0/2093600799 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e2c070660 0x7f5e2c06af50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c0b0210 tx=0x7f5e2401c210 comp rx=0 tx=0).stop 2023-06-26T03:00:18.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 -- 172.21.15.81:0/2093600799 shutdown_connections 2023-06-26T03:00:18.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 --2- 172.21.15.81:0/2093600799 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e2c070660 0x7f5e2c06af50 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 --2- 172.21.15.81:0/2093600799 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e2c0cac00 0x7f5e2c070120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 --2- 172.21.15.81:0/2093600799 >> v2:172.21.15.92:3300/0 conn(0x7f5e2c15ccf0 0x7f5e2c0ca6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 -- 172.21.15.81:0/2093600799 >> 172.21.15.81:0/2093600799 conn(0x7f5e2c06a0f0 msgr2=0x7f5e2c0af8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:18.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 -- 172.21.15.81:0/2093600799 shutdown_connections 2023-06-26T03:00:18.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 -- 172.21.15.81:0/2093600799 wait complete. 2023-06-26T03:00:18.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 Processor -- start 2023-06-26T03:00:18.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 -- start start 2023-06-26T03:00:18.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e2c070660 0x7f5e2c154220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e2c0cac00 0x7f5e2c14cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e2c15ccf0 0x7f5e2c1f51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e2c0c6b20 con 0x7f5e2c15ccf0 2023-06-26T03:00:18.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e2c0c70e0 con 0x7f5e2c0cac00 2023-06-26T03:00:18.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e31bd2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e2c0c7890 con 0x7f5e2c070660 2023-06-26T03:00:18.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e2bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e2c15ccf0 0x7f5e2c1f51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e2bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e2c15ccf0 0x7f5e2c1f51f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50274/0 (socket says 172.21.15.81:50274) 2023-06-26T03:00:18.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.787+0000 7f5e2bfff640 1 -- 172.21.15.81:0/4218764816 learned_addr learned my addr 172.21.15.81:0/4218764816 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:18.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e2b7fe640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e2c070660 0x7f5e2c154220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e2affd640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e2c0cac00 0x7f5e2c14cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e2bfff640 1 -- 172.21.15.81:0/4218764816 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e2c070660 msgr2=0x7f5e2c154220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e2bfff640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e2c070660 0x7f5e2c154220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e2bfff640 1 -- 172.21.15.81:0/4218764816 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e2c0cac00 msgr2=0x7f5e2c14cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:18.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e2bfff640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e2c0cac00 0x7f5e2c14cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:18.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e2bfff640 1 -- 172.21.15.81:0/4218764816 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e240094d0 con 0x7f5e2c15ccf0 2023-06-26T03:00:18.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e2bfff640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e2c15ccf0 0x7f5e2c1f51f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5e2401cab0 tx=0x7f5e24018fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:18.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e23fff640 1 -- 172.21.15.81:0/4218764816 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e240b4430 con 0x7f5e2c15ccf0 2023-06-26T03:00:18.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e23fff640 1 -- 172.21.15.81:0/4218764816 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e240b4590 con 0x7f5e2c15ccf0 2023-06-26T03:00:18.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e23fff640 1 -- 172.21.15.81:0/4218764816 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e240b4940 con 0x7f5e2c15ccf0 2023-06-26T03:00:18.799 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e31bd2640 1 -- 172.21.15.81:0/4218764816 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e2c0c7b70 con 0x7f5e2c15ccf0 2023-06-26T03:00:18.799 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e31bd2640 1 -- 172.21.15.81:0/4218764816 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e2c14d2e0 con 0x7f5e2c15ccf0 2023-06-26T03:00:18.800 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e31bd2640 1 -- 172.21.15.81:0/4218764816 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e2c0c8970 con 0x7f5e2c15ccf0 2023-06-26T03:00:18.800 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e23fff640 1 -- 172.21.15.81:0/4218764816 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5e240b2040 con 0x7f5e2c15ccf0 2023-06-26T03:00:18.800 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e23fff640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5e0c066280 0x7f5e0c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:18.800 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e2b7fe640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5e0c066280 0x7f5e0c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:18.800 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e23fff640 1 -- 172.21.15.81:0/4218764816 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f5e2411d9d0 con 0x7f5e2c15ccf0 2023-06-26T03:00:18.800 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.791+0000 7f5e2b7fe640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5e0c066280 0x7f5e0c068730 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c155d30 tx=0x7f5e14008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:18.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.795+0000 7f5e23fff640 1 -- 172.21.15.81:0/4218764816 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5e2c0c8970 con 0x7f5e2c15ccf0 2023-06-26T03:00:19.005 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.999+0000 7f5e31bd2640 1 -- 172.21.15.81:0/4218764816 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f5e2c0c8970 con 0x7f5e2c15ccf0 2023-06-26T03:00:19.006 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:18.999+0000 7f5e23fff640 1 -- 172.21.15.81:0/4218764816 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1012 (secure 0 0 0) 0x7f5e2c0c8970 con 0x7f5e2c15ccf0 2023-06-26T03:00:19.006 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:19.006 INFO:teuthology.orchestra.run.smithi081.stdout:{"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":8,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":28,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":24,"num_osds":8,"num_up_osds":8,"osd_up_since":1687748401,"num_in_osds":8,"osd_in_since":1687748392,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":105}],"num_pgs":105,"num_pools":4,"num_objects":23,"data_bytes":592730,"bytes_used":224075776,"bytes_avail":772870037504,"bytes_total":773094113280,"write_bytes_sec":2422,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":4291}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2023-06-26T02:59:50.248334+0000","services":{}},"progress_events":{}} 2023-06-26T03:00:19.008 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.003+0000 7f5e31bd2640 1 -- 172.21.15.81:0/4218764816 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5e0c066280 msgr2=0x7f5e0c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:19.008 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.003+0000 7f5e31bd2640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5e0c066280 0x7f5e0c068730 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c155d30 tx=0x7f5e14008040 comp rx=0 tx=0).stop 2023-06-26T03:00:19.009 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.003+0000 7f5e31bd2640 1 -- 172.21.15.81:0/4218764816 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e2c15ccf0 msgr2=0x7f5e2c1f51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:19.009 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.003+0000 7f5e31bd2640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e2c15ccf0 0x7f5e2c1f51f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5e2401cab0 tx=0x7f5e24018fb0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.009 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.003+0000 7f5e31bd2640 1 -- 172.21.15.81:0/4218764816 shutdown_connections 2023-06-26T03:00:19.009 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.003+0000 7f5e31bd2640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5e0c066280 0x7f5e0c068730 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.009 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.003+0000 7f5e31bd2640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5e2c15ccf0 0x7f5e2c1f51f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.009 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.003+0000 7f5e31bd2640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e2c0cac00 0x7f5e2c14cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.009 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.003+0000 7f5e31bd2640 1 --2- 172.21.15.81:0/4218764816 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e2c070660 0x7f5e2c154220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.010 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.003+0000 7f5e31bd2640 1 -- 172.21.15.81:0/4218764816 >> 172.21.15.81:0/4218764816 conn(0x7f5e2c06a0f0 msgr2=0x7f5e2c0af750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:19.010 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.003+0000 7f5e31bd2640 1 -- 172.21.15.81:0/4218764816 shutdown_connections 2023-06-26T03:00:19.010 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.003+0000 7f5e31bd2640 1 -- 172.21.15.81:0/4218764816 wait complete. 2023-06-26T03:00:19.023 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-06-26T03:00:19.024 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:00:19.142 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.135+0000 7f6ed304d640 1 Processor -- start 2023-06-26T03:00:19.143 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.135+0000 7f6ed304d640 1 -- start start 2023-06-26T03:00:19.143 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ed304d640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f6ecc0cef50 0x7f6ecc0b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:19.144 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ed304d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6ecc0cf3c0 0x7f6ecc0b4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:19.144 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ed304d640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ecc0cfd20 con 0x7f6ecc0b1630 2023-06-26T03:00:19.144 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ed304d640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ecc0ccb40 con 0x7f6ecc0cef50 2023-06-26T03:00:19.144 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ed304d640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ecc0cce20 con 0x7f6ecc0cf3c0 2023-06-26T03:00:19.144 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ecbfff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f6ecc0cef50 0x7f6ecc0b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:19.144 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ecbfff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f6ecc0cef50 0x7f6ecc0b3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50282/0 (socket says 172.21.15.81:50282) 2023-06-26T03:00:19.144 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ecbfff640 1 -- 172.21.15.81:0/2702997708 learned_addr learned my addr 172.21.15.81:0/2702997708 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:19.145 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ed15ea640 1 --2- 172.21.15.81:0/2702997708 >> v2:172.21.15.92:3300/0 conn(0x7f6ecc0cf3c0 0x7f6ecc0b4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:19.145 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ecbfff640 1 -- 172.21.15.81:0/2702997708 >> v2:172.21.15.92:3300/0 conn(0x7f6ecc0cf3c0 msgr2=0x7f6ecc0b4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:19.145 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ecbfff640 1 --2- 172.21.15.81:0/2702997708 >> v2:172.21.15.92:3300/0 conn(0x7f6ecc0cf3c0 0x7f6ecc0b4110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.145 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ecbfff640 1 -- 172.21.15.81:0/2702997708 >> v1:172.21.15.92:6789/0 conn(0x7f6ecc0b1630 legacy=0x7f6ecc15d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:19.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ecbfff640 1 -- 172.21.15.81:0/2702997708 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ecc0cffe0 con 0x7f6ecc0cef50 2023-06-26T03:00:19.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ecbfff640 1 --2- 172.21.15.81:0/2702997708 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6ecc0cef50 0x7f6ecc0b3bd0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f6ecc08a1e0 tx=0x7f6ec001c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c477a8c605f77540 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:19.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ecb7fe640 1 -- 172.21.15.81:0/2702997708 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec00ab600 con 0x7f6ecc0cef50 2023-06-26T03:00:19.147 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ecb7fe640 1 -- 172.21.15.81:0/2702997708 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ec00a7050 con 0x7f6ecc0cef50 2023-06-26T03:00:19.147 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.139+0000 7f6ecb7fe640 1 -- 172.21.15.81:0/2702997708 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec00ab980 con 0x7f6ecc0cef50 2023-06-26T03:00:19.147 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 -- 172.21.15.81:0/2702997708 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6ecc0cef50 msgr2=0x7f6ecc0b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:19.147 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 --2- 172.21.15.81:0/2702997708 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6ecc0cef50 0x7f6ecc0b3bd0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f6ecc08a1e0 tx=0x7f6ec001c400 comp rx=0 tx=0).stop 2023-06-26T03:00:19.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 -- 172.21.15.81:0/2702997708 shutdown_connections 2023-06-26T03:00:19.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 --2- 172.21.15.81:0/2702997708 >> v2:172.21.15.92:3300/0 conn(0x7f6ecc0cf3c0 0x7f6ecc0b4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 --2- 172.21.15.81:0/2702997708 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6ecc0cef50 0x7f6ecc0b3bd0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 -- 172.21.15.81:0/2702997708 >> 172.21.15.81:0/2702997708 conn(0x7f6ecc069f00 msgr2=0x7f6ecc06a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:19.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 -- 172.21.15.81:0/2702997708 shutdown_connections 2023-06-26T03:00:19.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 -- 172.21.15.81:0/2702997708 wait complete. 2023-06-26T03:00:19.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 Processor -- start 2023-06-26T03:00:19.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 -- start start 2023-06-26T03:00:19.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6ecc0b1630 0x7f6ecc0cbcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:19.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ecc0cef50 0x7f6ecc15a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:19.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ecc0cf3c0 0x7f6ecc159490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:19.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ecc0b77d0 con 0x7f6ecc0b1630 2023-06-26T03:00:19.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ecc158cd0 con 0x7f6ecc0cef50 2023-06-26T03:00:19.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ecc0b7a70 con 0x7f6ecc0cf3c0 2023-06-26T03:00:19.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed0de9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6ecc0b1630 0x7f6ecc0cbcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:19.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed0de9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6ecc0b1630 0x7f6ecc0cbcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50288/0 (socket says 172.21.15.81:50288) 2023-06-26T03:00:19.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed0de9640 1 -- 172.21.15.81:0/1672804683 learned_addr learned my addr 172.21.15.81:0/1672804683 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:19.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed15ea640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ecc0cf3c0 0x7f6ecc159490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:19.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ecbfff640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ecc0cef50 0x7f6ecc15a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:19.152 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed0de9640 1 -- 172.21.15.81:0/1672804683 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ecc0cf3c0 msgr2=0x7f6ecc159490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:19.152 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed0de9640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ecc0cf3c0 0x7f6ecc159490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.152 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed0de9640 1 -- 172.21.15.81:0/1672804683 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ecc0cef50 msgr2=0x7f6ecc15a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:19.152 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed0de9640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ecc0cef50 0x7f6ecc15a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.152 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed0de9640 1 -- 172.21.15.81:0/1672804683 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ec00094d0 con 0x7f6ecc0b1630 2023-06-26T03:00:19.152 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed0de9640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6ecc0b1630 0x7f6ecc0cbcb0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc00b410 tx=0x7f6ebc00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:19.152 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ec97fa640 1 -- 172.21.15.81:0/1672804683 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc004020 con 0x7f6ecc0b1630 2023-06-26T03:00:19.152 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ec97fa640 1 -- 172.21.15.81:0/1672804683 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ebc004180 con 0x7f6ecc0b1630 2023-06-26T03:00:19.153 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ec97fa640 1 -- 172.21.15.81:0/1672804683 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc011630 con 0x7f6ecc0b1630 2023-06-26T03:00:19.153 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 -- 172.21.15.81:0/1672804683 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ecc158f70 con 0x7f6ecc0b1630 2023-06-26T03:00:19.153 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 -- 172.21.15.81:0/1672804683 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ecc0cc1f0 con 0x7f6ecc0b1630 2023-06-26T03:00:19.154 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.143+0000 7f6ed304d640 1 -- 172.21.15.81:0/1672804683 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ecc04d790 con 0x7f6ecc0b1630 2023-06-26T03:00:19.154 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.147+0000 7f6ec97fa640 1 -- 172.21.15.81:0/1672804683 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6ebc011790 con 0x7f6ecc0b1630 2023-06-26T03:00:19.154 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.147+0000 7f6ec97fa640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6eb8066280 0x7f6eb8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:19.154 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.147+0000 7f6ec97fa640 1 -- 172.21.15.81:0/1672804683 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f6ebc0839f0 con 0x7f6ecc0b1630 2023-06-26T03:00:19.154 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.147+0000 7f6ecbfff640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6eb8066280 0x7f6eb8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:19.154 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.147+0000 7f6ecbfff640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6eb8066280 0x7f6eb8068730 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6ec00ad000 tx=0x7f6ec0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:19.156 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.151+0000 7f6ec97fa640 1 -- 172.21.15.81:0/1672804683 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6ebc050f00 con 0x7f6ecc0b1630 2023-06-26T03:00:19.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.287+0000 7f6ed304d640 1 -- 172.21.15.81:0/1672804683 --> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6ecc159160 con 0x7f6eb8066280 2023-06-26T03:00:19.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.307+0000 7f6ec97fa640 1 -- 172.21.15.81:0/1672804683 <== mgr.4104 v2:172.21.15.81:6832/2767121196 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286727 (secure 0 0 0) 0x7f6ecc159160 con 0x7f6eb8066280 2023-06-26T03:00:19.313 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:19.316 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-06-26T03:00:19.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.311+0000 7f6ed304d640 1 -- 172.21.15.81:0/1672804683 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6eb8066280 msgr2=0x7f6eb8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:19.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.311+0000 7f6ed304d640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6eb8066280 0x7f6eb8068730 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6ec00ad000 tx=0x7f6ec0008040 comp rx=0 tx=0).stop 2023-06-26T03:00:19.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.311+0000 7f6ed304d640 1 -- 172.21.15.81:0/1672804683 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6ecc0b1630 msgr2=0x7f6ecc0cbcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:19.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.311+0000 7f6ed304d640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6ecc0b1630 0x7f6ecc0cbcb0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc00b410 tx=0x7f6ebc00b8d0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.311+0000 7f6ed304d640 1 -- 172.21.15.81:0/1672804683 shutdown_connections 2023-06-26T03:00:19.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.311+0000 7f6ed304d640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6eb8066280 0x7f6eb8068730 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.311+0000 7f6ed304d640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ecc0cf3c0 0x7f6ecc159490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.311+0000 7f6ed304d640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ecc0cef50 0x7f6ecc15a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.311+0000 7f6ed304d640 1 --2- 172.21.15.81:0/1672804683 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6ecc0b1630 0x7f6ecc0cbcb0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:19.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.311+0000 7f6ed304d640 1 -- 172.21.15.81:0/1672804683 >> 172.21.15.81:0/1672804683 conn(0x7f6ecc069f00 msgr2=0x7f6ecc0ce500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:19.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.311+0000 7f6ed304d640 1 -- 172.21.15.81:0/1672804683 shutdown_connections 2023-06-26T03:00:19.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:19.311+0000 7f6ed304d640 1 -- 172.21.15.81:0/1672804683 wait complete. 2023-06-26T03:00:19.332 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2023-06-26T03:00:18.700474+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":204,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218824,"kb_used_data":3208,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754755896,"statfs":{"total":773094113280,"available":772870037504,"internally_reserved":0,"allocated":3284992,"data_stored":1939620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":59,"apply_latency_ms":59,"commit_latency_ns":59000000,"apply_latency_ns":59000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.917078"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150131+0000","last_change":"2023-06-26T03:00:14.178911+0000","last_active":"2023-06-26T03:00:15.150131+0000","last_peered":"2023-06-26T03:00:15.150131+0000","last_clean":"2023-06-26T03:00:15.150131+0000","last_became_active":"2023-06-26T03:00:14.178637+0000","last_became_peered":"2023-06-26T03:00:14.178637+0000","last_unstale":"2023-06-26T03:00:15.150131+0000","last_undegraded":"2023-06-26T03:00:15.150131+0000","last_fullsized":"2023-06-26T03:00:15.150131+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:11:23.501628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740197+0000","last_change":"2023-06-26T03:00:14.187218+0000","last_active":"2023-06-26T03:00:15.740197+0000","last_peered":"2023-06-26T03:00:15.740197+0000","last_clean":"2023-06-26T03:00:15.740197+0000","last_became_active":"2023-06-26T03:00:14.186674+0000","last_became_peered":"2023-06-26T03:00:14.186674+0000","last_unstale":"2023-06-26T03:00:15.740197+0000","last_undegraded":"2023-06-26T03:00:15.740197+0000","last_fullsized":"2023-06-26T03:00:15.740197+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:59.934935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.157353+0000","last_change":"2023-06-26T03:00:14.185772+0000","last_active":"2023-06-26T03:00:15.157353+0000","last_peered":"2023-06-26T03:00:15.157353+0000","last_clean":"2023-06-26T03:00:15.157353+0000","last_became_active":"2023-06-26T03:00:14.185066+0000","last_became_peered":"2023-06-26T03:00:14.185066+0000","last_unstale":"2023-06-26T03:00:15.157353+0000","last_undegraded":"2023-06-26T03:00:15.157353+0000","last_fullsized":"2023-06-26T03:00:15.157353+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:54:08.285642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153591+0000","last_change":"2023-06-26T03:00:14.161149+0000","last_active":"2023-06-26T03:00:15.153591+0000","last_peered":"2023-06-26T03:00:15.153591+0000","last_clean":"2023-06-26T03:00:15.153591+0000","last_became_active":"2023-06-26T03:00:14.160808+0000","last_became_peered":"2023-06-26T03:00:14.160808+0000","last_unstale":"2023-06-26T03:00:15.153591+0000","last_undegraded":"2023-06-26T03:00:15.153591+0000","last_fullsized":"2023-06-26T03:00:15.153591+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:02:40.939245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739507+0000","last_change":"2023-06-26T03:00:14.166875+0000","last_active":"2023-06-26T03:00:15.739507+0000","last_peered":"2023-06-26T03:00:15.739507+0000","last_clean":"2023-06-26T03:00:15.739507+0000","last_became_active":"2023-06-26T03:00:14.166647+0000","last_became_peered":"2023-06-26T03:00:14.166647+0000","last_unstale":"2023-06-26T03:00:15.739507+0000","last_undegraded":"2023-06-26T03:00:15.739507+0000","last_fullsized":"2023-06-26T03:00:15.739507+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154985+0000","last_change":"2023-06-26T03:00:14.165880+0000","last_active":"2023-06-26T03:00:15.154985+0000","last_peered":"2023-06-26T03:00:15.154985+0000","last_clean":"2023-06-26T03:00:15.154985+0000","last_became_active":"2023-06-26T03:00:14.165182+0000","last_became_peered":"2023-06-26T03:00:14.165182+0000","last_unstale":"2023-06-26T03:00:15.154985+0000","last_undegraded":"2023-06-26T03:00:15.154985+0000","last_fullsized":"2023-06-26T03:00:15.154985+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739314+0000","last_change":"2023-06-26T03:00:14.178587+0000","last_active":"2023-06-26T03:00:15.739314+0000","last_peered":"2023-06-26T03:00:15.739314+0000","last_clean":"2023-06-26T03:00:15.739314+0000","last_became_active":"2023-06-26T03:00:14.178306+0000","last_became_peered":"2023-06-26T03:00:14.178306+0000","last_unstale":"2023-06-26T03:00:15.739314+0000","last_undegraded":"2023-06-26T03:00:15.739314+0000","last_fullsized":"2023-06-26T03:00:15.739314+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:33.137821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739319+0000","last_change":"2023-06-26T03:00:14.186337+0000","last_active":"2023-06-26T03:00:15.739319+0000","last_peered":"2023-06-26T03:00:15.739319+0000","last_clean":"2023-06-26T03:00:15.739319+0000","last_became_active":"2023-06-26T03:00:14.186035+0000","last_became_peered":"2023-06-26T03:00:14.186035+0000","last_unstale":"2023-06-26T03:00:15.739319+0000","last_undegraded":"2023-06-26T03:00:15.739319+0000","last_fullsized":"2023-06-26T03:00:15.739319+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738269+0000","last_change":"2023-06-26T03:00:14.179120+0000","last_active":"2023-06-26T03:00:15.738269+0000","last_peered":"2023-06-26T03:00:15.738269+0000","last_clean":"2023-06-26T03:00:15.738269+0000","last_became_active":"2023-06-26T03:00:14.178716+0000","last_became_peered":"2023-06-26T03:00:14.178716+0000","last_unstale":"2023-06-26T03:00:15.738269+0000","last_undegraded":"2023-06-26T03:00:15.738269+0000","last_fullsized":"2023-06-26T03:00:15.738269+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:23:54.497300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740440+0000","last_change":"2023-06-26T03:00:14.176358+0000","last_active":"2023-06-26T03:00:15.740440+0000","last_peered":"2023-06-26T03:00:15.740440+0000","last_clean":"2023-06-26T03:00:15.740440+0000","last_became_active":"2023-06-26T03:00:14.175969+0000","last_became_peered":"2023-06-26T03:00:14.175969+0000","last_unstale":"2023-06-26T03:00:15.740440+0000","last_undegraded":"2023-06-26T03:00:15.740440+0000","last_fullsized":"2023-06-26T03:00:15.740440+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:32.452420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156746+0000","last_change":"2023-06-26T03:00:14.186185+0000","last_active":"2023-06-26T03:00:15.156746+0000","last_peered":"2023-06-26T03:00:15.156746+0000","last_clean":"2023-06-26T03:00:15.156746+0000","last_became_active":"2023-06-26T03:00:14.185403+0000","last_became_peered":"2023-06-26T03:00:14.185403+0000","last_unstale":"2023-06-26T03:00:15.156746+0000","last_undegraded":"2023-06-26T03:00:15.156746+0000","last_fullsized":"2023-06-26T03:00:15.156746+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:55:24.301161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150148+0000","last_change":"2023-06-26T03:00:14.186489+0000","last_active":"2023-06-26T03:00:15.150148+0000","last_peered":"2023-06-26T03:00:15.150148+0000","last_clean":"2023-06-26T03:00:15.150148+0000","last_became_active":"2023-06-26T03:00:14.186055+0000","last_became_peered":"2023-06-26T03:00:14.186055+0000","last_unstale":"2023-06-26T03:00:15.150148+0000","last_undegraded":"2023-06-26T03:00:15.150148+0000","last_fullsized":"2023-06-26T03:00:15.150148+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:56:15.408090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150117+0000","last_change":"2023-06-26T03:00:14.180432+0000","last_active":"2023-06-26T03:00:15.150117+0000","last_peered":"2023-06-26T03:00:15.150117+0000","last_clean":"2023-06-26T03:00:15.150117+0000","last_became_active":"2023-06-26T03:00:14.180071+0000","last_became_peered":"2023-06-26T03:00:14.180071+0000","last_unstale":"2023-06-26T03:00:15.150117+0000","last_undegraded":"2023-06-26T03:00:15.150117+0000","last_fullsized":"2023-06-26T03:00:15.150117+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:03:18.295049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740122+0000","last_change":"2023-06-26T03:00:14.177149+0000","last_active":"2023-06-26T03:00:15.740122+0000","last_peered":"2023-06-26T03:00:15.740122+0000","last_clean":"2023-06-26T03:00:15.740122+0000","last_became_active":"2023-06-26T03:00:14.176784+0000","last_became_peered":"2023-06-26T03:00:14.176784+0000","last_unstale":"2023-06-26T03:00:15.740122+0000","last_undegraded":"2023-06-26T03:00:15.740122+0000","last_fullsized":"2023-06-26T03:00:15.740122+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739767+0000","last_change":"2023-06-26T03:00:14.178640+0000","last_active":"2023-06-26T03:00:15.739767+0000","last_peered":"2023-06-26T03:00:15.739767+0000","last_clean":"2023-06-26T03:00:15.739767+0000","last_became_active":"2023-06-26T03:00:14.178386+0000","last_became_peered":"2023-06-26T03:00:14.178386+0000","last_unstale":"2023-06-26T03:00:15.739767+0000","last_undegraded":"2023-06-26T03:00:15.739767+0000","last_fullsized":"2023-06-26T03:00:15.739767+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:17.275307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154383+0000","last_change":"2023-06-26T03:00:14.162144+0000","last_active":"2023-06-26T03:00:15.154383+0000","last_peered":"2023-06-26T03:00:15.154383+0000","last_clean":"2023-06-26T03:00:15.154383+0000","last_became_active":"2023-06-26T03:00:14.161862+0000","last_became_peered":"2023-06-26T03:00:14.161862+0000","last_unstale":"2023-06-26T03:00:15.154383+0000","last_undegraded":"2023-06-26T03:00:15.154383+0000","last_fullsized":"2023-06-26T03:00:15.154383+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.581630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738623+0000","last_change":"2023-06-26T03:00:14.181003+0000","last_active":"2023-06-26T03:00:15.738623+0000","last_peered":"2023-06-26T03:00:15.738623+0000","last_clean":"2023-06-26T03:00:15.738623+0000","last_became_active":"2023-06-26T03:00:14.178067+0000","last_became_peered":"2023-06-26T03:00:14.178067+0000","last_unstale":"2023-06-26T03:00:15.738623+0000","last_undegraded":"2023-06-26T03:00:15.738623+0000","last_fullsized":"2023-06-26T03:00:15.738623+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156555+0000","last_change":"2023-06-26T03:00:14.176800+0000","last_active":"2023-06-26T03:00:15.156555+0000","last_peered":"2023-06-26T03:00:15.156555+0000","last_clean":"2023-06-26T03:00:15.156555+0000","last_became_active":"2023-06-26T03:00:14.176229+0000","last_became_peered":"2023-06-26T03:00:14.176229+0000","last_unstale":"2023-06-26T03:00:15.156555+0000","last_undegraded":"2023-06-26T03:00:15.156555+0000","last_fullsized":"2023-06-26T03:00:15.156555+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:41:03.065741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150230+0000","last_change":"2023-06-26T03:00:14.167868+0000","last_active":"2023-06-26T03:00:15.150230+0000","last_peered":"2023-06-26T03:00:15.150230+0000","last_clean":"2023-06-26T03:00:15.150230+0000","last_became_active":"2023-06-26T03:00:14.167604+0000","last_became_peered":"2023-06-26T03:00:14.167604+0000","last_unstale":"2023-06-26T03:00:15.150230+0000","last_undegraded":"2023-06-26T03:00:15.150230+0000","last_fullsized":"2023-06-26T03:00:15.150230+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:48:44.951538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156357+0000","last_change":"2023-06-26T03:00:14.187575+0000","last_active":"2023-06-26T03:00:15.156357+0000","last_peered":"2023-06-26T03:00:15.156357+0000","last_clean":"2023-06-26T03:00:15.156357+0000","last_became_active":"2023-06-26T03:00:14.187258+0000","last_became_peered":"2023-06-26T03:00:14.187258+0000","last_unstale":"2023-06-26T03:00:15.156357+0000","last_undegraded":"2023-06-26T03:00:15.156357+0000","last_fullsized":"2023-06-26T03:00:15.156357+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:16.397871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740484+0000","last_change":"2023-06-26T03:00:14.188446+0000","last_active":"2023-06-26T03:00:15.740484+0000","last_peered":"2023-06-26T03:00:15.740484+0000","last_clean":"2023-06-26T03:00:15.740484+0000","last_became_active":"2023-06-26T03:00:14.188160+0000","last_became_peered":"2023-06-26T03:00:14.188160+0000","last_unstale":"2023-06-26T03:00:15.740484+0000","last_undegraded":"2023-06-26T03:00:15.740484+0000","last_fullsized":"2023-06-26T03:00:15.740484+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:41:03.065741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738080+0000","last_change":"2023-06-26T03:00:14.173955+0000","last_active":"2023-06-26T03:00:15.738080+0000","last_peered":"2023-06-26T03:00:15.738080+0000","last_clean":"2023-06-26T03:00:15.738080+0000","last_became_active":"2023-06-26T03:00:14.173668+0000","last_became_peered":"2023-06-26T03:00:14.173668+0000","last_unstale":"2023-06-26T03:00:15.738080+0000","last_undegraded":"2023-06-26T03:00:15.738080+0000","last_fullsized":"2023-06-26T03:00:15.738080+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:02:40.939245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739086+0000","last_change":"2023-06-26T03:00:14.161476+0000","last_active":"2023-06-26T03:00:15.739086+0000","last_peered":"2023-06-26T03:00:15.739086+0000","last_clean":"2023-06-26T03:00:15.739086+0000","last_became_active":"2023-06-26T03:00:14.161267+0000","last_became_peered":"2023-06-26T03:00:14.161267+0000","last_unstale":"2023-06-26T03:00:15.739086+0000","last_undegraded":"2023-06-26T03:00:15.739086+0000","last_fullsized":"2023-06-26T03:00:15.739086+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740997+0000","last_change":"2023-06-26T03:00:14.181098+0000","last_active":"2023-06-26T03:00:15.740997+0000","last_peered":"2023-06-26T03:00:15.740997+0000","last_clean":"2023-06-26T03:00:15.740997+0000","last_became_active":"2023-06-26T03:00:14.180799+0000","last_became_peered":"2023-06-26T03:00:14.180799+0000","last_unstale":"2023-06-26T03:00:15.740997+0000","last_undegraded":"2023-06-26T03:00:15.740997+0000","last_fullsized":"2023-06-26T03:00:15.740997+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:35:16.158813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742756+0000","last_change":"2023-06-26T03:00:14.174065+0000","last_active":"2023-06-26T03:00:15.742756+0000","last_peered":"2023-06-26T03:00:15.742756+0000","last_clean":"2023-06-26T03:00:15.742756+0000","last_became_active":"2023-06-26T03:00:14.173278+0000","last_became_peered":"2023-06-26T03:00:14.173278+0000","last_unstale":"2023-06-26T03:00:15.742756+0000","last_undegraded":"2023-06-26T03:00:15.742756+0000","last_fullsized":"2023-06-26T03:00:15.742756+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743087+0000","last_change":"2023-06-26T03:00:14.181736+0000","last_active":"2023-06-26T03:00:15.743087+0000","last_peered":"2023-06-26T03:00:15.743087+0000","last_clean":"2023-06-26T03:00:15.743087+0000","last_became_active":"2023-06-26T03:00:14.180990+0000","last_became_peered":"2023-06-26T03:00:14.180990+0000","last_unstale":"2023-06-26T03:00:15.743087+0000","last_undegraded":"2023-06-26T03:00:15.743087+0000","last_fullsized":"2023-06-26T03:00:15.743087+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:22.144152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740990+0000","last_change":"2023-06-26T03:00:14.186065+0000","last_active":"2023-06-26T03:00:15.740990+0000","last_peered":"2023-06-26T03:00:15.740990+0000","last_clean":"2023-06-26T03:00:15.740990+0000","last_became_active":"2023-06-26T03:00:14.181698+0000","last_became_peered":"2023-06-26T03:00:14.181698+0000","last_unstale":"2023-06-26T03:00:15.740990+0000","last_undegraded":"2023-06-26T03:00:15.740990+0000","last_fullsized":"2023-06-26T03:00:15.740990+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:55:24.301161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743317+0000","last_change":"2023-06-26T03:00:14.180581+0000","last_active":"2023-06-26T03:00:15.743317+0000","last_peered":"2023-06-26T03:00:15.743317+0000","last_clean":"2023-06-26T03:00:15.743317+0000","last_became_active":"2023-06-26T03:00:14.176865+0000","last_became_peered":"2023-06-26T03:00:14.176865+0000","last_unstale":"2023-06-26T03:00:15.743317+0000","last_undegraded":"2023-06-26T03:00:15.743317+0000","last_fullsized":"2023-06-26T03:00:15.743317+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:16.397871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740598+0000","last_change":"2023-06-26T03:00:14.174112+0000","last_active":"2023-06-26T03:00:15.740598+0000","last_peered":"2023-06-26T03:00:15.740598+0000","last_clean":"2023-06-26T03:00:15.740598+0000","last_became_active":"2023-06-26T03:00:14.173871+0000","last_became_peered":"2023-06-26T03:00:14.173871+0000","last_unstale":"2023-06-26T03:00:15.740598+0000","last_undegraded":"2023-06-26T03:00:15.740598+0000","last_fullsized":"2023-06-26T03:00:15.740598+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:33.137821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155241+0000","last_change":"2023-06-26T03:00:14.173592+0000","last_active":"2023-06-26T03:00:15.155241+0000","last_peered":"2023-06-26T03:00:15.155241+0000","last_clean":"2023-06-26T03:00:15.155241+0000","last_became_active":"2023-06-26T03:00:14.173271+0000","last_became_peered":"2023-06-26T03:00:14.173271+0000","last_unstale":"2023-06-26T03:00:15.155241+0000","last_undegraded":"2023-06-26T03:00:15.155241+0000","last_fullsized":"2023-06-26T03:00:15.155241+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739441+0000","last_change":"2023-06-26T03:00:14.165325+0000","last_active":"2023-06-26T03:00:15.739441+0000","last_peered":"2023-06-26T03:00:15.739441+0000","last_clean":"2023-06-26T03:00:15.739441+0000","last_became_active":"2023-06-26T03:00:14.165084+0000","last_became_peered":"2023-06-26T03:00:14.165084+0000","last_unstale":"2023-06-26T03:00:15.739441+0000","last_undegraded":"2023-06-26T03:00:15.739441+0000","last_fullsized":"2023-06-26T03:00:15.739441+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.152946+0000","last_change":"2023-06-26T03:00:14.176603+0000","last_active":"2023-06-26T03:00:15.152946+0000","last_peered":"2023-06-26T03:00:15.152946+0000","last_clean":"2023-06-26T03:00:15.152946+0000","last_became_active":"2023-06-26T03:00:14.176388+0000","last_became_peered":"2023-06-26T03:00:14.176388+0000","last_unstale":"2023-06-26T03:00:15.152946+0000","last_undegraded":"2023-06-26T03:00:15.152946+0000","last_fullsized":"2023-06-26T03:00:15.152946+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:56:15.408090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739375+0000","last_change":"2023-06-26T03:00:14.166120+0000","last_active":"2023-06-26T03:00:15.739375+0000","last_peered":"2023-06-26T03:00:15.739375+0000","last_clean":"2023-06-26T03:00:15.739375+0000","last_became_active":"2023-06-26T03:00:14.165522+0000","last_became_peered":"2023-06-26T03:00:14.165522+0000","last_unstale":"2023-06-26T03:00:15.739375+0000","last_undegraded":"2023-06-26T03:00:15.739375+0000","last_fullsized":"2023-06-26T03:00:15.739375+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740858+0000","last_change":"2023-06-26T03:00:13.847399+0000","last_active":"2023-06-26T03:00:15.740858+0000","last_peered":"2023-06-26T03:00:15.740858+0000","last_clean":"2023-06-26T03:00:15.740858+0000","last_became_active":"2023-06-26T03:00:13.846658+0000","last_became_peered":"2023-06-26T03:00:13.846658+0000","last_unstale":"2023-06-26T03:00:15.740858+0000","last_undegraded":"2023-06-26T03:00:15.740858+0000","last_fullsized":"2023-06-26T03:00:15.740858+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:15:38.164653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740198+0000","last_change":"2023-06-26T03:00:14.185936+0000","last_active":"2023-06-26T03:00:15.740198+0000","last_peered":"2023-06-26T03:00:15.740198+0000","last_clean":"2023-06-26T03:00:15.740198+0000","last_became_active":"2023-06-26T03:00:14.181292+0000","last_became_peered":"2023-06-26T03:00:14.181292+0000","last_unstale":"2023-06-26T03:00:15.740198+0000","last_undegraded":"2023-06-26T03:00:15.740198+0000","last_fullsized":"2023-06-26T03:00:15.740198+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:33.137821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738392+0000","last_change":"2023-06-26T03:00:13.831161+0000","last_active":"2023-06-26T03:00:15.738392+0000","last_peered":"2023-06-26T03:00:15.738392+0000","last_clean":"2023-06-26T03:00:15.738392+0000","last_became_active":"2023-06-26T03:00:13.830954+0000","last_became_peered":"2023-06-26T03:00:13.830954+0000","last_unstale":"2023-06-26T03:00:15.738392+0000","last_undegraded":"2023-06-26T03:00:15.738392+0000","last_fullsized":"2023-06-26T03:00:15.738392+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:01:52.200052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739281+0000","last_change":"2023-06-26T03:00:14.184750+0000","last_active":"2023-06-26T03:00:15.739281+0000","last_peered":"2023-06-26T03:00:15.739281+0000","last_clean":"2023-06-26T03:00:15.739281+0000","last_became_active":"2023-06-26T03:00:14.184312+0000","last_became_peered":"2023-06-26T03:00:14.184312+0000","last_unstale":"2023-06-26T03:00:15.739281+0000","last_undegraded":"2023-06-26T03:00:15.739281+0000","last_fullsized":"2023-06-26T03:00:15.739281+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740127+0000","last_change":"2023-06-26T03:00:13.847605+0000","last_active":"2023-06-26T03:00:15.740127+0000","last_peered":"2023-06-26T03:00:15.740127+0000","last_clean":"2023-06-26T03:00:15.740127+0000","last_became_active":"2023-06-26T03:00:13.846959+0000","last_became_peered":"2023-06-26T03:00:13.846959+0000","last_unstale":"2023-06-26T03:00:15.740127+0000","last_undegraded":"2023-06-26T03:00:15.740127+0000","last_fullsized":"2023-06-26T03:00:15.740127+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:25.640018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740970+0000","last_change":"2023-06-26T03:00:14.172318+0000","last_active":"2023-06-26T03:00:15.740970+0000","last_peered":"2023-06-26T03:00:15.740970+0000","last_clean":"2023-06-26T03:00:15.740970+0000","last_became_active":"2023-06-26T03:00:14.172070+0000","last_became_peered":"2023-06-26T03:00:14.172070+0000","last_unstale":"2023-06-26T03:00:15.740970+0000","last_undegraded":"2023-06-26T03:00:15.740970+0000","last_fullsized":"2023-06-26T03:00:15.740970+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:16.397871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"23'8","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154030+0000","last_change":"2023-06-26T03:00:13.830153+0000","last_active":"2023-06-26T03:00:15.154030+0000","last_peered":"2023-06-26T03:00:15.154030+0000","last_clean":"2023-06-26T03:00:15.154030+0000","last_became_active":"2023-06-26T03:00:13.829326+0000","last_became_peered":"2023-06-26T03:00:13.829326+0000","last_unstale":"2023-06-26T03:00:15.154030+0000","last_undegraded":"2023-06-26T03:00:15.154030+0000","last_fullsized":"2023-06-26T03:00:15.154030+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:09.994456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741371+0000","last_change":"2023-06-26T03:00:13.848640+0000","last_active":"2023-06-26T03:00:15.741371+0000","last_peered":"2023-06-26T03:00:15.741371+0000","last_clean":"2023-06-26T03:00:15.741371+0000","last_became_active":"2023-06-26T03:00:13.847924+0000","last_became_peered":"2023-06-26T03:00:13.847924+0000","last_unstale":"2023-06-26T03:00:15.741371+0000","last_undegraded":"2023-06-26T03:00:15.741371+0000","last_fullsized":"2023-06-26T03:00:15.741371+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:46:24.867966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739628+0000","last_change":"2023-06-26T03:00:14.180875+0000","last_active":"2023-06-26T03:00:15.739628+0000","last_peered":"2023-06-26T03:00:15.739628+0000","last_clean":"2023-06-26T03:00:15.739628+0000","last_became_active":"2023-06-26T03:00:14.180330+0000","last_became_peered":"2023-06-26T03:00:14.180330+0000","last_unstale":"2023-06-26T03:00:15.739628+0000","last_undegraded":"2023-06-26T03:00:15.739628+0000","last_fullsized":"2023-06-26T03:00:15.739628+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:03.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741622+0000","last_change":"2023-06-26T03:00:13.848798+0000","last_active":"2023-06-26T03:00:15.741622+0000","last_peered":"2023-06-26T03:00:15.741622+0000","last_clean":"2023-06-26T03:00:15.741622+0000","last_became_active":"2023-06-26T03:00:13.847847+0000","last_became_peered":"2023-06-26T03:00:13.847847+0000","last_unstale":"2023-06-26T03:00:15.741622+0000","last_undegraded":"2023-06-26T03:00:15.741622+0000","last_fullsized":"2023-06-26T03:00:15.741622+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:50:08.901298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154915+0000","last_change":"2023-06-26T03:00:14.179728+0000","last_active":"2023-06-26T03:00:15.154915+0000","last_peered":"2023-06-26T03:00:15.154915+0000","last_clean":"2023-06-26T03:00:15.154915+0000","last_became_active":"2023-06-26T03:00:14.178896+0000","last_became_peered":"2023-06-26T03:00:14.178896+0000","last_unstale":"2023-06-26T03:00:15.154915+0000","last_undegraded":"2023-06-26T03:00:15.154915+0000","last_fullsized":"2023-06-26T03:00:15.154915+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:59.651418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741056+0000","last_change":"2023-06-26T03:00:13.839580+0000","last_active":"2023-06-26T03:00:15.741056+0000","last_peered":"2023-06-26T03:00:15.741056+0000","last_clean":"2023-06-26T03:00:15.741056+0000","last_became_active":"2023-06-26T03:00:13.838820+0000","last_became_peered":"2023-06-26T03:00:13.838820+0000","last_unstale":"2023-06-26T03:00:15.741056+0000","last_undegraded":"2023-06-26T03:00:15.741056+0000","last_fullsized":"2023-06-26T03:00:15.741056+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:54:07.275250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153053+0000","last_change":"2023-06-26T03:00:14.166564+0000","last_active":"2023-06-26T03:00:15.153053+0000","last_peered":"2023-06-26T03:00:15.153053+0000","last_clean":"2023-06-26T03:00:15.153053+0000","last_became_active":"2023-06-26T03:00:14.166263+0000","last_became_peered":"2023-06-26T03:00:14.166263+0000","last_unstale":"2023-06-26T03:00:15.153053+0000","last_undegraded":"2023-06-26T03:00:15.153053+0000","last_fullsized":"2023-06-26T03:00:15.153053+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:48:44.951538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739650+0000","last_change":"2023-06-26T03:00:13.825210+0000","last_active":"2023-06-26T03:00:15.739650+0000","last_peered":"2023-06-26T03:00:15.739650+0000","last_clean":"2023-06-26T03:00:15.739650+0000","last_became_active":"2023-06-26T03:00:13.824289+0000","last_became_peered":"2023-06-26T03:00:13.824289+0000","last_unstale":"2023-06-26T03:00:15.739650+0000","last_undegraded":"2023-06-26T03:00:15.739650+0000","last_fullsized":"2023-06-26T03:00:15.739650+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:21.133760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739471+0000","last_change":"2023-06-26T03:00:14.170460+0000","last_active":"2023-06-26T03:00:15.739471+0000","last_peered":"2023-06-26T03:00:15.739471+0000","last_clean":"2023-06-26T03:00:15.739471+0000","last_became_active":"2023-06-26T03:00:14.169743+0000","last_became_peered":"2023-06-26T03:00:14.169743+0000","last_unstale":"2023-06-26T03:00:15.739471+0000","last_undegraded":"2023-06-26T03:00:15.739471+0000","last_fullsized":"2023-06-26T03:00:15.739471+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:22.144152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741088+0000","last_change":"2023-06-26T03:00:13.828537+0000","last_active":"2023-06-26T03:00:15.741088+0000","last_peered":"2023-06-26T03:00:15.741088+0000","last_clean":"2023-06-26T03:00:15.741088+0000","last_became_active":"2023-06-26T03:00:13.828116+0000","last_became_peered":"2023-06-26T03:00:13.828116+0000","last_unstale":"2023-06-26T03:00:15.741088+0000","last_undegraded":"2023-06-26T03:00:15.741088+0000","last_fullsized":"2023-06-26T03:00:15.741088+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:16.264915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156490+0000","last_change":"2023-06-26T03:00:14.166694+0000","last_active":"2023-06-26T03:00:15.156490+0000","last_peered":"2023-06-26T03:00:15.156490+0000","last_clean":"2023-06-26T03:00:15.156490+0000","last_became_active":"2023-06-26T03:00:14.165751+0000","last_became_peered":"2023-06-26T03:00:14.165751+0000","last_unstale":"2023-06-26T03:00:15.156490+0000","last_undegraded":"2023-06-26T03:00:15.156490+0000","last_fullsized":"2023-06-26T03:00:15.156490+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:32.452420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153349+0000","last_change":"2023-06-26T03:00:13.843048+0000","last_active":"2023-06-26T03:00:15.153349+0000","last_peered":"2023-06-26T03:00:15.153349+0000","last_clean":"2023-06-26T03:00:15.153349+0000","last_became_active":"2023-06-26T03:00:13.842032+0000","last_became_peered":"2023-06-26T03:00:13.842032+0000","last_unstale":"2023-06-26T03:00:15.153349+0000","last_undegraded":"2023-06-26T03:00:15.153349+0000","last_fullsized":"2023-06-26T03:00:15.153349+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:57:48.439665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.157105+0000","last_change":"2023-06-26T03:00:14.187164+0000","last_active":"2023-06-26T03:00:15.157105+0000","last_peered":"2023-06-26T03:00:15.157105+0000","last_clean":"2023-06-26T03:00:15.157105+0000","last_became_active":"2023-06-26T03:00:14.186876+0000","last_became_peered":"2023-06-26T03:00:14.186876+0000","last_unstale":"2023-06-26T03:00:15.157105+0000","last_undegraded":"2023-06-26T03:00:15.157105+0000","last_fullsized":"2023-06-26T03:00:15.157105+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:35:16.158813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155692+0000","last_change":"2023-06-26T03:00:13.820217+0000","last_active":"2023-06-26T03:00:15.155692+0000","last_peered":"2023-06-26T03:00:15.155692+0000","last_clean":"2023-06-26T03:00:15.155692+0000","last_became_active":"2023-06-26T03:00:13.819415+0000","last_became_peered":"2023-06-26T03:00:13.819415+0000","last_unstale":"2023-06-26T03:00:15.155692+0000","last_undegraded":"2023-06-26T03:00:15.155692+0000","last_fullsized":"2023-06-26T03:00:15.155692+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:58.924543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156976+0000","last_change":"2023-06-26T03:00:14.174189+0000","last_active":"2023-06-26T03:00:15.156976+0000","last_peered":"2023-06-26T03:00:15.156976+0000","last_clean":"2023-06-26T03:00:15.156976+0000","last_became_active":"2023-06-26T03:00:14.173621+0000","last_became_peered":"2023-06-26T03:00:14.173621+0000","last_unstale":"2023-06-26T03:00:15.156976+0000","last_undegraded":"2023-06-26T03:00:15.156976+0000","last_fullsized":"2023-06-26T03:00:15.156976+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:15:39.175045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739176+0000","last_change":"2023-06-26T03:00:13.820605+0000","last_active":"2023-06-26T03:00:15.739176+0000","last_peered":"2023-06-26T03:00:15.739176+0000","last_clean":"2023-06-26T03:00:15.739176+0000","last_became_active":"2023-06-26T03:00:13.820291+0000","last_became_peered":"2023-06-26T03:00:13.820291+0000","last_unstale":"2023-06-26T03:00:15.739176+0000","last_undegraded":"2023-06-26T03:00:15.739176+0000","last_fullsized":"2023-06-26T03:00:15.739176+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:58.641026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743015+0000","last_change":"2023-06-26T03:00:14.185515+0000","last_active":"2023-06-26T03:00:15.743015+0000","last_peered":"2023-06-26T03:00:15.743015+0000","last_clean":"2023-06-26T03:00:15.743015+0000","last_became_active":"2023-06-26T03:00:14.182690+0000","last_became_peered":"2023-06-26T03:00:14.182690+0000","last_unstale":"2023-06-26T03:00:15.743015+0000","last_undegraded":"2023-06-26T03:00:15.743015+0000","last_fullsized":"2023-06-26T03:00:15.743015+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:03.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":175,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739695+0000","last_change":"2023-06-26T03:00:04.675429+0000","last_active":"2023-06-26T03:00:15.739695+0000","last_peered":"2023-06-26T03:00:15.739695+0000","last_clean":"2023-06-26T03:00:15.739695+0000","last_became_active":"2023-06-26T03:00:04.673239+0000","last_became_peered":"2023-06-26T03:00:04.673239+0000","last_unstale":"2023-06-26T03:00:15.739695+0000","last_undegraded":"2023-06-26T03:00:15.739695+0000","last_fullsized":"2023-06-26T03:00:15.739695+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_clean_scrub_stamp":"2023-06-26T03:00:03.565850+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:22.236207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740108+0000","last_change":"2023-06-26T03:00:09.644129+0000","last_active":"2023-06-26T03:00:15.740108+0000","last_peered":"2023-06-26T03:00:15.740108+0000","last_clean":"2023-06-26T03:00:15.740108+0000","last_became_active":"2023-06-26T03:00:09.643308+0000","last_became_peered":"2023-06-26T03:00:09.643308+0000","last_unstale":"2023-06-26T03:00:15.740108+0000","last_undegraded":"2023-06-26T03:00:15.740108+0000","last_fullsized":"2023-06-26T03:00:15.740108+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:11.236259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740120+0000","last_change":"2023-06-26T03:00:13.833214+0000","last_active":"2023-06-26T03:00:15.740120+0000","last_peered":"2023-06-26T03:00:15.740120+0000","last_clean":"2023-06-26T03:00:15.740120+0000","last_became_active":"2023-06-26T03:00:13.832924+0000","last_became_peered":"2023-06-26T03:00:13.832924+0000","last_unstale":"2023-06-26T03:00:15.740120+0000","last_undegraded":"2023-06-26T03:00:15.740120+0000","last_fullsized":"2023-06-26T03:00:15.740120+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:21.133760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153579+0000","last_change":"2023-06-26T03:00:14.158460+0000","last_active":"2023-06-26T03:00:15.153579+0000","last_peered":"2023-06-26T03:00:15.153579+0000","last_clean":"2023-06-26T03:00:15.153579+0000","last_became_active":"2023-06-26T03:00:14.158148+0000","last_became_peered":"2023-06-26T03:00:14.158148+0000","last_unstale":"2023-06-26T03:00:15.153579+0000","last_undegraded":"2023-06-26T03:00:15.153579+0000","last_fullsized":"2023-06-26T03:00:15.153579+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:47:10.626319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739386+0000","last_change":"2023-06-26T03:00:09.649093+0000","last_active":"2023-06-26T03:00:15.739386+0000","last_peered":"2023-06-26T03:00:15.739386+0000","last_clean":"2023-06-26T03:00:15.739386+0000","last_became_active":"2023-06-26T03:00:09.648446+0000","last_became_peered":"2023-06-26T03:00:09.648446+0000","last_unstale":"2023-06-26T03:00:15.739386+0000","last_undegraded":"2023-06-26T03:00:15.739386+0000","last_fullsized":"2023-06-26T03:00:15.739386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:11.236259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738023+0000","last_change":"2023-06-26T03:00:13.840019+0000","last_active":"2023-06-26T03:00:15.738023+0000","last_peered":"2023-06-26T03:00:15.738023+0000","last_clean":"2023-06-26T03:00:15.738023+0000","last_became_active":"2023-06-26T03:00:13.839663+0000","last_became_peered":"2023-06-26T03:00:13.839663+0000","last_unstale":"2023-06-26T03:00:15.738023+0000","last_undegraded":"2023-06-26T03:00:15.738023+0000","last_fullsized":"2023-06-26T03:00:15.738023+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:47:09.615927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738936+0000","last_change":"2023-06-26T03:00:14.166776+0000","last_active":"2023-06-26T03:00:15.738936+0000","last_peered":"2023-06-26T03:00:15.738936+0000","last_clean":"2023-06-26T03:00:15.738936+0000","last_became_active":"2023-06-26T03:00:14.166446+0000","last_became_peered":"2023-06-26T03:00:14.166446+0000","last_unstale":"2023-06-26T03:00:15.738936+0000","last_undegraded":"2023-06-26T03:00:15.738936+0000","last_fullsized":"2023-06-26T03:00:15.738936+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.149829+0000","last_change":"2023-06-26T03:00:09.764941+0000","last_active":"2023-06-26T03:00:15.149829+0000","last_peered":"2023-06-26T03:00:15.149829+0000","last_clean":"2023-06-26T03:00:15.149829+0000","last_became_active":"2023-06-26T03:00:09.764625+0000","last_became_peered":"2023-06-26T03:00:09.764625+0000","last_unstale":"2023-06-26T03:00:15.149829+0000","last_undegraded":"2023-06-26T03:00:15.149829+0000","last_fullsized":"2023-06-26T03:00:15.149829+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:58:52.604953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742060+0000","last_change":"2023-06-26T03:00:13.818780+0000","last_active":"2023-06-26T03:00:15.742060+0000","last_peered":"2023-06-26T03:00:15.742060+0000","last_clean":"2023-06-26T03:00:15.742060+0000","last_became_active":"2023-06-26T03:00:13.818396+0000","last_became_peered":"2023-06-26T03:00:13.818396+0000","last_unstale":"2023-06-26T03:00:15.742060+0000","last_undegraded":"2023-06-26T03:00:15.742060+0000","last_fullsized":"2023-06-26T03:00:15.742060+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:33.571238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743129+0000","last_change":"2023-06-26T03:00:14.186024+0000","last_active":"2023-06-26T03:00:15.743129+0000","last_peered":"2023-06-26T03:00:15.743129+0000","last_clean":"2023-06-26T03:00:15.743129+0000","last_became_active":"2023-06-26T03:00:14.183622+0000","last_became_peered":"2023-06-26T03:00:14.183622+0000","last_unstale":"2023-06-26T03:00:15.743129+0000","last_undegraded":"2023-06-26T03:00:15.743129+0000","last_fullsized":"2023-06-26T03:00:15.743129+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740342+0000","last_change":"2023-06-26T03:00:09.645045+0000","last_active":"2023-06-26T03:00:15.740342+0000","last_peered":"2023-06-26T03:00:15.740342+0000","last_clean":"2023-06-26T03:00:15.740342+0000","last_became_active":"2023-06-26T03:00:09.643926+0000","last_became_peered":"2023-06-26T03:00:09.643926+0000","last_unstale":"2023-06-26T03:00:15.740342+0000","last_undegraded":"2023-06-26T03:00:15.740342+0000","last_fullsized":"2023-06-26T03:00:15.740342+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:12.113696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156000+0000","last_change":"2023-06-26T03:00:13.838112+0000","last_active":"2023-06-26T03:00:15.156000+0000","last_peered":"2023-06-26T03:00:15.156000+0000","last_clean":"2023-06-26T03:00:15.156000+0000","last_became_active":"2023-06-26T03:00:13.837350+0000","last_became_peered":"2023-06-26T03:00:13.837350+0000","last_unstale":"2023-06-26T03:00:15.156000+0000","last_undegraded":"2023-06-26T03:00:15.156000+0000","last_fullsized":"2023-06-26T03:00:15.156000+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:32.127429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742975+0000","last_change":"2023-06-26T03:00:14.175266+0000","last_active":"2023-06-26T03:00:15.742975+0000","last_peered":"2023-06-26T03:00:15.742975+0000","last_clean":"2023-06-26T03:00:15.742975+0000","last_became_active":"2023-06-26T03:00:14.174782+0000","last_became_peered":"2023-06-26T03:00:14.174782+0000","last_unstale":"2023-06-26T03:00:15.742975+0000","last_undegraded":"2023-06-26T03:00:15.742975+0000","last_fullsized":"2023-06-26T03:00:15.742975+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741295+0000","last_change":"2023-06-26T03:00:13.823234+0000","last_active":"2023-06-26T03:00:15.741295+0000","last_peered":"2023-06-26T03:00:15.741295+0000","last_clean":"2023-06-26T03:00:15.741295+0000","last_became_active":"2023-06-26T03:00:13.822492+0000","last_became_peered":"2023-06-26T03:00:13.822492+0000","last_unstale":"2023-06-26T03:00:15.741295+0000","last_undegraded":"2023-06-26T03:00:15.741295+0000","last_fullsized":"2023-06-26T03:00:15.741295+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:15:38.164653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743367+0000","last_change":"2023-06-26T03:00:09.641120+0000","last_active":"2023-06-26T03:00:15.743367+0000","last_peered":"2023-06-26T03:00:15.743367+0000","last_clean":"2023-06-26T03:00:15.743367+0000","last_became_active":"2023-06-26T03:00:09.640629+0000","last_became_peered":"2023-06-26T03:00:09.640629+0000","last_unstale":"2023-06-26T03:00:15.743367+0000","last_undegraded":"2023-06-26T03:00:15.743367+0000","last_fullsized":"2023-06-26T03:00:15.743367+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:12.113696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742888+0000","last_change":"2023-06-26T03:00:14.183905+0000","last_active":"2023-06-26T03:00:15.742888+0000","last_peered":"2023-06-26T03:00:15.742888+0000","last_clean":"2023-06-26T03:00:15.742888+0000","last_became_active":"2023-06-26T03:00:14.183495+0000","last_became_peered":"2023-06-26T03:00:14.183495+0000","last_unstale":"2023-06-26T03:00:15.742888+0000","last_undegraded":"2023-06-26T03:00:15.742888+0000","last_fullsized":"2023-06-26T03:00:15.742888+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743256+0000","last_change":"2023-06-26T03:00:13.819453+0000","last_active":"2023-06-26T03:00:15.743256+0000","last_peered":"2023-06-26T03:00:15.743256+0000","last_clean":"2023-06-26T03:00:15.743256+0000","last_became_active":"2023-06-26T03:00:13.819092+0000","last_became_peered":"2023-06-26T03:00:13.819092+0000","last_unstale":"2023-06-26T03:00:15.743256+0000","last_undegraded":"2023-06-26T03:00:15.743256+0000","last_fullsized":"2023-06-26T03:00:15.743256+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:32.127429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741255+0000","last_change":"2023-06-26T03:00:09.647172+0000","last_active":"2023-06-26T03:00:15.741255+0000","last_peered":"2023-06-26T03:00:15.741255+0000","last_clean":"2023-06-26T03:00:15.741255+0000","last_became_active":"2023-06-26T03:00:09.646394+0000","last_became_peered":"2023-06-26T03:00:09.646394+0000","last_unstale":"2023-06-26T03:00:15.741255+0000","last_undegraded":"2023-06-26T03:00:15.741255+0000","last_fullsized":"2023-06-26T03:00:15.741255+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:18:38.526401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738793+0000","last_change":"2023-06-26T03:00:14.189493+0000","last_active":"2023-06-26T03:00:15.738793+0000","last_peered":"2023-06-26T03:00:15.738793+0000","last_clean":"2023-06-26T03:00:15.738793+0000","last_became_active":"2023-06-26T03:00:14.189005+0000","last_became_peered":"2023-06-26T03:00:14.189005+0000","last_unstale":"2023-06-26T03:00:15.738793+0000","last_undegraded":"2023-06-26T03:00:15.738793+0000","last_fullsized":"2023-06-26T03:00:15.738793+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:59.651418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741158+0000","last_change":"2023-06-26T03:00:13.834492+0000","last_active":"2023-06-26T03:00:15.741158+0000","last_peered":"2023-06-26T03:00:15.741158+0000","last_clean":"2023-06-26T03:00:15.741158+0000","last_became_active":"2023-06-26T03:00:13.834260+0000","last_became_peered":"2023-06-26T03:00:13.834260+0000","last_unstale":"2023-06-26T03:00:15.741158+0000","last_undegraded":"2023-06-26T03:00:15.741158+0000","last_fullsized":"2023-06-26T03:00:15.741158+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:31.442028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743072+0000","last_change":"2023-06-26T03:00:09.640928+0000","last_active":"2023-06-26T03:00:15.743072+0000","last_peered":"2023-06-26T03:00:15.743072+0000","last_clean":"2023-06-26T03:00:15.743072+0000","last_became_active":"2023-06-26T03:00:09.640571+0000","last_became_peered":"2023-06-26T03:00:09.640571+0000","last_unstale":"2023-06-26T03:00:15.743072+0000","last_undegraded":"2023-06-26T03:00:15.743072+0000","last_fullsized":"2023-06-26T03:00:15.743072+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:54.773324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738593+0000","last_change":"2023-06-26T03:00:14.173212+0000","last_active":"2023-06-26T03:00:15.738593+0000","last_peered":"2023-06-26T03:00:15.738593+0000","last_clean":"2023-06-26T03:00:15.738593+0000","last_became_active":"2023-06-26T03:00:14.172453+0000","last_became_peered":"2023-06-26T03:00:14.172453+0000","last_unstale":"2023-06-26T03:00:15.738593+0000","last_undegraded":"2023-06-26T03:00:15.738593+0000","last_fullsized":"2023-06-26T03:00:15.738593+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:01:53.210444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739572+0000","last_change":"2023-06-26T03:00:13.827261+0000","last_active":"2023-06-26T03:00:15.739572+0000","last_peered":"2023-06-26T03:00:15.739572+0000","last_clean":"2023-06-26T03:00:15.739572+0000","last_became_active":"2023-06-26T03:00:13.826707+0000","last_became_peered":"2023-06-26T03:00:13.826707+0000","last_unstale":"2023-06-26T03:00:15.739572+0000","last_undegraded":"2023-06-26T03:00:15.739572+0000","last_fullsized":"2023-06-26T03:00:15.739572+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:58.924543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153663+0000","last_change":"2023-06-26T03:00:09.648273+0000","last_active":"2023-06-26T03:00:15.153663+0000","last_peered":"2023-06-26T03:00:15.153663+0000","last_clean":"2023-06-26T03:00:15.153663+0000","last_became_active":"2023-06-26T03:00:09.646927+0000","last_became_peered":"2023-06-26T03:00:09.646927+0000","last_unstale":"2023-06-26T03:00:15.153663+0000","last_undegraded":"2023-06-26T03:00:15.153663+0000","last_fullsized":"2023-06-26T03:00:15.153663+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:23:49.335689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155400+0000","last_change":"2023-06-26T03:00:14.179659+0000","last_active":"2023-06-26T03:00:15.155400+0000","last_peered":"2023-06-26T03:00:15.155400+0000","last_clean":"2023-06-26T03:00:15.155400+0000","last_became_active":"2023-06-26T03:00:14.179352+0000","last_became_peered":"2023-06-26T03:00:14.179352+0000","last_unstale":"2023-06-26T03:00:15.155400+0000","last_undegraded":"2023-06-26T03:00:15.155400+0000","last_fullsized":"2023-06-26T03:00:15.155400+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:22.144152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156358+0000","last_change":"2023-06-26T03:00:14.180255+0000","last_active":"2023-06-26T03:00:15.156358+0000","last_peered":"2023-06-26T03:00:15.156358+0000","last_clean":"2023-06-26T03:00:15.156358+0000","last_became_active":"2023-06-26T03:00:14.179785+0000","last_became_peered":"2023-06-26T03:00:14.179785+0000","last_unstale":"2023-06-26T03:00:15.156358+0000","last_undegraded":"2023-06-26T03:00:15.156358+0000","last_fullsized":"2023-06-26T03:00:15.156358+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:17.275307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"23'6","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156498+0000","last_change":"2023-06-26T03:00:13.839362+0000","last_active":"2023-06-26T03:00:15.156498+0000","last_peered":"2023-06-26T03:00:15.156498+0000","last_clean":"2023-06-26T03:00:15.156498+0000","last_became_active":"2023-06-26T03:00:13.838609+0000","last_became_peered":"2023-06-26T03:00:13.838609+0000","last_unstale":"2023-06-26T03:00:15.156498+0000","last_undegraded":"2023-06-26T03:00:15.156498+0000","last_fullsized":"2023-06-26T03:00:15.156498+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:25.640018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742437+0000","last_change":"2023-06-26T03:00:14.174541+0000","last_active":"2023-06-26T03:00:15.742437+0000","last_peered":"2023-06-26T03:00:15.742437+0000","last_clean":"2023-06-26T03:00:15.742437+0000","last_became_active":"2023-06-26T03:00:14.173068+0000","last_became_peered":"2023-06-26T03:00:14.173068+0000","last_unstale":"2023-06-26T03:00:15.742437+0000","last_undegraded":"2023-06-26T03:00:15.742437+0000","last_fullsized":"2023-06-26T03:00:15.742437+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"23'3","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740677+0000","last_change":"2023-06-26T03:00:13.838121+0000","last_active":"2023-06-26T03:00:15.740677+0000","last_peered":"2023-06-26T03:00:15.740677+0000","last_clean":"2023-06-26T03:00:15.740677+0000","last_became_active":"2023-06-26T03:00:13.836269+0000","last_became_peered":"2023-06-26T03:00:13.836269+0000","last_unstale":"2023-06-26T03:00:15.740677+0000","last_undegraded":"2023-06-26T03:00:15.740677+0000","last_fullsized":"2023-06-26T03:00:15.740677+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:55:23.290769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740641+0000","last_change":"2023-06-26T03:00:13.837648+0000","last_active":"2023-06-26T03:00:15.740641+0000","last_peered":"2023-06-26T03:00:15.740641+0000","last_clean":"2023-06-26T03:00:15.740641+0000","last_became_active":"2023-06-26T03:00:13.837091+0000","last_became_peered":"2023-06-26T03:00:13.837091+0000","last_unstale":"2023-06-26T03:00:15.740641+0000","last_undegraded":"2023-06-26T03:00:15.740641+0000","last_fullsized":"2023-06-26T03:00:15.740641+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:41:02.055349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739539+0000","last_change":"2023-06-26T03:00:14.172515+0000","last_active":"2023-06-26T03:00:15.739539+0000","last_peered":"2023-06-26T03:00:15.739539+0000","last_clean":"2023-06-26T03:00:15.739539+0000","last_became_active":"2023-06-26T03:00:14.172247+0000","last_became_peered":"2023-06-26T03:00:14.172247+0000","last_unstale":"2023-06-26T03:00:15.739539+0000","last_undegraded":"2023-06-26T03:00:15.739539+0000","last_fullsized":"2023-06-26T03:00:15.739539+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739333+0000","last_change":"2023-06-26T03:00:13.832995+0000","last_active":"2023-06-26T03:00:15.739333+0000","last_peered":"2023-06-26T03:00:15.739333+0000","last_clean":"2023-06-26T03:00:15.739333+0000","last_became_active":"2023-06-26T03:00:13.832702+0000","last_became_peered":"2023-06-26T03:00:13.832702+0000","last_unstale":"2023-06-26T03:00:15.739333+0000","last_undegraded":"2023-06-26T03:00:15.739333+0000","last_fullsized":"2023-06-26T03:00:15.739333+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:02.544759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738263+0000","last_change":"2023-06-26T03:00:14.165198+0000","last_active":"2023-06-26T03:00:15.738263+0000","last_peered":"2023-06-26T03:00:15.738263+0000","last_clean":"2023-06-26T03:00:15.738263+0000","last_became_active":"2023-06-26T03:00:14.164752+0000","last_became_peered":"2023-06-26T03:00:14.164752+0000","last_unstale":"2023-06-26T03:00:15.738263+0000","last_undegraded":"2023-06-26T03:00:15.738263+0000","last_fullsized":"2023-06-26T03:00:15.738263+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:23:54.497300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153459+0000","last_change":"2023-06-26T03:00:14.176758+0000","last_active":"2023-06-26T03:00:15.153459+0000","last_peered":"2023-06-26T03:00:15.153459+0000","last_clean":"2023-06-26T03:00:15.153459+0000","last_became_active":"2023-06-26T03:00:14.176446+0000","last_became_peered":"2023-06-26T03:00:14.176446+0000","last_unstale":"2023-06-26T03:00:15.153459+0000","last_undegraded":"2023-06-26T03:00:15.153459+0000","last_fullsized":"2023-06-26T03:00:15.153459+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:26:47.263170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738874+0000","last_change":"2023-06-26T03:00:13.828240+0000","last_active":"2023-06-26T03:00:15.738874+0000","last_peered":"2023-06-26T03:00:15.738874+0000","last_clean":"2023-06-26T03:00:15.738874+0000","last_became_active":"2023-06-26T03:00:13.827621+0000","last_became_peered":"2023-06-26T03:00:13.827621+0000","last_unstale":"2023-06-26T03:00:15.738874+0000","last_undegraded":"2023-06-26T03:00:15.738874+0000","last_fullsized":"2023-06-26T03:00:15.738874+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:33.571238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738598+0000","last_change":"2023-06-26T03:00:14.168821+0000","last_active":"2023-06-26T03:00:15.738598+0000","last_peered":"2023-06-26T03:00:15.738598+0000","last_clean":"2023-06-26T03:00:15.738598+0000","last_became_active":"2023-06-26T03:00:14.168626+0000","last_became_peered":"2023-06-26T03:00:14.168626+0000","last_unstale":"2023-06-26T03:00:15.738598+0000","last_undegraded":"2023-06-26T03:00:15.738598+0000","last_fullsized":"2023-06-26T03:00:15.738598+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.581630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742511+0000","last_change":"2023-06-26T03:00:13.816070+0000","last_active":"2023-06-26T03:00:15.742511+0000","last_peered":"2023-06-26T03:00:15.742511+0000","last_clean":"2023-06-26T03:00:15.742511+0000","last_became_active":"2023-06-26T03:00:13.815733+0000","last_became_peered":"2023-06-26T03:00:13.815733+0000","last_unstale":"2023-06-26T03:00:15.742511+0000","last_undegraded":"2023-06-26T03:00:15.742511+0000","last_fullsized":"2023-06-26T03:00:15.742511+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:58.641026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740400+0000","last_change":"2023-06-26T03:00:14.165398+0000","last_active":"2023-06-26T03:00:15.740400+0000","last_peered":"2023-06-26T03:00:15.740400+0000","last_clean":"2023-06-26T03:00:15.740400+0000","last_became_active":"2023-06-26T03:00:14.164959+0000","last_became_peered":"2023-06-26T03:00:14.164959+0000","last_unstale":"2023-06-26T03:00:15.740400+0000","last_undegraded":"2023-06-26T03:00:15.740400+0000","last_fullsized":"2023-06-26T03:00:15.740400+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:59.934935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155342+0000","last_change":"2023-06-26T03:00:13.824989+0000","last_active":"2023-06-26T03:00:15.155342+0000","last_peered":"2023-06-26T03:00:15.155342+0000","last_clean":"2023-06-26T03:00:15.155342+0000","last_became_active":"2023-06-26T03:00:13.824223+0000","last_became_peered":"2023-06-26T03:00:13.824223+0000","last_unstale":"2023-06-26T03:00:15.155342+0000","last_undegraded":"2023-06-26T03:00:15.155342+0000","last_fullsized":"2023-06-26T03:00:15.155342+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:02.544759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150319+0000","last_change":"2023-06-26T03:00:14.176452+0000","last_active":"2023-06-26T03:00:15.150319+0000","last_peered":"2023-06-26T03:00:15.150319+0000","last_clean":"2023-06-26T03:00:15.150319+0000","last_became_active":"2023-06-26T03:00:14.175242+0000","last_became_peered":"2023-06-26T03:00:14.175242+0000","last_unstale":"2023-06-26T03:00:15.150319+0000","last_undegraded":"2023-06-26T03:00:15.150319+0000","last_fullsized":"2023-06-26T03:00:15.150319+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:11.004848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739666+0000","last_change":"2023-06-26T03:00:13.843932+0000","last_active":"2023-06-26T03:00:15.739666+0000","last_peered":"2023-06-26T03:00:15.739666+0000","last_clean":"2023-06-26T03:00:15.739666+0000","last_became_active":"2023-06-26T03:00:13.843639+0000","last_became_peered":"2023-06-26T03:00:13.843639+0000","last_unstale":"2023-06-26T03:00:15.739666+0000","last_undegraded":"2023-06-26T03:00:15.739666+0000","last_fullsized":"2023-06-26T03:00:15.739666+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:32.127429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155441+0000","last_change":"2023-06-26T03:00:14.180060+0000","last_active":"2023-06-26T03:00:15.155441+0000","last_peered":"2023-06-26T03:00:15.155441+0000","last_clean":"2023-06-26T03:00:15.155441+0000","last_became_active":"2023-06-26T03:00:14.179462+0000","last_became_peered":"2023-06-26T03:00:14.179462+0000","last_unstale":"2023-06-26T03:00:15.155441+0000","last_undegraded":"2023-06-26T03:00:15.155441+0000","last_fullsized":"2023-06-26T03:00:15.155441+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739535+0000","last_change":"2023-06-26T03:00:13.847073+0000","last_active":"2023-06-26T03:00:15.739535+0000","last_peered":"2023-06-26T03:00:15.739535+0000","last_clean":"2023-06-26T03:00:15.739535+0000","last_became_active":"2023-06-26T03:00:13.846318+0000","last_became_peered":"2023-06-26T03:00:13.846318+0000","last_unstale":"2023-06-26T03:00:15.739535+0000","last_undegraded":"2023-06-26T03:00:15.739535+0000","last_fullsized":"2023-06-26T03:00:15.739535+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:33.260598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155125+0000","last_change":"2023-06-26T03:00:14.165662+0000","last_active":"2023-06-26T03:00:15.155125+0000","last_peered":"2023-06-26T03:00:15.155125+0000","last_clean":"2023-06-26T03:00:15.155125+0000","last_became_active":"2023-06-26T03:00:14.165064+0000","last_became_peered":"2023-06-26T03:00:14.165064+0000","last_unstale":"2023-06-26T03:00:15.155125+0000","last_undegraded":"2023-06-26T03:00:15.155125+0000","last_fullsized":"2023-06-26T03:00:15.155125+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740566+0000","last_change":"2023-06-26T03:00:13.847065+0000","last_active":"2023-06-26T03:00:15.740566+0000","last_peered":"2023-06-26T03:00:15.740566+0000","last_clean":"2023-06-26T03:00:15.740566+0000","last_became_active":"2023-06-26T03:00:13.846454+0000","last_became_peered":"2023-06-26T03:00:13.846454+0000","last_unstale":"2023-06-26T03:00:15.740566+0000","last_undegraded":"2023-06-26T03:00:15.740566+0000","last_fullsized":"2023-06-26T03:00:15.740566+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:25.640018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739752+0000","last_change":"2023-06-26T03:00:14.168779+0000","last_active":"2023-06-26T03:00:15.739752+0000","last_peered":"2023-06-26T03:00:15.739752+0000","last_clean":"2023-06-26T03:00:15.739752+0000","last_became_active":"2023-06-26T03:00:14.168266+0000","last_became_peered":"2023-06-26T03:00:14.168266+0000","last_unstale":"2023-06-26T03:00:15.739752+0000","last_undegraded":"2023-06-26T03:00:15.739752+0000","last_fullsized":"2023-06-26T03:00:15.739752+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:03.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740292+0000","last_change":"2023-06-26T03:00:13.823562+0000","last_active":"2023-06-26T03:00:15.740292+0000","last_peered":"2023-06-26T03:00:15.740292+0000","last_clean":"2023-06-26T03:00:15.740292+0000","last_became_active":"2023-06-26T03:00:13.822868+0000","last_became_peered":"2023-06-26T03:00:13.822868+0000","last_unstale":"2023-06-26T03:00:15.740292+0000","last_undegraded":"2023-06-26T03:00:15.740292+0000","last_fullsized":"2023-06-26T03:00:15.740292+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:22.268807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154552+0000","last_change":"2023-06-26T03:00:14.174880+0000","last_active":"2023-06-26T03:00:15.154552+0000","last_peered":"2023-06-26T03:00:15.154552+0000","last_clean":"2023-06-26T03:00:15.154552+0000","last_became_active":"2023-06-26T03:00:14.173323+0000","last_became_peered":"2023-06-26T03:00:14.173323+0000","last_unstale":"2023-06-26T03:00:15.154552+0000","last_undegraded":"2023-06-26T03:00:15.154552+0000","last_fullsized":"2023-06-26T03:00:15.154552+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"23'4","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738959+0000","last_change":"2023-06-26T03:00:13.833032+0000","last_active":"2023-06-26T03:00:15.738959+0000","last_peered":"2023-06-26T03:00:15.738959+0000","last_clean":"2023-06-26T03:00:15.738959+0000","last_became_active":"2023-06-26T03:00:13.832734+0000","last_became_peered":"2023-06-26T03:00:13.832734+0000","last_unstale":"2023-06-26T03:00:15.738959+0000","last_undegraded":"2023-06-26T03:00:15.738959+0000","last_fullsized":"2023-06-26T03:00:15.738959+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:33.026106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":856,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":876544,"data_stored":686418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1040000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.877}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96999999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":248,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":253952,"data_stored":94270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0660000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.042}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0129999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574856,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":256,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":262144,"data_stored":94922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67300000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1879999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":268,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":274432,"data_stored":95890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1859999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0620000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1639999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3069999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2190000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":252,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":258048,"data_stored":94360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95799999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":248,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":253952,"data_stored":94270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.071}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89100000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":248,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":253952,"data_stored":94270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2330000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.018}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.143}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":832,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":851968,"data_stored":685220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.22700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81799999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:00:22.339 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:00:22.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.463+0000 7f19f0ffc640 1 Processor -- start 2023-06-26T03:00:22.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.463+0000 7f19f0ffc640 1 -- start start 2023-06-26T03:00:22.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19f0ffc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f19ec0af770 0x7f19ec158c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:22.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19f0ffc640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19ec06efb0 con 0x7f19ec0afb40 2023-06-26T03:00:22.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19f0ffc640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19ec159160 con 0x7f19ec0cc580 2023-06-26T03:00:22.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19f0ffc640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19ec159c30 con 0x7f19ec0af770 2023-06-26T03:00:22.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19ea59c640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f19ec0af770 0x7f19ec158c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:22.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19e1d9b640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f19ec0afb40 0x7f19ec15c9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38228/0 (socket says 172.21.15.81:38228) 2023-06-26T03:00:22.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19e1d9b640 1 -- 172.21.15.81:0/347022744 learned_addr learned my addr 172.21.15.81:0/347022744 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:22.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19ea59c640 1 -- 172.21.15.81:0/347022744 >> v1:172.21.15.92:6789/0 conn(0x7f19ec0cc580 legacy=0x7f19ec0cca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:22.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19ea59c640 1 -- 172.21.15.81:0/347022744 >> v1:172.21.15.81:6789/0 conn(0x7f19ec0afb40 legacy=0x7f19ec15c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:22.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19ea59c640 1 -- 172.21.15.81:0/347022744 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19ec0cc0f0 con 0x7f19ec0af770 2023-06-26T03:00:22.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19ea59c640 1 --2- 172.21.15.81:0/347022744 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19ec0af770 0x7f19ec158c20 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f19dc0097c0 tx=0x7f19dc01ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a71b38d93c1153e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:22.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19e9d9b640 1 -- 172.21.15.81:0/347022744 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19dc0a8930 con 0x7f19ec0af770 2023-06-26T03:00:22.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19e9d9b640 1 -- 172.21.15.81:0/347022744 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19dc0a8a90 con 0x7f19ec0af770 2023-06-26T03:00:22.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.467+0000 7f19e9d9b640 1 -- 172.21.15.81:0/347022744 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19dc0a8e20 con 0x7f19ec0af770 2023-06-26T03:00:22.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 -- 172.21.15.81:0/347022744 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19ec0af770 msgr2=0x7f19ec158c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:22.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 --2- 172.21.15.81:0/347022744 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19ec0af770 0x7f19ec158c20 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f19dc0097c0 tx=0x7f19dc01ec30 comp rx=0 tx=0).stop 2023-06-26T03:00:22.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 -- 172.21.15.81:0/347022744 shutdown_connections 2023-06-26T03:00:22.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 --2- 172.21.15.81:0/347022744 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19ec0af770 0x7f19ec158c20 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:22.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 -- 172.21.15.81:0/347022744 >> 172.21.15.81:0/347022744 conn(0x7f19ec0ca770 msgr2=0x7f19ec0cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:22.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 -- 172.21.15.81:0/347022744 shutdown_connections 2023-06-26T03:00:22.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 -- 172.21.15.81:0/347022744 wait complete. 2023-06-26T03:00:22.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 Processor -- start 2023-06-26T03:00:22.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 -- start start 2023-06-26T03:00:22.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19ec0af770 0x7f19ec1e2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:22.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19ec0afb40 0x7f19ec14dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:22.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19ec0cc580 0x7f19ec1e41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:22.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19ec14e270 con 0x7f19ec0af770 2023-06-26T03:00:22.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19ec1e1c60 con 0x7f19ec0cc580 2023-06-26T03:00:22.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19f0ffc640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19ec1e1f40 con 0x7f19ec0afb40 2023-06-26T03:00:22.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19ea59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19ec0af770 0x7f19ec1e2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:22.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19ea59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19ec0af770 0x7f19ec1e2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50308/0 (socket says 172.21.15.81:50308) 2023-06-26T03:00:22.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19ea59c640 1 -- 172.21.15.81:0/1622408011 learned_addr learned my addr 172.21.15.81:0/1622408011 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:22.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19e1d9b640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19ec0afb40 0x7f19ec14dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:22.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19ead9d640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19ec0cc580 0x7f19ec1e41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:22.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19ea59c640 1 -- 172.21.15.81:0/1622408011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19ec0afb40 msgr2=0x7f19ec14dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:22.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19ea59c640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19ec0afb40 0x7f19ec14dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:22.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19ea59c640 1 -- 172.21.15.81:0/1622408011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19ec0cc580 msgr2=0x7f19ec1e41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:22.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19ea59c640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19ec0cc580 0x7f19ec1e41b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:22.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.471+0000 7f19ea59c640 1 -- 172.21.15.81:0/1622408011 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19dc009420 con 0x7f19ec0af770 2023-06-26T03:00:22.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.475+0000 7f19e1d9b640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19ec0afb40 0x7f19ec14dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:22.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.475+0000 7f19ea59c640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19ec0af770 0x7f19ec1e2d00 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f19dc01b840 tx=0x7f19dc01b9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:22.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.475+0000 7f19e37fe640 1 -- 172.21.15.81:0/1622408011 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19dc0a8930 con 0x7f19ec0af770 2023-06-26T03:00:22.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.475+0000 7f19e37fe640 1 -- 172.21.15.81:0/1622408011 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19dc0b9410 con 0x7f19ec0af770 2023-06-26T03:00:22.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.475+0000 7f19f0ffc640 1 -- 172.21.15.81:0/1622408011 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19ec1e2220 con 0x7f19ec0af770 2023-06-26T03:00:22.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.475+0000 7f19e37fe640 1 -- 172.21.15.81:0/1622408011 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19dc0b97a0 con 0x7f19ec0af770 2023-06-26T03:00:22.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.475+0000 7f19f0ffc640 1 -- 172.21.15.81:0/1622408011 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19ec1e27e0 con 0x7f19ec0af770 2023-06-26T03:00:22.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.475+0000 7f19f0ffc640 1 -- 172.21.15.81:0/1622408011 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19ec04d790 con 0x7f19ec0af770 2023-06-26T03:00:22.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.475+0000 7f19e37fe640 1 -- 172.21.15.81:0/1622408011 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f19dc0b7040 con 0x7f19ec0af770 2023-06-26T03:00:22.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.475+0000 7f19e37fe640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f19cc066280 0x7f19cc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:22.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.475+0000 7f19e37fe640 1 -- 172.21.15.81:0/1622408011 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f19dc121a80 con 0x7f19ec0af770 2023-06-26T03:00:22.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.475+0000 7f19e1d9b640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f19cc066280 0x7f19cc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:22.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.475+0000 7f19e1d9b640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f19cc066280 0x7f19cc068730 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f19ec0c45b0 tx=0x7f19d4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:22.485 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.479+0000 7f19e37fe640 1 -- 172.21.15.81:0/1622408011 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f19dc0eef00 con 0x7f19ec0af770 2023-06-26T03:00:22.631 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.623+0000 7f19f0ffc640 1 -- 172.21.15.81:0/1622408011 --> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f19ec159670 con 0x7f19cc066280 2023-06-26T03:00:22.649 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.643+0000 7f19e37fe640 1 -- 172.21.15.81:0/1622408011 <== mgr.4104 v2:172.21.15.81:6832/2767121196 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286727 (secure 0 0 0) 0x7f19d40013e0 con 0x7f19cc066280 2023-06-26T03:00:22.652 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:22.653 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-06-26T03:00:22.655 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.647+0000 7f19f0ffc640 1 -- 172.21.15.81:0/1622408011 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f19cc066280 msgr2=0x7f19cc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:22.655 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.647+0000 7f19f0ffc640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f19cc066280 0x7f19cc068730 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f19ec0c45b0 tx=0x7f19d4009040 comp rx=0 tx=0).stop 2023-06-26T03:00:22.655 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.647+0000 7f19f0ffc640 1 -- 172.21.15.81:0/1622408011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19ec0af770 msgr2=0x7f19ec1e2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:22.655 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.647+0000 7f19f0ffc640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19ec0af770 0x7f19ec1e2d00 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f19dc01b840 tx=0x7f19dc01b9d0 comp rx=0 tx=0).stop 2023-06-26T03:00:22.655 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.647+0000 7f19f0ffc640 1 -- 172.21.15.81:0/1622408011 shutdown_connections 2023-06-26T03:00:22.656 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.647+0000 7f19f0ffc640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f19cc066280 0x7f19cc068730 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:22.656 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.647+0000 7f19f0ffc640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19ec0cc580 0x7f19ec1e41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:22.656 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.647+0000 7f19f0ffc640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19ec0afb40 0x7f19ec14dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:22.656 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.647+0000 7f19f0ffc640 1 --2- 172.21.15.81:0/1622408011 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19ec0af770 0x7f19ec1e2d00 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:22.656 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.647+0000 7f19f0ffc640 1 -- 172.21.15.81:0/1622408011 >> 172.21.15.81:0/1622408011 conn(0x7f19ec0ca770 msgr2=0x7f19ec14ee90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:22.656 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.647+0000 7f19f0ffc640 1 -- 172.21.15.81:0/1622408011 shutdown_connections 2023-06-26T03:00:22.656 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.647+0000 7f19f0ffc640 1 -- 172.21.15.81:0/1622408011 wait complete. 2023-06-26T03:00:22.668 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2023-06-26T03:00:20.701210+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":204,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218824,"kb_used_data":3208,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754755896,"statfs":{"total":773094113280,"available":772870037504,"internally_reserved":0,"allocated":3284992,"data_stored":1939620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":59,"apply_latency_ms":59,"commit_latency_ns":59000000,"apply_latency_ns":59000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.912696"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150131+0000","last_change":"2023-06-26T03:00:14.178911+0000","last_active":"2023-06-26T03:00:15.150131+0000","last_peered":"2023-06-26T03:00:15.150131+0000","last_clean":"2023-06-26T03:00:15.150131+0000","last_became_active":"2023-06-26T03:00:14.178637+0000","last_became_peered":"2023-06-26T03:00:14.178637+0000","last_unstale":"2023-06-26T03:00:15.150131+0000","last_undegraded":"2023-06-26T03:00:15.150131+0000","last_fullsized":"2023-06-26T03:00:15.150131+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:11:23.501628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740197+0000","last_change":"2023-06-26T03:00:14.187218+0000","last_active":"2023-06-26T03:00:15.740197+0000","last_peered":"2023-06-26T03:00:15.740197+0000","last_clean":"2023-06-26T03:00:15.740197+0000","last_became_active":"2023-06-26T03:00:14.186674+0000","last_became_peered":"2023-06-26T03:00:14.186674+0000","last_unstale":"2023-06-26T03:00:15.740197+0000","last_undegraded":"2023-06-26T03:00:15.740197+0000","last_fullsized":"2023-06-26T03:00:15.740197+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:59.934935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.157353+0000","last_change":"2023-06-26T03:00:14.185772+0000","last_active":"2023-06-26T03:00:15.157353+0000","last_peered":"2023-06-26T03:00:15.157353+0000","last_clean":"2023-06-26T03:00:15.157353+0000","last_became_active":"2023-06-26T03:00:14.185066+0000","last_became_peered":"2023-06-26T03:00:14.185066+0000","last_unstale":"2023-06-26T03:00:15.157353+0000","last_undegraded":"2023-06-26T03:00:15.157353+0000","last_fullsized":"2023-06-26T03:00:15.157353+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:54:08.285642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153591+0000","last_change":"2023-06-26T03:00:14.161149+0000","last_active":"2023-06-26T03:00:15.153591+0000","last_peered":"2023-06-26T03:00:15.153591+0000","last_clean":"2023-06-26T03:00:15.153591+0000","last_became_active":"2023-06-26T03:00:14.160808+0000","last_became_peered":"2023-06-26T03:00:14.160808+0000","last_unstale":"2023-06-26T03:00:15.153591+0000","last_undegraded":"2023-06-26T03:00:15.153591+0000","last_fullsized":"2023-06-26T03:00:15.153591+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:02:40.939245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739507+0000","last_change":"2023-06-26T03:00:14.166875+0000","last_active":"2023-06-26T03:00:15.739507+0000","last_peered":"2023-06-26T03:00:15.739507+0000","last_clean":"2023-06-26T03:00:15.739507+0000","last_became_active":"2023-06-26T03:00:14.166647+0000","last_became_peered":"2023-06-26T03:00:14.166647+0000","last_unstale":"2023-06-26T03:00:15.739507+0000","last_undegraded":"2023-06-26T03:00:15.739507+0000","last_fullsized":"2023-06-26T03:00:15.739507+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154985+0000","last_change":"2023-06-26T03:00:14.165880+0000","last_active":"2023-06-26T03:00:15.154985+0000","last_peered":"2023-06-26T03:00:15.154985+0000","last_clean":"2023-06-26T03:00:15.154985+0000","last_became_active":"2023-06-26T03:00:14.165182+0000","last_became_peered":"2023-06-26T03:00:14.165182+0000","last_unstale":"2023-06-26T03:00:15.154985+0000","last_undegraded":"2023-06-26T03:00:15.154985+0000","last_fullsized":"2023-06-26T03:00:15.154985+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739314+0000","last_change":"2023-06-26T03:00:14.178587+0000","last_active":"2023-06-26T03:00:15.739314+0000","last_peered":"2023-06-26T03:00:15.739314+0000","last_clean":"2023-06-26T03:00:15.739314+0000","last_became_active":"2023-06-26T03:00:14.178306+0000","last_became_peered":"2023-06-26T03:00:14.178306+0000","last_unstale":"2023-06-26T03:00:15.739314+0000","last_undegraded":"2023-06-26T03:00:15.739314+0000","last_fullsized":"2023-06-26T03:00:15.739314+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:33.137821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739319+0000","last_change":"2023-06-26T03:00:14.186337+0000","last_active":"2023-06-26T03:00:15.739319+0000","last_peered":"2023-06-26T03:00:15.739319+0000","last_clean":"2023-06-26T03:00:15.739319+0000","last_became_active":"2023-06-26T03:00:14.186035+0000","last_became_peered":"2023-06-26T03:00:14.186035+0000","last_unstale":"2023-06-26T03:00:15.739319+0000","last_undegraded":"2023-06-26T03:00:15.739319+0000","last_fullsized":"2023-06-26T03:00:15.739319+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738269+0000","last_change":"2023-06-26T03:00:14.179120+0000","last_active":"2023-06-26T03:00:15.738269+0000","last_peered":"2023-06-26T03:00:15.738269+0000","last_clean":"2023-06-26T03:00:15.738269+0000","last_became_active":"2023-06-26T03:00:14.178716+0000","last_became_peered":"2023-06-26T03:00:14.178716+0000","last_unstale":"2023-06-26T03:00:15.738269+0000","last_undegraded":"2023-06-26T03:00:15.738269+0000","last_fullsized":"2023-06-26T03:00:15.738269+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:23:54.497300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740440+0000","last_change":"2023-06-26T03:00:14.176358+0000","last_active":"2023-06-26T03:00:15.740440+0000","last_peered":"2023-06-26T03:00:15.740440+0000","last_clean":"2023-06-26T03:00:15.740440+0000","last_became_active":"2023-06-26T03:00:14.175969+0000","last_became_peered":"2023-06-26T03:00:14.175969+0000","last_unstale":"2023-06-26T03:00:15.740440+0000","last_undegraded":"2023-06-26T03:00:15.740440+0000","last_fullsized":"2023-06-26T03:00:15.740440+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:32.452420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156746+0000","last_change":"2023-06-26T03:00:14.186185+0000","last_active":"2023-06-26T03:00:15.156746+0000","last_peered":"2023-06-26T03:00:15.156746+0000","last_clean":"2023-06-26T03:00:15.156746+0000","last_became_active":"2023-06-26T03:00:14.185403+0000","last_became_peered":"2023-06-26T03:00:14.185403+0000","last_unstale":"2023-06-26T03:00:15.156746+0000","last_undegraded":"2023-06-26T03:00:15.156746+0000","last_fullsized":"2023-06-26T03:00:15.156746+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:55:24.301161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150148+0000","last_change":"2023-06-26T03:00:14.186489+0000","last_active":"2023-06-26T03:00:15.150148+0000","last_peered":"2023-06-26T03:00:15.150148+0000","last_clean":"2023-06-26T03:00:15.150148+0000","last_became_active":"2023-06-26T03:00:14.186055+0000","last_became_peered":"2023-06-26T03:00:14.186055+0000","last_unstale":"2023-06-26T03:00:15.150148+0000","last_undegraded":"2023-06-26T03:00:15.150148+0000","last_fullsized":"2023-06-26T03:00:15.150148+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:56:15.408090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150117+0000","last_change":"2023-06-26T03:00:14.180432+0000","last_active":"2023-06-26T03:00:15.150117+0000","last_peered":"2023-06-26T03:00:15.150117+0000","last_clean":"2023-06-26T03:00:15.150117+0000","last_became_active":"2023-06-26T03:00:14.180071+0000","last_became_peered":"2023-06-26T03:00:14.180071+0000","last_unstale":"2023-06-26T03:00:15.150117+0000","last_undegraded":"2023-06-26T03:00:15.150117+0000","last_fullsized":"2023-06-26T03:00:15.150117+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:03:18.295049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740122+0000","last_change":"2023-06-26T03:00:14.177149+0000","last_active":"2023-06-26T03:00:15.740122+0000","last_peered":"2023-06-26T03:00:15.740122+0000","last_clean":"2023-06-26T03:00:15.740122+0000","last_became_active":"2023-06-26T03:00:14.176784+0000","last_became_peered":"2023-06-26T03:00:14.176784+0000","last_unstale":"2023-06-26T03:00:15.740122+0000","last_undegraded":"2023-06-26T03:00:15.740122+0000","last_fullsized":"2023-06-26T03:00:15.740122+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739767+0000","last_change":"2023-06-26T03:00:14.178640+0000","last_active":"2023-06-26T03:00:15.739767+0000","last_peered":"2023-06-26T03:00:15.739767+0000","last_clean":"2023-06-26T03:00:15.739767+0000","last_became_active":"2023-06-26T03:00:14.178386+0000","last_became_peered":"2023-06-26T03:00:14.178386+0000","last_unstale":"2023-06-26T03:00:15.739767+0000","last_undegraded":"2023-06-26T03:00:15.739767+0000","last_fullsized":"2023-06-26T03:00:15.739767+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:17.275307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154383+0000","last_change":"2023-06-26T03:00:14.162144+0000","last_active":"2023-06-26T03:00:15.154383+0000","last_peered":"2023-06-26T03:00:15.154383+0000","last_clean":"2023-06-26T03:00:15.154383+0000","last_became_active":"2023-06-26T03:00:14.161862+0000","last_became_peered":"2023-06-26T03:00:14.161862+0000","last_unstale":"2023-06-26T03:00:15.154383+0000","last_undegraded":"2023-06-26T03:00:15.154383+0000","last_fullsized":"2023-06-26T03:00:15.154383+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.581630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738623+0000","last_change":"2023-06-26T03:00:14.181003+0000","last_active":"2023-06-26T03:00:15.738623+0000","last_peered":"2023-06-26T03:00:15.738623+0000","last_clean":"2023-06-26T03:00:15.738623+0000","last_became_active":"2023-06-26T03:00:14.178067+0000","last_became_peered":"2023-06-26T03:00:14.178067+0000","last_unstale":"2023-06-26T03:00:15.738623+0000","last_undegraded":"2023-06-26T03:00:15.738623+0000","last_fullsized":"2023-06-26T03:00:15.738623+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156555+0000","last_change":"2023-06-26T03:00:14.176800+0000","last_active":"2023-06-26T03:00:15.156555+0000","last_peered":"2023-06-26T03:00:15.156555+0000","last_clean":"2023-06-26T03:00:15.156555+0000","last_became_active":"2023-06-26T03:00:14.176229+0000","last_became_peered":"2023-06-26T03:00:14.176229+0000","last_unstale":"2023-06-26T03:00:15.156555+0000","last_undegraded":"2023-06-26T03:00:15.156555+0000","last_fullsized":"2023-06-26T03:00:15.156555+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:41:03.065741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150230+0000","last_change":"2023-06-26T03:00:14.167868+0000","last_active":"2023-06-26T03:00:15.150230+0000","last_peered":"2023-06-26T03:00:15.150230+0000","last_clean":"2023-06-26T03:00:15.150230+0000","last_became_active":"2023-06-26T03:00:14.167604+0000","last_became_peered":"2023-06-26T03:00:14.167604+0000","last_unstale":"2023-06-26T03:00:15.150230+0000","last_undegraded":"2023-06-26T03:00:15.150230+0000","last_fullsized":"2023-06-26T03:00:15.150230+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:48:44.951538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156357+0000","last_change":"2023-06-26T03:00:14.187575+0000","last_active":"2023-06-26T03:00:15.156357+0000","last_peered":"2023-06-26T03:00:15.156357+0000","last_clean":"2023-06-26T03:00:15.156357+0000","last_became_active":"2023-06-26T03:00:14.187258+0000","last_became_peered":"2023-06-26T03:00:14.187258+0000","last_unstale":"2023-06-26T03:00:15.156357+0000","last_undegraded":"2023-06-26T03:00:15.156357+0000","last_fullsized":"2023-06-26T03:00:15.156357+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:16.397871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740484+0000","last_change":"2023-06-26T03:00:14.188446+0000","last_active":"2023-06-26T03:00:15.740484+0000","last_peered":"2023-06-26T03:00:15.740484+0000","last_clean":"2023-06-26T03:00:15.740484+0000","last_became_active":"2023-06-26T03:00:14.188160+0000","last_became_peered":"2023-06-26T03:00:14.188160+0000","last_unstale":"2023-06-26T03:00:15.740484+0000","last_undegraded":"2023-06-26T03:00:15.740484+0000","last_fullsized":"2023-06-26T03:00:15.740484+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:41:03.065741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738080+0000","last_change":"2023-06-26T03:00:14.173955+0000","last_active":"2023-06-26T03:00:15.738080+0000","last_peered":"2023-06-26T03:00:15.738080+0000","last_clean":"2023-06-26T03:00:15.738080+0000","last_became_active":"2023-06-26T03:00:14.173668+0000","last_became_peered":"2023-06-26T03:00:14.173668+0000","last_unstale":"2023-06-26T03:00:15.738080+0000","last_undegraded":"2023-06-26T03:00:15.738080+0000","last_fullsized":"2023-06-26T03:00:15.738080+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:02:40.939245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739086+0000","last_change":"2023-06-26T03:00:14.161476+0000","last_active":"2023-06-26T03:00:15.739086+0000","last_peered":"2023-06-26T03:00:15.739086+0000","last_clean":"2023-06-26T03:00:15.739086+0000","last_became_active":"2023-06-26T03:00:14.161267+0000","last_became_peered":"2023-06-26T03:00:14.161267+0000","last_unstale":"2023-06-26T03:00:15.739086+0000","last_undegraded":"2023-06-26T03:00:15.739086+0000","last_fullsized":"2023-06-26T03:00:15.739086+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740997+0000","last_change":"2023-06-26T03:00:14.181098+0000","last_active":"2023-06-26T03:00:15.740997+0000","last_peered":"2023-06-26T03:00:15.740997+0000","last_clean":"2023-06-26T03:00:15.740997+0000","last_became_active":"2023-06-26T03:00:14.180799+0000","last_became_peered":"2023-06-26T03:00:14.180799+0000","last_unstale":"2023-06-26T03:00:15.740997+0000","last_undegraded":"2023-06-26T03:00:15.740997+0000","last_fullsized":"2023-06-26T03:00:15.740997+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:35:16.158813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742756+0000","last_change":"2023-06-26T03:00:14.174065+0000","last_active":"2023-06-26T03:00:15.742756+0000","last_peered":"2023-06-26T03:00:15.742756+0000","last_clean":"2023-06-26T03:00:15.742756+0000","last_became_active":"2023-06-26T03:00:14.173278+0000","last_became_peered":"2023-06-26T03:00:14.173278+0000","last_unstale":"2023-06-26T03:00:15.742756+0000","last_undegraded":"2023-06-26T03:00:15.742756+0000","last_fullsized":"2023-06-26T03:00:15.742756+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743087+0000","last_change":"2023-06-26T03:00:14.181736+0000","last_active":"2023-06-26T03:00:15.743087+0000","last_peered":"2023-06-26T03:00:15.743087+0000","last_clean":"2023-06-26T03:00:15.743087+0000","last_became_active":"2023-06-26T03:00:14.180990+0000","last_became_peered":"2023-06-26T03:00:14.180990+0000","last_unstale":"2023-06-26T03:00:15.743087+0000","last_undegraded":"2023-06-26T03:00:15.743087+0000","last_fullsized":"2023-06-26T03:00:15.743087+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:22.144152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740990+0000","last_change":"2023-06-26T03:00:14.186065+0000","last_active":"2023-06-26T03:00:15.740990+0000","last_peered":"2023-06-26T03:00:15.740990+0000","last_clean":"2023-06-26T03:00:15.740990+0000","last_became_active":"2023-06-26T03:00:14.181698+0000","last_became_peered":"2023-06-26T03:00:14.181698+0000","last_unstale":"2023-06-26T03:00:15.740990+0000","last_undegraded":"2023-06-26T03:00:15.740990+0000","last_fullsized":"2023-06-26T03:00:15.740990+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:55:24.301161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743317+0000","last_change":"2023-06-26T03:00:14.180581+0000","last_active":"2023-06-26T03:00:15.743317+0000","last_peered":"2023-06-26T03:00:15.743317+0000","last_clean":"2023-06-26T03:00:15.743317+0000","last_became_active":"2023-06-26T03:00:14.176865+0000","last_became_peered":"2023-06-26T03:00:14.176865+0000","last_unstale":"2023-06-26T03:00:15.743317+0000","last_undegraded":"2023-06-26T03:00:15.743317+0000","last_fullsized":"2023-06-26T03:00:15.743317+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:16.397871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740598+0000","last_change":"2023-06-26T03:00:14.174112+0000","last_active":"2023-06-26T03:00:15.740598+0000","last_peered":"2023-06-26T03:00:15.740598+0000","last_clean":"2023-06-26T03:00:15.740598+0000","last_became_active":"2023-06-26T03:00:14.173871+0000","last_became_peered":"2023-06-26T03:00:14.173871+0000","last_unstale":"2023-06-26T03:00:15.740598+0000","last_undegraded":"2023-06-26T03:00:15.740598+0000","last_fullsized":"2023-06-26T03:00:15.740598+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:33.137821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155241+0000","last_change":"2023-06-26T03:00:14.173592+0000","last_active":"2023-06-26T03:00:15.155241+0000","last_peered":"2023-06-26T03:00:15.155241+0000","last_clean":"2023-06-26T03:00:15.155241+0000","last_became_active":"2023-06-26T03:00:14.173271+0000","last_became_peered":"2023-06-26T03:00:14.173271+0000","last_unstale":"2023-06-26T03:00:15.155241+0000","last_undegraded":"2023-06-26T03:00:15.155241+0000","last_fullsized":"2023-06-26T03:00:15.155241+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739441+0000","last_change":"2023-06-26T03:00:14.165325+0000","last_active":"2023-06-26T03:00:15.739441+0000","last_peered":"2023-06-26T03:00:15.739441+0000","last_clean":"2023-06-26T03:00:15.739441+0000","last_became_active":"2023-06-26T03:00:14.165084+0000","last_became_peered":"2023-06-26T03:00:14.165084+0000","last_unstale":"2023-06-26T03:00:15.739441+0000","last_undegraded":"2023-06-26T03:00:15.739441+0000","last_fullsized":"2023-06-26T03:00:15.739441+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.152946+0000","last_change":"2023-06-26T03:00:14.176603+0000","last_active":"2023-06-26T03:00:15.152946+0000","last_peered":"2023-06-26T03:00:15.152946+0000","last_clean":"2023-06-26T03:00:15.152946+0000","last_became_active":"2023-06-26T03:00:14.176388+0000","last_became_peered":"2023-06-26T03:00:14.176388+0000","last_unstale":"2023-06-26T03:00:15.152946+0000","last_undegraded":"2023-06-26T03:00:15.152946+0000","last_fullsized":"2023-06-26T03:00:15.152946+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:56:15.408090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739375+0000","last_change":"2023-06-26T03:00:14.166120+0000","last_active":"2023-06-26T03:00:15.739375+0000","last_peered":"2023-06-26T03:00:15.739375+0000","last_clean":"2023-06-26T03:00:15.739375+0000","last_became_active":"2023-06-26T03:00:14.165522+0000","last_became_peered":"2023-06-26T03:00:14.165522+0000","last_unstale":"2023-06-26T03:00:15.739375+0000","last_undegraded":"2023-06-26T03:00:15.739375+0000","last_fullsized":"2023-06-26T03:00:15.739375+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740858+0000","last_change":"2023-06-26T03:00:13.847399+0000","last_active":"2023-06-26T03:00:15.740858+0000","last_peered":"2023-06-26T03:00:15.740858+0000","last_clean":"2023-06-26T03:00:15.740858+0000","last_became_active":"2023-06-26T03:00:13.846658+0000","last_became_peered":"2023-06-26T03:00:13.846658+0000","last_unstale":"2023-06-26T03:00:15.740858+0000","last_undegraded":"2023-06-26T03:00:15.740858+0000","last_fullsized":"2023-06-26T03:00:15.740858+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:15:38.164653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740198+0000","last_change":"2023-06-26T03:00:14.185936+0000","last_active":"2023-06-26T03:00:15.740198+0000","last_peered":"2023-06-26T03:00:15.740198+0000","last_clean":"2023-06-26T03:00:15.740198+0000","last_became_active":"2023-06-26T03:00:14.181292+0000","last_became_peered":"2023-06-26T03:00:14.181292+0000","last_unstale":"2023-06-26T03:00:15.740198+0000","last_undegraded":"2023-06-26T03:00:15.740198+0000","last_fullsized":"2023-06-26T03:00:15.740198+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:33.137821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738392+0000","last_change":"2023-06-26T03:00:13.831161+0000","last_active":"2023-06-26T03:00:15.738392+0000","last_peered":"2023-06-26T03:00:15.738392+0000","last_clean":"2023-06-26T03:00:15.738392+0000","last_became_active":"2023-06-26T03:00:13.830954+0000","last_became_peered":"2023-06-26T03:00:13.830954+0000","last_unstale":"2023-06-26T03:00:15.738392+0000","last_undegraded":"2023-06-26T03:00:15.738392+0000","last_fullsized":"2023-06-26T03:00:15.738392+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:01:52.200052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739281+0000","last_change":"2023-06-26T03:00:14.184750+0000","last_active":"2023-06-26T03:00:15.739281+0000","last_peered":"2023-06-26T03:00:15.739281+0000","last_clean":"2023-06-26T03:00:15.739281+0000","last_became_active":"2023-06-26T03:00:14.184312+0000","last_became_peered":"2023-06-26T03:00:14.184312+0000","last_unstale":"2023-06-26T03:00:15.739281+0000","last_undegraded":"2023-06-26T03:00:15.739281+0000","last_fullsized":"2023-06-26T03:00:15.739281+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740127+0000","last_change":"2023-06-26T03:00:13.847605+0000","last_active":"2023-06-26T03:00:15.740127+0000","last_peered":"2023-06-26T03:00:15.740127+0000","last_clean":"2023-06-26T03:00:15.740127+0000","last_became_active":"2023-06-26T03:00:13.846959+0000","last_became_peered":"2023-06-26T03:00:13.846959+0000","last_unstale":"2023-06-26T03:00:15.740127+0000","last_undegraded":"2023-06-26T03:00:15.740127+0000","last_fullsized":"2023-06-26T03:00:15.740127+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:25.640018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740970+0000","last_change":"2023-06-26T03:00:14.172318+0000","last_active":"2023-06-26T03:00:15.740970+0000","last_peered":"2023-06-26T03:00:15.740970+0000","last_clean":"2023-06-26T03:00:15.740970+0000","last_became_active":"2023-06-26T03:00:14.172070+0000","last_became_peered":"2023-06-26T03:00:14.172070+0000","last_unstale":"2023-06-26T03:00:15.740970+0000","last_undegraded":"2023-06-26T03:00:15.740970+0000","last_fullsized":"2023-06-26T03:00:15.740970+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:16.397871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"23'8","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154030+0000","last_change":"2023-06-26T03:00:13.830153+0000","last_active":"2023-06-26T03:00:15.154030+0000","last_peered":"2023-06-26T03:00:15.154030+0000","last_clean":"2023-06-26T03:00:15.154030+0000","last_became_active":"2023-06-26T03:00:13.829326+0000","last_became_peered":"2023-06-26T03:00:13.829326+0000","last_unstale":"2023-06-26T03:00:15.154030+0000","last_undegraded":"2023-06-26T03:00:15.154030+0000","last_fullsized":"2023-06-26T03:00:15.154030+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:09.994456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741371+0000","last_change":"2023-06-26T03:00:13.848640+0000","last_active":"2023-06-26T03:00:15.741371+0000","last_peered":"2023-06-26T03:00:15.741371+0000","last_clean":"2023-06-26T03:00:15.741371+0000","last_became_active":"2023-06-26T03:00:13.847924+0000","last_became_peered":"2023-06-26T03:00:13.847924+0000","last_unstale":"2023-06-26T03:00:15.741371+0000","last_undegraded":"2023-06-26T03:00:15.741371+0000","last_fullsized":"2023-06-26T03:00:15.741371+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:46:24.867966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739628+0000","last_change":"2023-06-26T03:00:14.180875+0000","last_active":"2023-06-26T03:00:15.739628+0000","last_peered":"2023-06-26T03:00:15.739628+0000","last_clean":"2023-06-26T03:00:15.739628+0000","last_became_active":"2023-06-26T03:00:14.180330+0000","last_became_peered":"2023-06-26T03:00:14.180330+0000","last_unstale":"2023-06-26T03:00:15.739628+0000","last_undegraded":"2023-06-26T03:00:15.739628+0000","last_fullsized":"2023-06-26T03:00:15.739628+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:03.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741622+0000","last_change":"2023-06-26T03:00:13.848798+0000","last_active":"2023-06-26T03:00:15.741622+0000","last_peered":"2023-06-26T03:00:15.741622+0000","last_clean":"2023-06-26T03:00:15.741622+0000","last_became_active":"2023-06-26T03:00:13.847847+0000","last_became_peered":"2023-06-26T03:00:13.847847+0000","last_unstale":"2023-06-26T03:00:15.741622+0000","last_undegraded":"2023-06-26T03:00:15.741622+0000","last_fullsized":"2023-06-26T03:00:15.741622+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:50:08.901298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154915+0000","last_change":"2023-06-26T03:00:14.179728+0000","last_active":"2023-06-26T03:00:15.154915+0000","last_peered":"2023-06-26T03:00:15.154915+0000","last_clean":"2023-06-26T03:00:15.154915+0000","last_became_active":"2023-06-26T03:00:14.178896+0000","last_became_peered":"2023-06-26T03:00:14.178896+0000","last_unstale":"2023-06-26T03:00:15.154915+0000","last_undegraded":"2023-06-26T03:00:15.154915+0000","last_fullsized":"2023-06-26T03:00:15.154915+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:59.651418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741056+0000","last_change":"2023-06-26T03:00:13.839580+0000","last_active":"2023-06-26T03:00:15.741056+0000","last_peered":"2023-06-26T03:00:15.741056+0000","last_clean":"2023-06-26T03:00:15.741056+0000","last_became_active":"2023-06-26T03:00:13.838820+0000","last_became_peered":"2023-06-26T03:00:13.838820+0000","last_unstale":"2023-06-26T03:00:15.741056+0000","last_undegraded":"2023-06-26T03:00:15.741056+0000","last_fullsized":"2023-06-26T03:00:15.741056+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:54:07.275250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153053+0000","last_change":"2023-06-26T03:00:14.166564+0000","last_active":"2023-06-26T03:00:15.153053+0000","last_peered":"2023-06-26T03:00:15.153053+0000","last_clean":"2023-06-26T03:00:15.153053+0000","last_became_active":"2023-06-26T03:00:14.166263+0000","last_became_peered":"2023-06-26T03:00:14.166263+0000","last_unstale":"2023-06-26T03:00:15.153053+0000","last_undegraded":"2023-06-26T03:00:15.153053+0000","last_fullsized":"2023-06-26T03:00:15.153053+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:48:44.951538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739650+0000","last_change":"2023-06-26T03:00:13.825210+0000","last_active":"2023-06-26T03:00:15.739650+0000","last_peered":"2023-06-26T03:00:15.739650+0000","last_clean":"2023-06-26T03:00:15.739650+0000","last_became_active":"2023-06-26T03:00:13.824289+0000","last_became_peered":"2023-06-26T03:00:13.824289+0000","last_unstale":"2023-06-26T03:00:15.739650+0000","last_undegraded":"2023-06-26T03:00:15.739650+0000","last_fullsized":"2023-06-26T03:00:15.739650+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:21.133760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739471+0000","last_change":"2023-06-26T03:00:14.170460+0000","last_active":"2023-06-26T03:00:15.739471+0000","last_peered":"2023-06-26T03:00:15.739471+0000","last_clean":"2023-06-26T03:00:15.739471+0000","last_became_active":"2023-06-26T03:00:14.169743+0000","last_became_peered":"2023-06-26T03:00:14.169743+0000","last_unstale":"2023-06-26T03:00:15.739471+0000","last_undegraded":"2023-06-26T03:00:15.739471+0000","last_fullsized":"2023-06-26T03:00:15.739471+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:22.144152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741088+0000","last_change":"2023-06-26T03:00:13.828537+0000","last_active":"2023-06-26T03:00:15.741088+0000","last_peered":"2023-06-26T03:00:15.741088+0000","last_clean":"2023-06-26T03:00:15.741088+0000","last_became_active":"2023-06-26T03:00:13.828116+0000","last_became_peered":"2023-06-26T03:00:13.828116+0000","last_unstale":"2023-06-26T03:00:15.741088+0000","last_undegraded":"2023-06-26T03:00:15.741088+0000","last_fullsized":"2023-06-26T03:00:15.741088+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:16.264915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156490+0000","last_change":"2023-06-26T03:00:14.166694+0000","last_active":"2023-06-26T03:00:15.156490+0000","last_peered":"2023-06-26T03:00:15.156490+0000","last_clean":"2023-06-26T03:00:15.156490+0000","last_became_active":"2023-06-26T03:00:14.165751+0000","last_became_peered":"2023-06-26T03:00:14.165751+0000","last_unstale":"2023-06-26T03:00:15.156490+0000","last_undegraded":"2023-06-26T03:00:15.156490+0000","last_fullsized":"2023-06-26T03:00:15.156490+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:32.452420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153349+0000","last_change":"2023-06-26T03:00:13.843048+0000","last_active":"2023-06-26T03:00:15.153349+0000","last_peered":"2023-06-26T03:00:15.153349+0000","last_clean":"2023-06-26T03:00:15.153349+0000","last_became_active":"2023-06-26T03:00:13.842032+0000","last_became_peered":"2023-06-26T03:00:13.842032+0000","last_unstale":"2023-06-26T03:00:15.153349+0000","last_undegraded":"2023-06-26T03:00:15.153349+0000","last_fullsized":"2023-06-26T03:00:15.153349+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:57:48.439665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.157105+0000","last_change":"2023-06-26T03:00:14.187164+0000","last_active":"2023-06-26T03:00:15.157105+0000","last_peered":"2023-06-26T03:00:15.157105+0000","last_clean":"2023-06-26T03:00:15.157105+0000","last_became_active":"2023-06-26T03:00:14.186876+0000","last_became_peered":"2023-06-26T03:00:14.186876+0000","last_unstale":"2023-06-26T03:00:15.157105+0000","last_undegraded":"2023-06-26T03:00:15.157105+0000","last_fullsized":"2023-06-26T03:00:15.157105+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:35:16.158813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155692+0000","last_change":"2023-06-26T03:00:13.820217+0000","last_active":"2023-06-26T03:00:15.155692+0000","last_peered":"2023-06-26T03:00:15.155692+0000","last_clean":"2023-06-26T03:00:15.155692+0000","last_became_active":"2023-06-26T03:00:13.819415+0000","last_became_peered":"2023-06-26T03:00:13.819415+0000","last_unstale":"2023-06-26T03:00:15.155692+0000","last_undegraded":"2023-06-26T03:00:15.155692+0000","last_fullsized":"2023-06-26T03:00:15.155692+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:58.924543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156976+0000","last_change":"2023-06-26T03:00:14.174189+0000","last_active":"2023-06-26T03:00:15.156976+0000","last_peered":"2023-06-26T03:00:15.156976+0000","last_clean":"2023-06-26T03:00:15.156976+0000","last_became_active":"2023-06-26T03:00:14.173621+0000","last_became_peered":"2023-06-26T03:00:14.173621+0000","last_unstale":"2023-06-26T03:00:15.156976+0000","last_undegraded":"2023-06-26T03:00:15.156976+0000","last_fullsized":"2023-06-26T03:00:15.156976+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:15:39.175045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739176+0000","last_change":"2023-06-26T03:00:13.820605+0000","last_active":"2023-06-26T03:00:15.739176+0000","last_peered":"2023-06-26T03:00:15.739176+0000","last_clean":"2023-06-26T03:00:15.739176+0000","last_became_active":"2023-06-26T03:00:13.820291+0000","last_became_peered":"2023-06-26T03:00:13.820291+0000","last_unstale":"2023-06-26T03:00:15.739176+0000","last_undegraded":"2023-06-26T03:00:15.739176+0000","last_fullsized":"2023-06-26T03:00:15.739176+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:58.641026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743015+0000","last_change":"2023-06-26T03:00:14.185515+0000","last_active":"2023-06-26T03:00:15.743015+0000","last_peered":"2023-06-26T03:00:15.743015+0000","last_clean":"2023-06-26T03:00:15.743015+0000","last_became_active":"2023-06-26T03:00:14.182690+0000","last_became_peered":"2023-06-26T03:00:14.182690+0000","last_unstale":"2023-06-26T03:00:15.743015+0000","last_undegraded":"2023-06-26T03:00:15.743015+0000","last_fullsized":"2023-06-26T03:00:15.743015+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:03.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":175,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739695+0000","last_change":"2023-06-26T03:00:04.675429+0000","last_active":"2023-06-26T03:00:15.739695+0000","last_peered":"2023-06-26T03:00:15.739695+0000","last_clean":"2023-06-26T03:00:15.739695+0000","last_became_active":"2023-06-26T03:00:04.673239+0000","last_became_peered":"2023-06-26T03:00:04.673239+0000","last_unstale":"2023-06-26T03:00:15.739695+0000","last_undegraded":"2023-06-26T03:00:15.739695+0000","last_fullsized":"2023-06-26T03:00:15.739695+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_clean_scrub_stamp":"2023-06-26T03:00:03.565850+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:22.236207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740108+0000","last_change":"2023-06-26T03:00:09.644129+0000","last_active":"2023-06-26T03:00:15.740108+0000","last_peered":"2023-06-26T03:00:15.740108+0000","last_clean":"2023-06-26T03:00:15.740108+0000","last_became_active":"2023-06-26T03:00:09.643308+0000","last_became_peered":"2023-06-26T03:00:09.643308+0000","last_unstale":"2023-06-26T03:00:15.740108+0000","last_undegraded":"2023-06-26T03:00:15.740108+0000","last_fullsized":"2023-06-26T03:00:15.740108+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:11.236259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740120+0000","last_change":"2023-06-26T03:00:13.833214+0000","last_active":"2023-06-26T03:00:15.740120+0000","last_peered":"2023-06-26T03:00:15.740120+0000","last_clean":"2023-06-26T03:00:15.740120+0000","last_became_active":"2023-06-26T03:00:13.832924+0000","last_became_peered":"2023-06-26T03:00:13.832924+0000","last_unstale":"2023-06-26T03:00:15.740120+0000","last_undegraded":"2023-06-26T03:00:15.740120+0000","last_fullsized":"2023-06-26T03:00:15.740120+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:21.133760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153579+0000","last_change":"2023-06-26T03:00:14.158460+0000","last_active":"2023-06-26T03:00:15.153579+0000","last_peered":"2023-06-26T03:00:15.153579+0000","last_clean":"2023-06-26T03:00:15.153579+0000","last_became_active":"2023-06-26T03:00:14.158148+0000","last_became_peered":"2023-06-26T03:00:14.158148+0000","last_unstale":"2023-06-26T03:00:15.153579+0000","last_undegraded":"2023-06-26T03:00:15.153579+0000","last_fullsized":"2023-06-26T03:00:15.153579+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:47:10.626319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739386+0000","last_change":"2023-06-26T03:00:09.649093+0000","last_active":"2023-06-26T03:00:15.739386+0000","last_peered":"2023-06-26T03:00:15.739386+0000","last_clean":"2023-06-26T03:00:15.739386+0000","last_became_active":"2023-06-26T03:00:09.648446+0000","last_became_peered":"2023-06-26T03:00:09.648446+0000","last_unstale":"2023-06-26T03:00:15.739386+0000","last_undegraded":"2023-06-26T03:00:15.739386+0000","last_fullsized":"2023-06-26T03:00:15.739386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:11.236259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738023+0000","last_change":"2023-06-26T03:00:13.840019+0000","last_active":"2023-06-26T03:00:15.738023+0000","last_peered":"2023-06-26T03:00:15.738023+0000","last_clean":"2023-06-26T03:00:15.738023+0000","last_became_active":"2023-06-26T03:00:13.839663+0000","last_became_peered":"2023-06-26T03:00:13.839663+0000","last_unstale":"2023-06-26T03:00:15.738023+0000","last_undegraded":"2023-06-26T03:00:15.738023+0000","last_fullsized":"2023-06-26T03:00:15.738023+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:47:09.615927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738936+0000","last_change":"2023-06-26T03:00:14.166776+0000","last_active":"2023-06-26T03:00:15.738936+0000","last_peered":"2023-06-26T03:00:15.738936+0000","last_clean":"2023-06-26T03:00:15.738936+0000","last_became_active":"2023-06-26T03:00:14.166446+0000","last_became_peered":"2023-06-26T03:00:14.166446+0000","last_unstale":"2023-06-26T03:00:15.738936+0000","last_undegraded":"2023-06-26T03:00:15.738936+0000","last_fullsized":"2023-06-26T03:00:15.738936+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.149829+0000","last_change":"2023-06-26T03:00:09.764941+0000","last_active":"2023-06-26T03:00:15.149829+0000","last_peered":"2023-06-26T03:00:15.149829+0000","last_clean":"2023-06-26T03:00:15.149829+0000","last_became_active":"2023-06-26T03:00:09.764625+0000","last_became_peered":"2023-06-26T03:00:09.764625+0000","last_unstale":"2023-06-26T03:00:15.149829+0000","last_undegraded":"2023-06-26T03:00:15.149829+0000","last_fullsized":"2023-06-26T03:00:15.149829+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:58:52.604953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742060+0000","last_change":"2023-06-26T03:00:13.818780+0000","last_active":"2023-06-26T03:00:15.742060+0000","last_peered":"2023-06-26T03:00:15.742060+0000","last_clean":"2023-06-26T03:00:15.742060+0000","last_became_active":"2023-06-26T03:00:13.818396+0000","last_became_peered":"2023-06-26T03:00:13.818396+0000","last_unstale":"2023-06-26T03:00:15.742060+0000","last_undegraded":"2023-06-26T03:00:15.742060+0000","last_fullsized":"2023-06-26T03:00:15.742060+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:33.571238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743129+0000","last_change":"2023-06-26T03:00:14.186024+0000","last_active":"2023-06-26T03:00:15.743129+0000","last_peered":"2023-06-26T03:00:15.743129+0000","last_clean":"2023-06-26T03:00:15.743129+0000","last_became_active":"2023-06-26T03:00:14.183622+0000","last_became_peered":"2023-06-26T03:00:14.183622+0000","last_unstale":"2023-06-26T03:00:15.743129+0000","last_undegraded":"2023-06-26T03:00:15.743129+0000","last_fullsized":"2023-06-26T03:00:15.743129+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740342+0000","last_change":"2023-06-26T03:00:09.645045+0000","last_active":"2023-06-26T03:00:15.740342+0000","last_peered":"2023-06-26T03:00:15.740342+0000","last_clean":"2023-06-26T03:00:15.740342+0000","last_became_active":"2023-06-26T03:00:09.643926+0000","last_became_peered":"2023-06-26T03:00:09.643926+0000","last_unstale":"2023-06-26T03:00:15.740342+0000","last_undegraded":"2023-06-26T03:00:15.740342+0000","last_fullsized":"2023-06-26T03:00:15.740342+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:12.113696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156000+0000","last_change":"2023-06-26T03:00:13.838112+0000","last_active":"2023-06-26T03:00:15.156000+0000","last_peered":"2023-06-26T03:00:15.156000+0000","last_clean":"2023-06-26T03:00:15.156000+0000","last_became_active":"2023-06-26T03:00:13.837350+0000","last_became_peered":"2023-06-26T03:00:13.837350+0000","last_unstale":"2023-06-26T03:00:15.156000+0000","last_undegraded":"2023-06-26T03:00:15.156000+0000","last_fullsized":"2023-06-26T03:00:15.156000+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:32.127429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742975+0000","last_change":"2023-06-26T03:00:14.175266+0000","last_active":"2023-06-26T03:00:15.742975+0000","last_peered":"2023-06-26T03:00:15.742975+0000","last_clean":"2023-06-26T03:00:15.742975+0000","last_became_active":"2023-06-26T03:00:14.174782+0000","last_became_peered":"2023-06-26T03:00:14.174782+0000","last_unstale":"2023-06-26T03:00:15.742975+0000","last_undegraded":"2023-06-26T03:00:15.742975+0000","last_fullsized":"2023-06-26T03:00:15.742975+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741295+0000","last_change":"2023-06-26T03:00:13.823234+0000","last_active":"2023-06-26T03:00:15.741295+0000","last_peered":"2023-06-26T03:00:15.741295+0000","last_clean":"2023-06-26T03:00:15.741295+0000","last_became_active":"2023-06-26T03:00:13.822492+0000","last_became_peered":"2023-06-26T03:00:13.822492+0000","last_unstale":"2023-06-26T03:00:15.741295+0000","last_undegraded":"2023-06-26T03:00:15.741295+0000","last_fullsized":"2023-06-26T03:00:15.741295+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:15:38.164653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743367+0000","last_change":"2023-06-26T03:00:09.641120+0000","last_active":"2023-06-26T03:00:15.743367+0000","last_peered":"2023-06-26T03:00:15.743367+0000","last_clean":"2023-06-26T03:00:15.743367+0000","last_became_active":"2023-06-26T03:00:09.640629+0000","last_became_peered":"2023-06-26T03:00:09.640629+0000","last_unstale":"2023-06-26T03:00:15.743367+0000","last_undegraded":"2023-06-26T03:00:15.743367+0000","last_fullsized":"2023-06-26T03:00:15.743367+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:12.113696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742888+0000","last_change":"2023-06-26T03:00:14.183905+0000","last_active":"2023-06-26T03:00:15.742888+0000","last_peered":"2023-06-26T03:00:15.742888+0000","last_clean":"2023-06-26T03:00:15.742888+0000","last_became_active":"2023-06-26T03:00:14.183495+0000","last_became_peered":"2023-06-26T03:00:14.183495+0000","last_unstale":"2023-06-26T03:00:15.742888+0000","last_undegraded":"2023-06-26T03:00:15.742888+0000","last_fullsized":"2023-06-26T03:00:15.742888+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743256+0000","last_change":"2023-06-26T03:00:13.819453+0000","last_active":"2023-06-26T03:00:15.743256+0000","last_peered":"2023-06-26T03:00:15.743256+0000","last_clean":"2023-06-26T03:00:15.743256+0000","last_became_active":"2023-06-26T03:00:13.819092+0000","last_became_peered":"2023-06-26T03:00:13.819092+0000","last_unstale":"2023-06-26T03:00:15.743256+0000","last_undegraded":"2023-06-26T03:00:15.743256+0000","last_fullsized":"2023-06-26T03:00:15.743256+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:32.127429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741255+0000","last_change":"2023-06-26T03:00:09.647172+0000","last_active":"2023-06-26T03:00:15.741255+0000","last_peered":"2023-06-26T03:00:15.741255+0000","last_clean":"2023-06-26T03:00:15.741255+0000","last_became_active":"2023-06-26T03:00:09.646394+0000","last_became_peered":"2023-06-26T03:00:09.646394+0000","last_unstale":"2023-06-26T03:00:15.741255+0000","last_undegraded":"2023-06-26T03:00:15.741255+0000","last_fullsized":"2023-06-26T03:00:15.741255+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:18:38.526401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738793+0000","last_change":"2023-06-26T03:00:14.189493+0000","last_active":"2023-06-26T03:00:15.738793+0000","last_peered":"2023-06-26T03:00:15.738793+0000","last_clean":"2023-06-26T03:00:15.738793+0000","last_became_active":"2023-06-26T03:00:14.189005+0000","last_became_peered":"2023-06-26T03:00:14.189005+0000","last_unstale":"2023-06-26T03:00:15.738793+0000","last_undegraded":"2023-06-26T03:00:15.738793+0000","last_fullsized":"2023-06-26T03:00:15.738793+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:59.651418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741158+0000","last_change":"2023-06-26T03:00:13.834492+0000","last_active":"2023-06-26T03:00:15.741158+0000","last_peered":"2023-06-26T03:00:15.741158+0000","last_clean":"2023-06-26T03:00:15.741158+0000","last_became_active":"2023-06-26T03:00:13.834260+0000","last_became_peered":"2023-06-26T03:00:13.834260+0000","last_unstale":"2023-06-26T03:00:15.741158+0000","last_undegraded":"2023-06-26T03:00:15.741158+0000","last_fullsized":"2023-06-26T03:00:15.741158+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:31.442028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743072+0000","last_change":"2023-06-26T03:00:09.640928+0000","last_active":"2023-06-26T03:00:15.743072+0000","last_peered":"2023-06-26T03:00:15.743072+0000","last_clean":"2023-06-26T03:00:15.743072+0000","last_became_active":"2023-06-26T03:00:09.640571+0000","last_became_peered":"2023-06-26T03:00:09.640571+0000","last_unstale":"2023-06-26T03:00:15.743072+0000","last_undegraded":"2023-06-26T03:00:15.743072+0000","last_fullsized":"2023-06-26T03:00:15.743072+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:54.773324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738593+0000","last_change":"2023-06-26T03:00:14.173212+0000","last_active":"2023-06-26T03:00:15.738593+0000","last_peered":"2023-06-26T03:00:15.738593+0000","last_clean":"2023-06-26T03:00:15.738593+0000","last_became_active":"2023-06-26T03:00:14.172453+0000","last_became_peered":"2023-06-26T03:00:14.172453+0000","last_unstale":"2023-06-26T03:00:15.738593+0000","last_undegraded":"2023-06-26T03:00:15.738593+0000","last_fullsized":"2023-06-26T03:00:15.738593+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:01:53.210444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739572+0000","last_change":"2023-06-26T03:00:13.827261+0000","last_active":"2023-06-26T03:00:15.739572+0000","last_peered":"2023-06-26T03:00:15.739572+0000","last_clean":"2023-06-26T03:00:15.739572+0000","last_became_active":"2023-06-26T03:00:13.826707+0000","last_became_peered":"2023-06-26T03:00:13.826707+0000","last_unstale":"2023-06-26T03:00:15.739572+0000","last_undegraded":"2023-06-26T03:00:15.739572+0000","last_fullsized":"2023-06-26T03:00:15.739572+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:58.924543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153663+0000","last_change":"2023-06-26T03:00:09.648273+0000","last_active":"2023-06-26T03:00:15.153663+0000","last_peered":"2023-06-26T03:00:15.153663+0000","last_clean":"2023-06-26T03:00:15.153663+0000","last_became_active":"2023-06-26T03:00:09.646927+0000","last_became_peered":"2023-06-26T03:00:09.646927+0000","last_unstale":"2023-06-26T03:00:15.153663+0000","last_undegraded":"2023-06-26T03:00:15.153663+0000","last_fullsized":"2023-06-26T03:00:15.153663+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:23:49.335689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155400+0000","last_change":"2023-06-26T03:00:14.179659+0000","last_active":"2023-06-26T03:00:15.155400+0000","last_peered":"2023-06-26T03:00:15.155400+0000","last_clean":"2023-06-26T03:00:15.155400+0000","last_became_active":"2023-06-26T03:00:14.179352+0000","last_became_peered":"2023-06-26T03:00:14.179352+0000","last_unstale":"2023-06-26T03:00:15.155400+0000","last_undegraded":"2023-06-26T03:00:15.155400+0000","last_fullsized":"2023-06-26T03:00:15.155400+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:22.144152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156358+0000","last_change":"2023-06-26T03:00:14.180255+0000","last_active":"2023-06-26T03:00:15.156358+0000","last_peered":"2023-06-26T03:00:15.156358+0000","last_clean":"2023-06-26T03:00:15.156358+0000","last_became_active":"2023-06-26T03:00:14.179785+0000","last_became_peered":"2023-06-26T03:00:14.179785+0000","last_unstale":"2023-06-26T03:00:15.156358+0000","last_undegraded":"2023-06-26T03:00:15.156358+0000","last_fullsized":"2023-06-26T03:00:15.156358+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:17.275307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"23'6","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156498+0000","last_change":"2023-06-26T03:00:13.839362+0000","last_active":"2023-06-26T03:00:15.156498+0000","last_peered":"2023-06-26T03:00:15.156498+0000","last_clean":"2023-06-26T03:00:15.156498+0000","last_became_active":"2023-06-26T03:00:13.838609+0000","last_became_peered":"2023-06-26T03:00:13.838609+0000","last_unstale":"2023-06-26T03:00:15.156498+0000","last_undegraded":"2023-06-26T03:00:15.156498+0000","last_fullsized":"2023-06-26T03:00:15.156498+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:25.640018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742437+0000","last_change":"2023-06-26T03:00:14.174541+0000","last_active":"2023-06-26T03:00:15.742437+0000","last_peered":"2023-06-26T03:00:15.742437+0000","last_clean":"2023-06-26T03:00:15.742437+0000","last_became_active":"2023-06-26T03:00:14.173068+0000","last_became_peered":"2023-06-26T03:00:14.173068+0000","last_unstale":"2023-06-26T03:00:15.742437+0000","last_undegraded":"2023-06-26T03:00:15.742437+0000","last_fullsized":"2023-06-26T03:00:15.742437+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"23'3","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740677+0000","last_change":"2023-06-26T03:00:13.838121+0000","last_active":"2023-06-26T03:00:15.740677+0000","last_peered":"2023-06-26T03:00:15.740677+0000","last_clean":"2023-06-26T03:00:15.740677+0000","last_became_active":"2023-06-26T03:00:13.836269+0000","last_became_peered":"2023-06-26T03:00:13.836269+0000","last_unstale":"2023-06-26T03:00:15.740677+0000","last_undegraded":"2023-06-26T03:00:15.740677+0000","last_fullsized":"2023-06-26T03:00:15.740677+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:55:23.290769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740641+0000","last_change":"2023-06-26T03:00:13.837648+0000","last_active":"2023-06-26T03:00:15.740641+0000","last_peered":"2023-06-26T03:00:15.740641+0000","last_clean":"2023-06-26T03:00:15.740641+0000","last_became_active":"2023-06-26T03:00:13.837091+0000","last_became_peered":"2023-06-26T03:00:13.837091+0000","last_unstale":"2023-06-26T03:00:15.740641+0000","last_undegraded":"2023-06-26T03:00:15.740641+0000","last_fullsized":"2023-06-26T03:00:15.740641+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:41:02.055349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739539+0000","last_change":"2023-06-26T03:00:14.172515+0000","last_active":"2023-06-26T03:00:15.739539+0000","last_peered":"2023-06-26T03:00:15.739539+0000","last_clean":"2023-06-26T03:00:15.739539+0000","last_became_active":"2023-06-26T03:00:14.172247+0000","last_became_peered":"2023-06-26T03:00:14.172247+0000","last_unstale":"2023-06-26T03:00:15.739539+0000","last_undegraded":"2023-06-26T03:00:15.739539+0000","last_fullsized":"2023-06-26T03:00:15.739539+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739333+0000","last_change":"2023-06-26T03:00:13.832995+0000","last_active":"2023-06-26T03:00:15.739333+0000","last_peered":"2023-06-26T03:00:15.739333+0000","last_clean":"2023-06-26T03:00:15.739333+0000","last_became_active":"2023-06-26T03:00:13.832702+0000","last_became_peered":"2023-06-26T03:00:13.832702+0000","last_unstale":"2023-06-26T03:00:15.739333+0000","last_undegraded":"2023-06-26T03:00:15.739333+0000","last_fullsized":"2023-06-26T03:00:15.739333+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:02.544759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738263+0000","last_change":"2023-06-26T03:00:14.165198+0000","last_active":"2023-06-26T03:00:15.738263+0000","last_peered":"2023-06-26T03:00:15.738263+0000","last_clean":"2023-06-26T03:00:15.738263+0000","last_became_active":"2023-06-26T03:00:14.164752+0000","last_became_peered":"2023-06-26T03:00:14.164752+0000","last_unstale":"2023-06-26T03:00:15.738263+0000","last_undegraded":"2023-06-26T03:00:15.738263+0000","last_fullsized":"2023-06-26T03:00:15.738263+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:23:54.497300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153459+0000","last_change":"2023-06-26T03:00:14.176758+0000","last_active":"2023-06-26T03:00:15.153459+0000","last_peered":"2023-06-26T03:00:15.153459+0000","last_clean":"2023-06-26T03:00:15.153459+0000","last_became_active":"2023-06-26T03:00:14.176446+0000","last_became_peered":"2023-06-26T03:00:14.176446+0000","last_unstale":"2023-06-26T03:00:15.153459+0000","last_undegraded":"2023-06-26T03:00:15.153459+0000","last_fullsized":"2023-06-26T03:00:15.153459+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:26:47.263170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738874+0000","last_change":"2023-06-26T03:00:13.828240+0000","last_active":"2023-06-26T03:00:15.738874+0000","last_peered":"2023-06-26T03:00:15.738874+0000","last_clean":"2023-06-26T03:00:15.738874+0000","last_became_active":"2023-06-26T03:00:13.827621+0000","last_became_peered":"2023-06-26T03:00:13.827621+0000","last_unstale":"2023-06-26T03:00:15.738874+0000","last_undegraded":"2023-06-26T03:00:15.738874+0000","last_fullsized":"2023-06-26T03:00:15.738874+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:33.571238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738598+0000","last_change":"2023-06-26T03:00:14.168821+0000","last_active":"2023-06-26T03:00:15.738598+0000","last_peered":"2023-06-26T03:00:15.738598+0000","last_clean":"2023-06-26T03:00:15.738598+0000","last_became_active":"2023-06-26T03:00:14.168626+0000","last_became_peered":"2023-06-26T03:00:14.168626+0000","last_unstale":"2023-06-26T03:00:15.738598+0000","last_undegraded":"2023-06-26T03:00:15.738598+0000","last_fullsized":"2023-06-26T03:00:15.738598+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.581630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742511+0000","last_change":"2023-06-26T03:00:13.816070+0000","last_active":"2023-06-26T03:00:15.742511+0000","last_peered":"2023-06-26T03:00:15.742511+0000","last_clean":"2023-06-26T03:00:15.742511+0000","last_became_active":"2023-06-26T03:00:13.815733+0000","last_became_peered":"2023-06-26T03:00:13.815733+0000","last_unstale":"2023-06-26T03:00:15.742511+0000","last_undegraded":"2023-06-26T03:00:15.742511+0000","last_fullsized":"2023-06-26T03:00:15.742511+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:58.641026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740400+0000","last_change":"2023-06-26T03:00:14.165398+0000","last_active":"2023-06-26T03:00:15.740400+0000","last_peered":"2023-06-26T03:00:15.740400+0000","last_clean":"2023-06-26T03:00:15.740400+0000","last_became_active":"2023-06-26T03:00:14.164959+0000","last_became_peered":"2023-06-26T03:00:14.164959+0000","last_unstale":"2023-06-26T03:00:15.740400+0000","last_undegraded":"2023-06-26T03:00:15.740400+0000","last_fullsized":"2023-06-26T03:00:15.740400+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:59.934935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155342+0000","last_change":"2023-06-26T03:00:13.824989+0000","last_active":"2023-06-26T03:00:15.155342+0000","last_peered":"2023-06-26T03:00:15.155342+0000","last_clean":"2023-06-26T03:00:15.155342+0000","last_became_active":"2023-06-26T03:00:13.824223+0000","last_became_peered":"2023-06-26T03:00:13.824223+0000","last_unstale":"2023-06-26T03:00:15.155342+0000","last_undegraded":"2023-06-26T03:00:15.155342+0000","last_fullsized":"2023-06-26T03:00:15.155342+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:02.544759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150319+0000","last_change":"2023-06-26T03:00:14.176452+0000","last_active":"2023-06-26T03:00:15.150319+0000","last_peered":"2023-06-26T03:00:15.150319+0000","last_clean":"2023-06-26T03:00:15.150319+0000","last_became_active":"2023-06-26T03:00:14.175242+0000","last_became_peered":"2023-06-26T03:00:14.175242+0000","last_unstale":"2023-06-26T03:00:15.150319+0000","last_undegraded":"2023-06-26T03:00:15.150319+0000","last_fullsized":"2023-06-26T03:00:15.150319+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:11.004848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739666+0000","last_change":"2023-06-26T03:00:13.843932+0000","last_active":"2023-06-26T03:00:15.739666+0000","last_peered":"2023-06-26T03:00:15.739666+0000","last_clean":"2023-06-26T03:00:15.739666+0000","last_became_active":"2023-06-26T03:00:13.843639+0000","last_became_peered":"2023-06-26T03:00:13.843639+0000","last_unstale":"2023-06-26T03:00:15.739666+0000","last_undegraded":"2023-06-26T03:00:15.739666+0000","last_fullsized":"2023-06-26T03:00:15.739666+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:32.127429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155441+0000","last_change":"2023-06-26T03:00:14.180060+0000","last_active":"2023-06-26T03:00:15.155441+0000","last_peered":"2023-06-26T03:00:15.155441+0000","last_clean":"2023-06-26T03:00:15.155441+0000","last_became_active":"2023-06-26T03:00:14.179462+0000","last_became_peered":"2023-06-26T03:00:14.179462+0000","last_unstale":"2023-06-26T03:00:15.155441+0000","last_undegraded":"2023-06-26T03:00:15.155441+0000","last_fullsized":"2023-06-26T03:00:15.155441+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739535+0000","last_change":"2023-06-26T03:00:13.847073+0000","last_active":"2023-06-26T03:00:15.739535+0000","last_peered":"2023-06-26T03:00:15.739535+0000","last_clean":"2023-06-26T03:00:15.739535+0000","last_became_active":"2023-06-26T03:00:13.846318+0000","last_became_peered":"2023-06-26T03:00:13.846318+0000","last_unstale":"2023-06-26T03:00:15.739535+0000","last_undegraded":"2023-06-26T03:00:15.739535+0000","last_fullsized":"2023-06-26T03:00:15.739535+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:33.260598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155125+0000","last_change":"2023-06-26T03:00:14.165662+0000","last_active":"2023-06-26T03:00:15.155125+0000","last_peered":"2023-06-26T03:00:15.155125+0000","last_clean":"2023-06-26T03:00:15.155125+0000","last_became_active":"2023-06-26T03:00:14.165064+0000","last_became_peered":"2023-06-26T03:00:14.165064+0000","last_unstale":"2023-06-26T03:00:15.155125+0000","last_undegraded":"2023-06-26T03:00:15.155125+0000","last_fullsized":"2023-06-26T03:00:15.155125+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740566+0000","last_change":"2023-06-26T03:00:13.847065+0000","last_active":"2023-06-26T03:00:15.740566+0000","last_peered":"2023-06-26T03:00:15.740566+0000","last_clean":"2023-06-26T03:00:15.740566+0000","last_became_active":"2023-06-26T03:00:13.846454+0000","last_became_peered":"2023-06-26T03:00:13.846454+0000","last_unstale":"2023-06-26T03:00:15.740566+0000","last_undegraded":"2023-06-26T03:00:15.740566+0000","last_fullsized":"2023-06-26T03:00:15.740566+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:25.640018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739752+0000","last_change":"2023-06-26T03:00:14.168779+0000","last_active":"2023-06-26T03:00:15.739752+0000","last_peered":"2023-06-26T03:00:15.739752+0000","last_clean":"2023-06-26T03:00:15.739752+0000","last_became_active":"2023-06-26T03:00:14.168266+0000","last_became_peered":"2023-06-26T03:00:14.168266+0000","last_unstale":"2023-06-26T03:00:15.739752+0000","last_undegraded":"2023-06-26T03:00:15.739752+0000","last_fullsized":"2023-06-26T03:00:15.739752+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:03.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740292+0000","last_change":"2023-06-26T03:00:13.823562+0000","last_active":"2023-06-26T03:00:15.740292+0000","last_peered":"2023-06-26T03:00:15.740292+0000","last_clean":"2023-06-26T03:00:15.740292+0000","last_became_active":"2023-06-26T03:00:13.822868+0000","last_became_peered":"2023-06-26T03:00:13.822868+0000","last_unstale":"2023-06-26T03:00:15.740292+0000","last_undegraded":"2023-06-26T03:00:15.740292+0000","last_fullsized":"2023-06-26T03:00:15.740292+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:22.268807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154552+0000","last_change":"2023-06-26T03:00:14.174880+0000","last_active":"2023-06-26T03:00:15.154552+0000","last_peered":"2023-06-26T03:00:15.154552+0000","last_clean":"2023-06-26T03:00:15.154552+0000","last_became_active":"2023-06-26T03:00:14.173323+0000","last_became_peered":"2023-06-26T03:00:14.173323+0000","last_unstale":"2023-06-26T03:00:15.154552+0000","last_undegraded":"2023-06-26T03:00:15.154552+0000","last_fullsized":"2023-06-26T03:00:15.154552+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"23'4","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738959+0000","last_change":"2023-06-26T03:00:13.833032+0000","last_active":"2023-06-26T03:00:15.738959+0000","last_peered":"2023-06-26T03:00:15.738959+0000","last_clean":"2023-06-26T03:00:15.738959+0000","last_became_active":"2023-06-26T03:00:13.832734+0000","last_became_peered":"2023-06-26T03:00:13.832734+0000","last_unstale":"2023-06-26T03:00:15.738959+0000","last_undegraded":"2023-06-26T03:00:15.738959+0000","last_fullsized":"2023-06-26T03:00:15.738959+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:33.026106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":856,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":876544,"data_stored":686418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1040000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.877}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96999999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":248,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":253952,"data_stored":94270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0660000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.042}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0129999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574856,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":256,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":262144,"data_stored":94922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67300000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1879999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":268,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":274432,"data_stored":95890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1859999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0620000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1639999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3069999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2190000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":252,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":258048,"data_stored":94360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95799999999999996}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":248,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":253952,"data_stored":94270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.071}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89100000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":248,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":253952,"data_stored":94270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2330000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.018}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.143}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":832,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":851968,"data_stored":685220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.22700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81799999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:00:22.674 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-06-26T03:00:22.675 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-06-26T03:00:22.675 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-06-26T03:00:22.675 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-06-26T03:00:22.676 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-06-26T03:00:22.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f64c5d640 1 Processor -- start 2023-06-26T03:00:22.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f64c5d640 1 -- start start 2023-06-26T03:00:22.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f64c5d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6f600c3aa0 0x7f6f6006ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:22.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f64c5d640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f6f6006f100 0x7f6f600ccab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:22.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f64c5d640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f6006f540 con 0x7f6f60159890 2023-06-26T03:00:22.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f64c5d640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f600c3f20 con 0x7f6f6006f100 2023-06-26T03:00:22.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f64c5d640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f600cba10 con 0x7f6f600c3aa0 2023-06-26T03:00:22.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f5ed9d640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f6f6006f100 0x7f6f600ccab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:22.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f5ed9d640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f6f6006f100 0x7f6f600ccab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50316/0 (socket says 172.21.15.81:50316) 2023-06-26T03:00:22.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f5ed9d640 1 -- 172.21.15.81:0/4117891551 learned_addr learned my addr 172.21.15.81:0/4117891551 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:22.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f5dd9b640 1 --2- 172.21.15.81:0/4117891551 >> v2:172.21.15.92:3300/0 conn(0x7f6f600c3aa0 0x7f6f6006ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:22.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f5ed9d640 1 -- 172.21.15.81:0/4117891551 >> v2:172.21.15.92:3300/0 conn(0x7f6f600c3aa0 msgr2=0x7f6f6006ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:22.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f5ed9d640 1 --2- 172.21.15.81:0/4117891551 >> v2:172.21.15.92:3300/0 conn(0x7f6f600c3aa0 0x7f6f6006ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:22.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f5ed9d640 1 -- 172.21.15.81:0/4117891551 >> v1:172.21.15.92:6789/0 conn(0x7f6f60159890 legacy=0x7f6f600cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:22.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f5ed9d640 1 -- 172.21.15.81:0/4117891551 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f600cbcf0 con 0x7f6f6006f100 2023-06-26T03:00:22.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f5dd9b640 1 --2- 172.21.15.81:0/4117891551 >> v2:172.21.15.92:3300/0 conn(0x7f6f600c3aa0 0x7f6f6006ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:22.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f5ed9d640 1 --2- 172.21.15.81:0/4117891551 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6f6006f100 0x7f6f600ccab0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6f60070f00 tx=0x7f6f5801c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=819827d1525dc5e3 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:22.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f5d59a640 1 -- 172.21.15.81:0/4117891551 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f580a5640 con 0x7f6f6006f100 2023-06-26T03:00:22.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f5d59a640 1 -- 172.21.15.81:0/4117891551 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f580a57a0 con 0x7f6f6006f100 2023-06-26T03:00:22.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.827+0000 7f6f5d59a640 1 -- 172.21.15.81:0/4117891551 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f580a5b30 con 0x7f6f6006f100 2023-06-26T03:00:22.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 -- 172.21.15.81:0/4117891551 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6f6006f100 msgr2=0x7f6f600ccab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:22.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 --2- 172.21.15.81:0/4117891551 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6f6006f100 0x7f6f600ccab0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6f60070f00 tx=0x7f6f5801c780 comp rx=0 tx=0).stop 2023-06-26T03:00:22.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 -- 172.21.15.81:0/4117891551 shutdown_connections 2023-06-26T03:00:22.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 --2- 172.21.15.81:0/4117891551 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6f6006f100 0x7f6f600ccab0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:22.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 --2- 172.21.15.81:0/4117891551 >> v2:172.21.15.92:3300/0 conn(0x7f6f600c3aa0 0x7f6f6006ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:22.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 -- 172.21.15.81:0/4117891551 >> 172.21.15.81:0/4117891551 conn(0x7f6f600cff50 msgr2=0x7f6f600d0350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:22.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 -- 172.21.15.81:0/4117891551 shutdown_connections 2023-06-26T03:00:22.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 -- 172.21.15.81:0/4117891551 wait complete. 2023-06-26T03:00:22.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 Processor -- start 2023-06-26T03:00:22.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 -- start start 2023-06-26T03:00:22.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f6006f100 0x7f6f600aec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:22.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6f600c3aa0 0x7f6f600ce450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:22.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f60159890 0x7f6f600ce990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:22.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f600b4880 con 0x7f6f600c3aa0 2023-06-26T03:00:22.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f600b4a70 con 0x7f6f6006f100 2023-06-26T03:00:22.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f600b4d50 con 0x7f6f60159890 2023-06-26T03:00:22.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f5dd9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6f600c3aa0 0x7f6f600ce450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:22.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f5dd9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6f600c3aa0 0x7f6f600ce450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50326/0 (socket says 172.21.15.81:50326) 2023-06-26T03:00:22.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f5dd9b640 1 -- 172.21.15.81:0/242059046 learned_addr learned my addr 172.21.15.81:0/242059046 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:22.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f5ed9d640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f60159890 0x7f6f600ce990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:22.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f5e59c640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f6006f100 0x7f6f600aec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:22.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f5dd9b640 1 -- 172.21.15.81:0/242059046 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f60159890 msgr2=0x7f6f600ce990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:22.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f5dd9b640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f60159890 0x7f6f600ce990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:22.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f5dd9b640 1 -- 172.21.15.81:0/242059046 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f6006f100 msgr2=0x7f6f600aec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:22.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f5dd9b640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f6006f100 0x7f6f600aec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:22.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f5dd9b640 1 -- 172.21.15.81:0/242059046 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f58009b30 con 0x7f6f600c3aa0 2023-06-26T03:00:22.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f5dd9b640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6f600c3aa0 0x7f6f600ce450 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6f5400c7c0 tx=0x7f6f5400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:22.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f4effd640 1 -- 172.21.15.81:0/242059046 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f54007a30 con 0x7f6f600c3aa0 2023-06-26T03:00:22.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f4effd640 1 -- 172.21.15.81:0/242059046 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f54007b90 con 0x7f6f600c3aa0 2023-06-26T03:00:22.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 -- 172.21.15.81:0/242059046 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f600b5030 con 0x7f6f600c3aa0 2023-06-26T03:00:22.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f4effd640 1 -- 172.21.15.81:0/242059046 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f5400ce70 con 0x7f6f600c3aa0 2023-06-26T03:00:22.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.831+0000 7f6f64c5d640 1 -- 172.21.15.81:0/242059046 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f600b55f0 con 0x7f6f600c3aa0 2023-06-26T03:00:22.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.835+0000 7f6f64c5d640 1 -- 172.21.15.81:0/242059046 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f60157bb0 con 0x7f6f600c3aa0 2023-06-26T03:00:22.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.835+0000 7f6f4effd640 1 -- 172.21.15.81:0/242059046 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6f540113f0 con 0x7f6f600c3aa0 2023-06-26T03:00:22.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.835+0000 7f6f4effd640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6f40066280 0x7f6f40068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:22.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.835+0000 7f6f4effd640 1 -- 172.21.15.81:0/242059046 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f6f540841f0 con 0x7f6f600c3aa0 2023-06-26T03:00:22.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.835+0000 7f6f5e59c640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6f40066280 0x7f6f40068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:22.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.835+0000 7f6f5e59c640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6f40066280 0x7f6f40068730 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6f5000a750 tx=0x7f6f50008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:22.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:22.839+0000 7f6f4effd640 1 -- 172.21.15.81:0/242059046 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6f54051670 con 0x7f6f600c3aa0 2023-06-26T03:00:23.033 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.027+0000 7f6f64c5d640 1 -- 172.21.15.81:0/242059046 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f6f60158500 con 0x7f6f600c3aa0 2023-06-26T03:00:23.039 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.035+0000 7f6f4effd640 1 -- 172.21.15.81:0/242059046 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+164241 (secure 0 0 0) 0x7f6f54054c90 con 0x7f6f600c3aa0 2023-06-26T03:00:23.040 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:23.043 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.035+0000 7f6f64c5d640 1 -- 172.21.15.81:0/242059046 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6f40066280 msgr2=0x7f6f40068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.043 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.035+0000 7f6f64c5d640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6f40066280 0x7f6f40068730 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6f5000a750 tx=0x7f6f50008040 comp rx=0 tx=0).stop 2023-06-26T03:00:23.043 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.035+0000 7f6f64c5d640 1 -- 172.21.15.81:0/242059046 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6f600c3aa0 msgr2=0x7f6f600ce450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.043 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.035+0000 7f6f64c5d640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6f600c3aa0 0x7f6f600ce450 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6f5400c7c0 tx=0x7f6f5400cc80 comp rx=0 tx=0).stop 2023-06-26T03:00:23.044 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.039+0000 7f6f64c5d640 1 -- 172.21.15.81:0/242059046 shutdown_connections 2023-06-26T03:00:23.044 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.039+0000 7f6f64c5d640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6f40066280 0x7f6f40068730 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.044 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.039+0000 7f6f64c5d640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f60159890 0x7f6f600ce990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.044 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.039+0000 7f6f64c5d640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6f600c3aa0 0x7f6f600ce450 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.044 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.039+0000 7f6f64c5d640 1 --2- 172.21.15.81:0/242059046 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f6006f100 0x7f6f600aec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.044 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.039+0000 7f6f64c5d640 1 -- 172.21.15.81:0/242059046 >> 172.21.15.81:0/242059046 conn(0x7f6f600cff50 msgr2=0x7f6f60158a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.045 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.039+0000 7f6f64c5d640 1 -- 172.21.15.81:0/242059046 shutdown_connections 2023-06-26T03:00:23.045 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.039+0000 7f6f64c5d640 1 -- 172.21.15.81:0/242059046 wait complete. 2023-06-26T03:00:23.060 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":5,"active_gid":4104,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":2767121196},{"type":"v1","addr":"172.21.15.81:6833","nonce":2767121196}]},"active_addr":"172.21.15.81:6833/2767121196","active_change":"2023-06-26T02:59:54.688027+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4117,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":3525496759}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":2633394697}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":1962640484}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":315297050}]}]} 2023-06-26T03:00:23.064 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-06-26T03:00:23.064 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-06-26T03:00:23.064 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:23.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.171+0000 7fa185ac0640 1 Processor -- start 2023-06-26T03:00:23.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.171+0000 7fa185ac0640 1 -- start start 2023-06-26T03:00:23.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa185ac0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1801596a0 0x7fa180070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa185ac0640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa18006bd00 con 0x7fa1800c9560 2023-06-26T03:00:23.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa185ac0640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1800ca100 con 0x7fa1800afe80 2023-06-26T03:00:23.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa185ac0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa180070360 con 0x7fa1801596a0 2023-06-26T03:00:23.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17effd640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fa1800c9560 0x7fa1800af770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38242/0 (socket says 172.21.15.81:38242) 2023-06-26T03:00:23.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17effd640 1 -- 172.21.15.81:0/3907394557 learned_addr learned my addr 172.21.15.81:0/3907394557 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:23.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1297521040 0 0) 0x7fa18006bd00 con 0x7fa1800c9560 2023-06-26T03:00:23.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa168003530 con 0x7fa1800c9560 2023-06-26T03:00:23.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17f7fe640 1 --2- 172.21.15.81:0/3907394557 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1801596a0 0x7fa180070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1965342545 0 0) 0x7fa168003530 con 0x7fa1800c9560 2023-06-26T03:00:23.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1801596a0 msgr2=0x7fa180070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:23.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 --2- 172.21.15.81:0/3907394557 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1801596a0 0x7fa180070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 >> v1:172.21.15.92:6789/0 conn(0x7fa1800afe80 legacy=0x7fa1800b0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa180070640 con 0x7fa1800c9560 2023-06-26T03:00:23.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fa174001680 con 0x7fa1800c9560 2023-06-26T03:00:23.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 >> v1:172.21.15.81:6789/0 conn(0x7fa1800c9560 legacy=0x7fa1800af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 --2- 172.21.15.81:0/3907394557 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa1680039b0 0x7fa168003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 --2- 172.21.15.81:0/3907394557 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1801596a0 0x7fa1680047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 --2- 172.21.15.81:0/3907394557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa168004d10 0x7fa168005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa180070360 con 0x7fa1680039b0 2023-06-26T03:00:23.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa16800baa0 con 0x7fa168004d10 2023-06-26T03:00:23.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa16800bc60 con 0x7fa1801596a0 2023-06-26T03:00:23.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17f7fe640 1 --2- 172.21.15.81:0/3907394557 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa1680039b0 0x7fa168003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17ffff640 1 --2- 172.21.15.81:0/3907394557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa168004d10 0x7fa168005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17f7fe640 1 -- 172.21.15.81:0/3907394557 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1801596a0 msgr2=0x7fa1680047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:23.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17f7fe640 1 --2- 172.21.15.81:0/3907394557 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1801596a0 0x7fa1680047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17f7fe640 1 -- 172.21.15.81:0/3907394557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa168004d10 msgr2=0x7fa168005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:23.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17f7fe640 1 --2- 172.21.15.81:0/3907394557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa168004d10 0x7fa168005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.175+0000 7fa17f7fe640 1 -- 172.21.15.81:0/3907394557 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa168003530 con 0x7fa1680039b0 2023-06-26T03:00:23.187 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17f7fe640 1 --2- 172.21.15.81:0/3907394557 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa1680039b0 0x7fa168003dc0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa170009ae0 tx=0x7fa17001ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15d18820873a52ed server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1700a5540 con 0x7fa1680039b0 2023-06-26T03:00:23.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1700a56a0 con 0x7fa1680039b0 2023-06-26T03:00:23.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17e7fc640 1 -- 172.21.15.81:0/3907394557 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1700a5a50 con 0x7fa1680039b0 2023-06-26T03:00:23.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 -- 172.21.15.81:0/3907394557 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa1680039b0 msgr2=0x7fa168003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 --2- 172.21.15.81:0/3907394557 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa1680039b0 0x7fa168003dc0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa170009ae0 tx=0x7fa17001ca60 comp rx=0 tx=0).stop 2023-06-26T03:00:23.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17ffff640 1 -- 172.21.15.81:0/3907394557 reap_dead start 2023-06-26T03:00:23.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 -- 172.21.15.81:0/3907394557 shutdown_connections 2023-06-26T03:00:23.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 -- 172.21.15.81:0/3907394557 >> 172.21.15.81:0/3907394557 conn(0x7fa1800ca770 msgr2=0x7fa1800cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 -- 172.21.15.81:0/3907394557 shutdown_connections 2023-06-26T03:00:23.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 -- 172.21.15.81:0/3907394557 wait complete. 2023-06-26T03:00:23.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 Processor -- start 2023-06-26T03:00:23.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 -- start start 2023-06-26T03:00:23.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1680039b0 0x7fa180155ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1801559b0 0x7fa18015bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa180154e00 0x7fa180155270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1801557b0 con 0x7fa180154e00 2023-06-26T03:00:23.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1800c4770 con 0x7fa1680039b0 2023-06-26T03:00:23.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1800c5eb0 con 0x7fa1801559b0 2023-06-26T03:00:23.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa180154e00 0x7fa180155270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa180154e00 0x7fa180155270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50356/0 (socket says 172.21.15.81:50356) 2023-06-26T03:00:23.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17ffff640 1 -- 172.21.15.81:0/470363201 learned_addr learned my addr 172.21.15.81:0/470363201 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17f7fe640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1680039b0 0x7fa180155ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17effd640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1801559b0 0x7fa18015bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17ffff640 1 -- 172.21.15.81:0/470363201 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1801559b0 msgr2=0x7fa18015bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17ffff640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1801559b0 0x7fa18015bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17ffff640 1 -- 172.21.15.81:0/470363201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1680039b0 msgr2=0x7fa180155ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17ffff640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1680039b0 0x7fa180155ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17ffff640 1 -- 172.21.15.81:0/470363201 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1800c6190 con 0x7fa180154e00 2023-06-26T03:00:23.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17f7fe640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1680039b0 0x7fa180155ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:23.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa17ffff640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa180154e00 0x7fa180155270 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa1800b04e0 tx=0x7fa17800e840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa167fff640 1 -- 172.21.15.81:0/470363201 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa17800ed60 con 0x7fa180154e00 2023-06-26T03:00:23.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa167fff640 1 -- 172.21.15.81:0/470363201 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa17800eec0 con 0x7fa180154e00 2023-06-26T03:00:23.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 -- 172.21.15.81:0/470363201 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1800c6470 con 0x7fa180154e00 2023-06-26T03:00:23.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa167fff640 1 -- 172.21.15.81:0/470363201 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa178003bc0 con 0x7fa180154e00 2023-06-26T03:00:23.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.179+0000 7fa185ac0640 1 -- 172.21.15.81:0/470363201 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1801f2090 con 0x7fa180154e00 2023-06-26T03:00:23.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.183+0000 7fa185ac0640 1 -- 172.21.15.81:0/470363201 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa18004d790 con 0x7fa180154e00 2023-06-26T03:00:23.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.183+0000 7fa167fff640 1 -- 172.21.15.81:0/470363201 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa178003d20 con 0x7fa180154e00 2023-06-26T03:00:23.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.183+0000 7fa167fff640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa16c0662b0 0x7fa16c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.183+0000 7fa167fff640 1 -- 172.21.15.81:0/470363201 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fa178082e90 con 0x7fa180154e00 2023-06-26T03:00:23.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.183+0000 7fa17f7fe640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa16c0662b0 0x7fa16c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.183+0000 7fa17f7fe640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa16c0662b0 0x7fa16c068760 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa1700af000 tx=0x7fa1700046d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.187+0000 7fa167fff640 1 -- 172.21.15.81:0/470363201 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa1780503a0 con 0x7fa180154e00 2023-06-26T03:00:23.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.335+0000 7fa185ac0640 1 -- 172.21.15.81:0/470363201 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa1800c6920 con 0x7fa180154e00 2023-06-26T03:00:23.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.339+0000 7fa167fff640 1 -- 172.21.15.81:0/470363201 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18243 (secure 0 0 0) 0x7fa178019020 con 0x7fa180154e00 2023-06-26T03:00:23.345 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:23.345 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":24,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:15.142509+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:23.347 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.339+0000 7fa185ac0640 1 -- 172.21.15.81:0/470363201 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa16c0662b0 msgr2=0x7fa16c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.347 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.339+0000 7fa185ac0640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa16c0662b0 0x7fa16c068760 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa1700af000 tx=0x7fa1700046d0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.347 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.339+0000 7fa185ac0640 1 -- 172.21.15.81:0/470363201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa180154e00 msgr2=0x7fa180155270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.347 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.339+0000 7fa185ac0640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa180154e00 0x7fa180155270 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa1800b04e0 tx=0x7fa17800e840 comp rx=0 tx=0).stop 2023-06-26T03:00:23.347 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.339+0000 7fa185ac0640 1 -- 172.21.15.81:0/470363201 shutdown_connections 2023-06-26T03:00:23.347 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.339+0000 7fa185ac0640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa16c0662b0 0x7fa16c068760 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.339+0000 7fa185ac0640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa180154e00 0x7fa180155270 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.339+0000 7fa185ac0640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1801559b0 0x7fa18015bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.339+0000 7fa185ac0640 1 --2- 172.21.15.81:0/470363201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1680039b0 0x7fa180155ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.339+0000 7fa185ac0640 1 -- 172.21.15.81:0/470363201 >> 172.21.15.81:0/470363201 conn(0x7fa1800ca770 msgr2=0x7fa1800b1a60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.339+0000 7fa185ac0640 1 -- 172.21.15.81:0/470363201 shutdown_connections 2023-06-26T03:00:23.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.339+0000 7fa185ac0640 1 -- 172.21.15.81:0/470363201 wait complete. 2023-06-26T03:00:23.362 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-06-26T03:00:23.362 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:23.466 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.459+0000 7fad41e04640 1 Processor -- start 2023-06-26T03:00:23.467 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.459+0000 7fad41e04640 1 -- start start 2023-06-26T03:00:23.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad41e04640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad3c1596a0 0x7fad3c070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad41e04640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fad3c0c9560 0x7fad3c0c99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad41e04640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad3c06bd00 con 0x7fad3c0af770 2023-06-26T03:00:23.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad41e04640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad3c0c9ef0 con 0x7fad3c0c9560 2023-06-26T03:00:23.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad41e04640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad3c0ca100 con 0x7fad3c1596a0 2023-06-26T03:00:23.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad3affd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fad3c0c9560 0x7fad3c0c99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad3affd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fad3c0c9560 0x7fad3c0c99b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50364/0 (socket says 172.21.15.81:50364) 2023-06-26T03:00:23.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad3affd640 1 -- 172.21.15.81:0/3453653475 learned_addr learned my addr 172.21.15.81:0/3453653475 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad3b7fe640 1 --2- 172.21.15.81:0/3453653475 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad3c1596a0 0x7fad3c070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad3affd640 1 -- 172.21.15.81:0/3453653475 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad3c1596a0 msgr2=0x7fad3c070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:23.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad3affd640 1 --2- 172.21.15.81:0/3453653475 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad3c1596a0 0x7fad3c070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad3affd640 1 -- 172.21.15.81:0/3453653475 >> v1:172.21.15.92:6789/0 conn(0x7fad3c0af770 legacy=0x7fad3c0b0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:23.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad3affd640 1 -- 172.21.15.81:0/3453653475 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad3c070360 con 0x7fad3c0c9560 2023-06-26T03:00:23.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad3affd640 1 --2- 172.21.15.81:0/3453653475 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fad3c0c9560 0x7fad3c0c99b0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fad30009870 tx=0x7fad3001c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9baa316f16b5979 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad3a7fc640 1 -- 172.21.15.81:0/3453653475 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad300ab600 con 0x7fad3c0c9560 2023-06-26T03:00:23.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad3a7fc640 1 -- 172.21.15.81:0/3453653475 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad300ab760 con 0x7fad3c0c9560 2023-06-26T03:00:23.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.463+0000 7fad3a7fc640 1 -- 172.21.15.81:0/3453653475 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad300abaf0 con 0x7fad3c0c9560 2023-06-26T03:00:23.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 -- 172.21.15.81:0/3453653475 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fad3c0c9560 msgr2=0x7fad3c0c99b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 --2- 172.21.15.81:0/3453653475 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fad3c0c9560 0x7fad3c0c99b0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fad30009870 tx=0x7fad3001c440 comp rx=0 tx=0).stop 2023-06-26T03:00:23.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 -- 172.21.15.81:0/3453653475 shutdown_connections 2023-06-26T03:00:23.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 --2- 172.21.15.81:0/3453653475 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fad3c0c9560 0x7fad3c0c99b0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 --2- 172.21.15.81:0/3453653475 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad3c1596a0 0x7fad3c070e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 -- 172.21.15.81:0/3453653475 >> 172.21.15.81:0/3453653475 conn(0x7fad3c0ca770 msgr2=0x7fad3c0cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 -- 172.21.15.81:0/3453653475 shutdown_connections 2023-06-26T03:00:23.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 -- 172.21.15.81:0/3453653475 wait complete. 2023-06-26T03:00:23.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 Processor -- start 2023-06-26T03:00:23.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 -- start start 2023-06-26T03:00:23.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad3c0af770 0x7fad3c151900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c0c9560 0x7fad3c141d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fad3c1596a0 0x7fad3c0c27d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad3c159bf0 con 0x7fad3c1596a0 2023-06-26T03:00:23.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad3c14d850 con 0x7fad3c0c9560 2023-06-26T03:00:23.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad3c14db30 con 0x7fad3c0af770 2023-06-26T03:00:23.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad3bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fad3c1596a0 0x7fad3c0c27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad3bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fad3c1596a0 0x7fad3c0c27d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50372/0 (socket says 172.21.15.81:50372) 2023-06-26T03:00:23.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad3bfff640 1 -- 172.21.15.81:0/2992070292 learned_addr learned my addr 172.21.15.81:0/2992070292 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad3bfff640 1 -- 172.21.15.81:0/2992070292 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad3c0af770 msgr2=0x7fad3c151900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad3bfff640 1 --2- 172.21.15.81:0/2992070292 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad3c0af770 0x7fad3c151900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad3bfff640 1 -- 172.21.15.81:0/2992070292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c0c9560 msgr2=0x7fad3c141d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad3bfff640 1 --2- 172.21.15.81:0/2992070292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c0c9560 0x7fad3c141d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad3bfff640 1 -- 172.21.15.81:0/2992070292 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad300094d0 con 0x7fad3c1596a0 2023-06-26T03:00:23.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad3bfff640 1 --2- 172.21.15.81:0/2992070292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fad3c1596a0 0x7fad3c0c27d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fad3400c780 tx=0x7fad3400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad23fff640 1 -- 172.21.15.81:0/2992070292 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad34004b70 con 0x7fad3c1596a0 2023-06-26T03:00:23.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad23fff640 1 -- 172.21.15.81:0/2992070292 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad3400ce90 con 0x7fad3c1596a0 2023-06-26T03:00:23.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 -- 172.21.15.81:0/2992070292 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad3c14de10 con 0x7fad3c1596a0 2023-06-26T03:00:23.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad23fff640 1 -- 172.21.15.81:0/2992070292 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad3400a850 con 0x7fad3c1596a0 2023-06-26T03:00:23.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 -- 172.21.15.81:0/2992070292 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad3c14e3d0 con 0x7fad3c1596a0 2023-06-26T03:00:23.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.467+0000 7fad41e04640 1 -- 172.21.15.81:0/2992070292 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad3c14e5c0 con 0x7fad3c1596a0 2023-06-26T03:00:23.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.471+0000 7fad23fff640 1 -- 172.21.15.81:0/2992070292 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fad34006b60 con 0x7fad3c1596a0 2023-06-26T03:00:23.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.471+0000 7fad23fff640 1 --2- 172.21.15.81:0/2992070292 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fad28066280 0x7fad28068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.471+0000 7fad23fff640 1 -- 172.21.15.81:0/2992070292 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fad34084630 con 0x7fad3c1596a0 2023-06-26T03:00:23.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.471+0000 7fad3b7fe640 1 --2- 172.21.15.81:0/2992070292 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fad28066280 0x7fad28068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.471+0000 7fad3b7fe640 1 --2- 172.21.15.81:0/2992070292 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fad28066280 0x7fad28068730 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fad2c00b850 tx=0x7fad2c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.475+0000 7fad23fff640 1 -- 172.21.15.81:0/2992070292 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fad34055620 con 0x7fad3c1596a0 2023-06-26T03:00:23.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.615+0000 7fad41e04640 1 -- 172.21.15.81:0/2992070292 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fad3c04d790 con 0x7fad3c1596a0 2023-06-26T03:00:23.622 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.615+0000 7fad23fff640 1 -- 172.21.15.81:0/2992070292 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18243 (secure 0 0 0) 0x7fad340551b0 con 0x7fad3c1596a0 2023-06-26T03:00:23.623 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:23.623 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":24,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:15.142509+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:23.625 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.619+0000 7fad41e04640 1 -- 172.21.15.81:0/2992070292 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fad28066280 msgr2=0x7fad28068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.626 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.619+0000 7fad41e04640 1 --2- 172.21.15.81:0/2992070292 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fad28066280 0x7fad28068730 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fad2c00b850 tx=0x7fad2c008040 comp rx=0 tx=0).stop 2023-06-26T03:00:23.626 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.619+0000 7fad41e04640 1 -- 172.21.15.81:0/2992070292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fad3c1596a0 msgr2=0x7fad3c0c27d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.626 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.619+0000 7fad41e04640 1 --2- 172.21.15.81:0/2992070292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fad3c1596a0 0x7fad3c0c27d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fad3400c780 tx=0x7fad3400cc40 comp rx=0 tx=0).stop 2023-06-26T03:00:23.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.619+0000 7fad41e04640 1 -- 172.21.15.81:0/2992070292 shutdown_connections 2023-06-26T03:00:23.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.619+0000 7fad41e04640 1 --2- 172.21.15.81:0/2992070292 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fad28066280 0x7fad28068730 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.619+0000 7fad41e04640 1 --2- 172.21.15.81:0/2992070292 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fad3c1596a0 0x7fad3c0c27d0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.619+0000 7fad41e04640 1 --2- 172.21.15.81:0/2992070292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c0c9560 0x7fad3c141d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.619+0000 7fad41e04640 1 --2- 172.21.15.81:0/2992070292 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad3c0af770 0x7fad3c151900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.619+0000 7fad41e04640 1 -- 172.21.15.81:0/2992070292 >> 172.21.15.81:0/2992070292 conn(0x7fad3c0ca770 msgr2=0x7fad3c153220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.619+0000 7fad41e04640 1 -- 172.21.15.81:0/2992070292 shutdown_connections 2023-06-26T03:00:23.629 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.619+0000 7fad41e04640 1 -- 172.21.15.81:0/2992070292 wait complete. 2023-06-26T03:00:23.641 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-06-26T03:00:23.642 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-06-26T03:00:23.643 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-06-26T03:00:23.644 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-06-26T03:00:23.645 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-06-26T03:00:23.646 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-06-26T03:00:23.647 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-06-26T03:00:23.648 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-06-26T03:00:23.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f53bf59e640 1 Processor -- start 2023-06-26T03:00:23.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7ff50dd0d640 1 Processor -- start 2023-06-26T03:00:23.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7ff50dd0d640 1 -- start start 2023-06-26T03:00:23.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7ff50dd0d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff50815ffc0 0x7ff5080af860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7ff50dd0d640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5080b01f0 con 0x7ff5080c9e50 2023-06-26T03:00:23.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7ff50dd0d640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff508160390 con 0x7ff5080afda0 2023-06-26T03:00:23.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7ff50dd0d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5080ca390 con 0x7ff50815ffc0 2023-06-26T03:00:23.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7ff50d50c640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7ff5080c9e50 0x7ff50806f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38256/0 (socket says 172.21.15.81:38256) 2023-06-26T03:00:23.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7ff50d50c640 1 -- 172.21.15.81:0/1216067219 learned_addr learned my addr 172.21.15.81:0/1216067219 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:23.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f53bf59e640 1 -- start start 2023-06-26T03:00:23.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f53bf59e640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f53b80ea5f0 0x7f53b8048d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f53bf59e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f53b8049280 0x7f53b803b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f53bf59e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53b80496e0 con 0x7f53b80092f0 2023-06-26T03:00:23.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f53bf59e640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53b8056480 con 0x7f53b80ea5f0 2023-06-26T03:00:23.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f53bf59e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53b8007b00 con 0x7f53b8049280 2023-06-26T03:00:23.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f53be59c640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f53b80ea5f0 0x7f53b8048d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f53be59c640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f53b80ea5f0 0x7f53b8048d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50378/0 (socket says 172.21.15.81:50378) 2023-06-26T03:00:23.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f53be59c640 1 -- 172.21.15.81:0/1647307827 learned_addr learned my addr 172.21.15.81:0/1647307827 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f53bdd9b640 1 --1- 172.21.15.81:0/1647307827 >> v1:172.21.15.92:6789/0 conn(0x7f53b80092f0 0x7f53b803ad10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:50338/0 (socket says 172.21.15.81:50338) 2023-06-26T03:00:23.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f7db72b9640 1 Processor -- start 2023-06-26T03:00:23.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f53bed9d640 1 --2- 172.21.15.81:0/1647307827 >> v2:172.21.15.92:3300/0 conn(0x7f53b8049280 0x7f53b803b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f7db72b9640 1 -- start start 2023-06-26T03:00:23.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7ff50cd0b640 1 --2- 172.21.15.81:0/1216067219 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff50815ffc0 0x7ff5080af860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f7db72b9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7da80525f0 0x7f7da8036530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f7db72b9640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7da8053d70 0x7f7da8036a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f7db72b9640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7da80548b0 con 0x7f7da80e6d30 2023-06-26T03:00:23.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f53be59c640 1 -- 172.21.15.81:0/1647307827 >> v2:172.21.15.92:3300/0 conn(0x7f53b8049280 msgr2=0x7f53b803b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:23.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f53be59c640 1 --2- 172.21.15.81:0/1647307827 >> v2:172.21.15.92:3300/0 conn(0x7f53b8049280 0x7f53b803b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f53be59c640 1 -- 172.21.15.81:0/1647307827 >> v1:172.21.15.92:6789/0 conn(0x7f53b80092f0 legacy=0x7f53b803ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f53be59c640 1 -- 172.21.15.81:0/1647307827 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53b80566d0 con 0x7f53b80ea5f0 2023-06-26T03:00:23.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f7db72b9640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7da804f510 con 0x7f7da8053d70 2023-06-26T03:00:23.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f7db72b9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7da8051340 con 0x7f7da80525f0 2023-06-26T03:00:23.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f7db5856640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7da8053d70 0x7f7da8036a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f7db5856640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7da8053d70 0x7f7da8036a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:39792/0 (socket says 172.21.15.81:39792) 2023-06-26T03:00:23.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f7db5856640 1 -- 172.21.15.81:0/1173644978 learned_addr learned my addr 172.21.15.81:0/1173644978 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f7db4854640 1 --2- 172.21.15.81:0/1173644978 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7da80525f0 0x7f7da8036530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f7db5856640 1 -- 172.21.15.81:0/1173644978 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7da80525f0 msgr2=0x7f7da8036530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:23.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f7db5856640 1 --2- 172.21.15.81:0/1173644978 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7da80525f0 0x7f7da8036530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f7db5856640 1 -- 172.21.15.81:0/1173644978 >> v1:172.21.15.92:6789/0 conn(0x7f7da80e6d30 legacy=0x7f7da8050c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f7db5856640 1 -- 172.21.15.81:0/1173644978 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7da80542f0 con 0x7f7da8053d70 2023-06-26T03:00:23.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7ff5077fe640 1 -- 172.21.15.81:0/1216067219 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1838428190 0 0) 0x7ff5000014a0 con 0x7ff5080c9e50 2023-06-26T03:00:23.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7ff5077fe640 1 -- 172.21.15.81:0/1216067219 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff4f0003530 con 0x7ff5080c9e50 2023-06-26T03:00:23.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7ff50cd0b640 1 -- 172.21.15.81:0/1216067219 >> v1:172.21.15.92:6789/0 conn(0x7ff5080afda0 legacy=0x7ff5080c9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7ff50cd0b640 1 -- 172.21.15.81:0/1216067219 >> v1:172.21.15.81:6789/0 conn(0x7ff5080c9e50 legacy=0x7ff50806f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7ff50cd0b640 1 -- 172.21.15.81:0/1216067219 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5080ca670 con 0x7ff50815ffc0 2023-06-26T03:00:23.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f510d943640 1 Processor -- start 2023-06-26T03:00:23.835 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f510d943640 1 -- start start 2023-06-26T03:00:23.835 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f510d943640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f51080c89c0 0x7f510806eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.835 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f510d943640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f5108168690 0x7f51080cc240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.835 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f510d943640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51080c3330 con 0x7f51081682c0 2023-06-26T03:00:23.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f510d943640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51080ccc00 con 0x7f5108168690 2023-06-26T03:00:23.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.815+0000 7f510d943640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51080cc920 con 0x7f51080c89c0 2023-06-26T03:00:23.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f5106ffd640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f51081682c0 0x7f51080c82b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38244/0 (socket says 172.21.15.81:38244) 2023-06-26T03:00:23.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f5106ffd640 1 -- 172.21.15.81:0/2481523856 learned_addr learned my addr 172.21.15.81:0/2481523856 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:23.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f51067fc640 1 --2- 172.21.15.81:0/2481523856 >> v2:172.21.15.92:3300/0 conn(0x7f51080c89c0 0x7f510806eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f51077fe640 1 --2- 172.21.15.81:0/2481523856 >> v2:172.21.15.81:3300/0 conn(0x7f5108168690 0x7f51080cc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f51077fe640 1 -- 172.21.15.81:0/2481523856 >> v2:172.21.15.92:3300/0 conn(0x7f51080c89c0 msgr2=0x7f510806eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:23.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f51077fe640 1 --2- 172.21.15.81:0/2481523856 >> v2:172.21.15.92:3300/0 conn(0x7f51080c89c0 0x7f510806eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f51077fe640 1 -- 172.21.15.81:0/2481523856 >> v1:172.21.15.81:6789/0 conn(0x7f51081682c0 legacy=0x7f51080c82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f51077fe640 1 -- 172.21.15.81:0/2481523856 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51080c2ce0 con 0x7f5108168690 2023-06-26T03:00:23.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7fc3035ab640 1 Processor -- start 2023-06-26T03:00:23.838 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7fc3035ab640 1 -- start start 2023-06-26T03:00:23.838 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.819+0000 7f5105ffb640 1 -- 172.21.15.81:0/2481523856 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3694230022 0 0) 0x7f51080c3330 con 0x7f51081682c0 2023-06-26T03:00:23.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7db5856640 1 --2- 172.21.15.81:0/1173644978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7da8053d70 0x7f7da8036a70 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f7db0061050 tx=0x7f7db0095950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=77398f1feae281ca server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7da7fff640 1 -- 172.21.15.81:0/1173644978 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7db011e7e0 con 0x7f7da8053d70 2023-06-26T03:00:23.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7da7fff640 1 -- 172.21.15.81:0/1173644978 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7db011e940 con 0x7f7da8053d70 2023-06-26T03:00:23.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7da7fff640 1 -- 172.21.15.81:0/1173644978 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7db011ed70 con 0x7f7da8053d70 2023-06-26T03:00:23.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7ff50cd0b640 1 --2- 172.21.15.81:0/1216067219 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff50815ffc0 0x7ff5080af860 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff4f80097f0 tx=0x7ff4f801c3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18d5ca78146849d0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7fc3035ab640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fc2fc066430 0x7fc2fc157b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7fc3035ab640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc2fc0ca190 0x7fc2fc0c9af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7fc3035ab640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2fc0cf060 con 0x7fc2fc070970 2023-06-26T03:00:23.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7fc3035ab640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2fc0ca030 con 0x7fc2fc066430 2023-06-26T03:00:23.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7fc3035ab640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc0cccc0 con 0x7fc2fc0ca190 2023-06-26T03:00:23.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7ff5077fe640 1 -- 172.21.15.81:0/1216067219 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4f80ac620 con 0x7ff50815ffc0 2023-06-26T03:00:23.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f53be59c640 1 --2- 172.21.15.81:0/1647307827 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53b80ea5f0 0x7f53b8048d40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f53c0072150 tx=0x7f53c0095b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b75e30bf342edf23 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f53bd59a640 1 -- 172.21.15.81:0/1647307827 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c011e970 con 0x7f53b80ea5f0 2023-06-26T03:00:23.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f53bd59a640 1 -- 172.21.15.81:0/1647307827 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53c011ead0 con 0x7f53b80ea5f0 2023-06-26T03:00:23.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f53bd59a640 1 -- 172.21.15.81:0/1647307827 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c0126440 con 0x7f53b80ea5f0 2023-06-26T03:00:23.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7ff5077fe640 1 -- 172.21.15.81:0/1216067219 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4f80ac780 con 0x7ff50815ffc0 2023-06-26T03:00:23.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7ff5077fe640 1 -- 172.21.15.81:0/1216067219 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4f80acaf0 con 0x7ff50815ffc0 2023-06-26T03:00:23.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7fc301347640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fc2fc066430 0x7fc2fc157b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7fc301347640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fc2fc066430 0x7fc2fc157b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50398/0 (socket says 172.21.15.81:50398) 2023-06-26T03:00:23.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7fc301347640 1 -- 172.21.15.81:0/3614932833 learned_addr learned my addr 172.21.15.81:0/3614932833 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f51077fe640 1 --2- 172.21.15.81:0/2481523856 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5108168690 0x7f51080cc240 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f510806e600 tx=0x7f5100025ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc281006a3cba957 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f53bf59e640 1 -- 172.21.15.81:0/1647307827 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53b80ea5f0 msgr2=0x7f53b8048d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f53bf59e640 1 --2- 172.21.15.81:0/1647307827 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53b80ea5f0 0x7f53b8048d40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f53c0072150 tx=0x7f53c0095b20 comp rx=0 tx=0).stop 2023-06-26T03:00:23.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7db72b9640 1 -- 172.21.15.81:0/1173644978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7da8053d70 msgr2=0x7f7da8036a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7db72b9640 1 --2- 172.21.15.81:0/1173644978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7da8053d70 0x7f7da8036a70 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f7db0061050 tx=0x7f7db0095950 comp rx=0 tx=0).stop 2023-06-26T03:00:23.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f53bf59e640 1 -- 172.21.15.81:0/1647307827 shutdown_connections 2023-06-26T03:00:23.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f53bf59e640 1 --2- 172.21.15.81:0/1647307827 >> v2:172.21.15.92:3300/0 conn(0x7f53b8049280 0x7f53b803b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f53bf59e640 1 --2- 172.21.15.81:0/1647307827 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53b80ea5f0 0x7f53b8048d40 secure :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f53c0072150 tx=0x7f53c0095b20 comp rx=0 tx=0).stop 2023-06-26T03:00:23.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f53bf59e640 1 -- 172.21.15.81:0/1647307827 >> 172.21.15.81:0/1647307827 conn(0x7f53b80398d0 msgr2=0x7f53b8055d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.846 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f80b598f640 1 Processor -- start 2023-06-26T03:00:23.846 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f80b598f640 1 -- start start 2023-06-26T03:00:23.846 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f53bf59e640 1 -- 172.21.15.81:0/1647307827 shutdown_connections 2023-06-26T03:00:23.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f5105ffb640 1 -- 172.21.15.81:0/2481523856 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f510000c2d0 con 0x7f5108168690 2023-06-26T03:00:23.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f5105ffb640 1 -- 172.21.15.81:0/2481523856 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51000b0050 con 0x7f5108168690 2023-06-26T03:00:23.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f5105ffb640 1 -- 172.21.15.81:0/2481523856 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5100003ba0 con 0x7f5108168690 2023-06-26T03:00:23.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7db72b9640 1 -- 172.21.15.81:0/1173644978 shutdown_connections 2023-06-26T03:00:23.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7db72b9640 1 --2- 172.21.15.81:0/1173644978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7da8053d70 0x7f7da8036a70 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7db72b9640 1 --2- 172.21.15.81:0/1173644978 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7da80525f0 0x7f7da8036530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7db72b9640 1 -- 172.21.15.81:0/1173644978 >> 172.21.15.81:0/1173644978 conn(0x7f7da8051530 msgr2=0x7f7da8051930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7db72b9640 1 -- 172.21.15.81:0/1173644978 shutdown_connections 2023-06-26T03:00:23.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7db72b9640 1 -- 172.21.15.81:0/1173644978 wait complete. 2023-06-26T03:00:23.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7fc301347640 1 -- 172.21.15.81:0/3614932833 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc2fc0ca190 msgr2=0x7fc2fc0c9af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:23.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7fc301347640 1 --2- 172.21.15.81:0/3614932833 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc2fc0ca190 0x7fc2fc0c9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7fc301347640 1 -- 172.21.15.81:0/3614932833 >> v1:172.21.15.81:6789/0 conn(0x7fc2fc070970 legacy=0x7fc2fc070df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7fc301347640 1 -- 172.21.15.81:0/3614932833 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2fc0ca5c0 con 0x7fc2fc066430 2023-06-26T03:00:23.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7ff50dd0d640 1 -- 172.21.15.81:0/1216067219 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff50815ffc0 msgr2=0x7ff5080af860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7ff50dd0d640 1 --2- 172.21.15.81:0/1216067219 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff50815ffc0 0x7ff5080af860 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff4f80097f0 tx=0x7ff4f801c3e0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7ff50dd0d640 1 -- 172.21.15.81:0/1216067219 shutdown_connections 2023-06-26T03:00:23.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7ff50dd0d640 1 --2- 172.21.15.81:0/1216067219 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff50815ffc0 0x7ff5080af860 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7ff50dd0d640 1 -- 172.21.15.81:0/1216067219 >> 172.21.15.81:0/1216067219 conn(0x7ff5080694b0 msgr2=0x7ff5080698b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f53bf59e640 1 -- 172.21.15.81:0/1647307827 wait complete. 2023-06-26T03:00:23.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f510d943640 1 -- 172.21.15.81:0/2481523856 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5108168690 msgr2=0x7f51080cc240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f510d943640 1 --2- 172.21.15.81:0/2481523856 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5108168690 0x7f51080cc240 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f510806e600 tx=0x7f5100025ad0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7ff50dd0d640 1 -- 172.21.15.81:0/1216067219 shutdown_connections 2023-06-26T03:00:23.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7ff50dd0d640 1 -- 172.21.15.81:0/1216067219 wait complete. 2023-06-26T03:00:23.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f510d943640 1 -- 172.21.15.81:0/2481523856 shutdown_connections 2023-06-26T03:00:23.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f510d943640 1 --2- 172.21.15.81:0/2481523856 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5108168690 0x7f51080cc240 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f510d943640 1 --2- 172.21.15.81:0/2481523856 >> v2:172.21.15.92:3300/0 conn(0x7f51080c89c0 0x7f510806eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f510d943640 1 -- 172.21.15.81:0/2481523856 >> 172.21.15.81:0/2481523856 conn(0x7f51080b0560 msgr2=0x7f51080cdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f510d943640 1 -- 172.21.15.81:0/2481523856 shutdown_connections 2023-06-26T03:00:23.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f80b598f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80b0157bb0 0x7f80b015c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f510d943640 1 -- 172.21.15.81:0/2481523856 wait complete. 2023-06-26T03:00:23.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7db72b9640 1 Processor -- start 2023-06-26T03:00:23.854 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f80affff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f80b00c8200 0x7f80b006c700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38274/0 (socket says 172.21.15.81:38274) 2023-06-26T03:00:23.854 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f7db72b9640 1 -- start start 2023-06-26T03:00:23.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f80b498d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80b0157bb0 0x7f80b015c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.823+0000 7f80affff640 1 -- 172.21.15.81:0/2220071934 learned_addr learned my addr 172.21.15.81:0/2220071934 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:23.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3cef61640 1 Processor -- start 2023-06-26T03:00:23.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f80b598f640 1 --2- 172.21.15.81:0/2220071934 >> v2:172.21.15.81:3300/0 conn(0x7f80b006ce10 0x7f80b006b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bf59e640 1 Processor -- start 2023-06-26T03:00:23.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f80b518e640 1 --2- 172.21.15.81:0/2220071934 >> v2:172.21.15.81:3300/0 conn(0x7f80b006ce10 0x7f80b006b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50dd0d640 1 Processor -- start 2023-06-26T03:00:23.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f80b598f640 1 -- 172.21.15.81:0/2220071934 --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80b015b730 con 0x7f80b00c8200 2023-06-26T03:00:23.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db72b9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7da80525f0 0x7f7da80e7360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db72b9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7da8053d70 0x7f7da818b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db72b9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7da80e6d30 0x7f7da818bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db72b9640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da80d81d0 con 0x7f7da80525f0 2023-06-26T03:00:23.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db72b9640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da80d84b0 con 0x7f7da80e6d30 2023-06-26T03:00:23.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db72b9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7da80ce5d0 con 0x7f7da8053d70 2023-06-26T03:00:23.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f510d943640 1 Processor -- start 2023-06-26T03:00:23.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50dd0d640 1 -- start start 2023-06-26T03:00:23.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f80af7fe640 1 -- 172.21.15.81:0/2220071934 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2299957686 0 0) 0x7f80b015b730 con 0x7f80b00c8200 2023-06-26T03:00:23.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f80b598f640 1 -- 172.21.15.81:0/2220071934 --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80b00c9ed0 con 0x7f80b006ce10 2023-06-26T03:00:23.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f80b598f640 1 -- 172.21.15.81:0/2220071934 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80b00ca1b0 con 0x7f80b0157bb0 2023-06-26T03:00:23.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f80af7fe640 1 -- 172.21.15.81:0/2220071934 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8098003530 con 0x7f80b00c8200 2023-06-26T03:00:23.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db5055640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7da80525f0 0x7f7da80e7360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.861 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db5055640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7da80525f0 0x7f7da80e7360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50412/0 (socket says 172.21.15.81:50412) 2023-06-26T03:00:23.861 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db5055640 1 -- 172.21.15.81:0/2599831216 learned_addr learned my addr 172.21.15.81:0/2599831216 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.861 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fc301347640 1 --2- 172.21.15.81:0/3614932833 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2fc066430 0x7fc2fc157b40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec009870 tx=0x7fc2ec01ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23b5e635e76293e4 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.861 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f510d943640 1 -- start start 2023-06-26T03:00:23.862 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db5856640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7da80e6d30 0x7f7da818bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.862 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db4854640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7da8053d70 0x7f7da818b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.862 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3cef61640 1 -- start start 2023-06-26T03:00:23.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3cef61640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe3c8157bb0 0x7fe3c815c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3cef61640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3c815b730 con 0x7fe3c806ce10 2023-06-26T03:00:23.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3cef61640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3c80c9ed0 con 0x7fe3c80c8200 2023-06-26T03:00:23.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3cef61640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3c8158f90 con 0x7fe3c8157bb0 2023-06-26T03:00:23.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3ce760640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fe3c806ce10 0x7fe3c806fc70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38288/0 (socket says 172.21.15.81:38288) 2023-06-26T03:00:23.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3ce760640 1 -- 172.21.15.81:0/2342253985 learned_addr learned my addr 172.21.15.81:0/2342253985 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:23.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3cdf5f640 1 --2- 172.21.15.81:0/2342253985 >> v2:172.21.15.92:3300/0 conn(0x7fe3c8157bb0 0x7fe3c815c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bf59e640 1 -- start start 2023-06-26T03:00:23.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f510d943640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f51080c89c0 0x7f510806c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f510d943640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f51081682c0 0x7f51081644d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f510d943640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5108168690 0x7f510815f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f510d943640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51081656d0 con 0x7f51080c89c0 2023-06-26T03:00:23.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f510d943640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f510806bff0 con 0x7f5108168690 2023-06-26T03:00:23.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f510d943640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5108164ea0 con 0x7f51081682c0 2023-06-26T03:00:23.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db5055640 1 -- 172.21.15.81:0/2599831216 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7da8053d70 msgr2=0x7f7da818b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db5055640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7da8053d70 0x7f7da818b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db5055640 1 -- 172.21.15.81:0/2599831216 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7da80e6d30 msgr2=0x7f7da818bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db5055640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7da80e6d30 0x7f7da818bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db5055640 1 -- 172.21.15.81:0/2599831216 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7db004e720 con 0x7f7da80525f0 2023-06-26T03:00:23.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bf59e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53b80092f0 0x7f53b804ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bf59e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53b8049280 0x7f53b80515a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bf59e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53b8052380 0x7f53b80527e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bf59e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53b8051ae0 con 0x7f53b8049280 2023-06-26T03:00:23.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bf59e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53b8052d20 con 0x7f53b80092f0 2023-06-26T03:00:23.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bf59e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53b804c070 con 0x7f53b8052380 2023-06-26T03:00:23.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fc2f3fff640 1 -- 172.21.15.81:0/3614932833 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec0a8a30 con 0x7fc2fc066430 2023-06-26T03:00:23.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fc2f3fff640 1 -- 172.21.15.81:0/3614932833 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2ec0a8b90 con 0x7fc2fc066430 2023-06-26T03:00:23.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fc2f3fff640 1 -- 172.21.15.81:0/3614932833 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec0b0440 con 0x7fc2fc066430 2023-06-26T03:00:23.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f5106ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f51080c89c0 0x7f510806c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f5106ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f51080c89c0 0x7f510806c720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50428/0 (socket says 172.21.15.81:50428) 2023-06-26T03:00:23.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f5106ffd640 1 -- 172.21.15.81:0/2606850395 learned_addr learned my addr 172.21.15.81:0/2606850395 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3ccf5d640 1 -- 172.21.15.81:0/2342253985 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 684956114 0 0) 0x7fe3c815b730 con 0x7fe3c806ce10 2023-06-26T03:00:23.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f51067fc640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f51081682c0 0x7f51081644d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f51077fe640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5108168690 0x7f510815f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50dd0d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5080afda0 0x7ff5081605b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50dd0d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5080c9e50 0x7ff50815e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50dd0d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff50815ffc0 0x7ff50815ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50dd0d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5080b1ec0 con 0x7ff5080afda0 2023-06-26T03:00:23.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50cd0b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5080afda0 0x7ff5081605b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50cd0b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5080afda0 0x7ff5081605b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50448/0 (socket says 172.21.15.81:50448) 2023-06-26T03:00:23.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50cd0b640 1 -- 172.21.15.81:0/2721419721 learned_addr learned my addr 172.21.15.81:0/2721419721 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50dd0d640 1 -- 172.21.15.81:0/2721419721 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5081632a0 con 0x7ff50815ffc0 2023-06-26T03:00:23.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff507fff640 1 --2- 172.21.15.81:0/2721419721 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5080c9e50 0x7ff50815e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50dd0d640 1 -- 172.21.15.81:0/2721419721 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff50813e980 con 0x7ff5080c9e50 2023-06-26T03:00:23.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db5055640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7da80525f0 0x7f7da80e7360 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7dac00c370 tx=0x7f7dac00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3ccf5d640 1 -- 172.21.15.81:0/2342253985 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe3b4003530 con 0x7fe3c806ce10 2023-06-26T03:00:23.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bed9d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53b8052380 0x7f53b80527e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53be59c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53b80092f0 0x7f53b804ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bed9d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53b8052380 0x7f53b80527e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.81:52400/0 (socket says 172.21.15.81:52400) 2023-06-26T03:00:23.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bed9d640 1 -- 172.21.15.81:0/1806255203 learned_addr learned my addr 172.21.15.81:0/1806255203 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bdd9b640 1 --2- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53b8049280 0x7f53b80515a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bdd9b640 1 -- 172.21.15.81:0/1806255203 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53b8052380 msgr2=0x7f53b80527e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bdd9b640 1 --2- 172.21.15.81:0/1806255203 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53b8052380 0x7f53b80527e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bdd9b640 1 -- 172.21.15.81:0/1806255203 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53b80092f0 msgr2=0x7f53b804ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bdd9b640 1 --2- 172.21.15.81:0/1806255203 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53b80092f0 0x7f53b804ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bdd9b640 1 -- 172.21.15.81:0/1806255203 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53c004e720 con 0x7f53b8049280 2023-06-26T03:00:23.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f53bdd9b640 1 --2- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53b8049280 0x7f53b80515a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f53b000c3c0 tx=0x7f53b000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f5106ffd640 1 -- 172.21.15.81:0/2606850395 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f51081682c0 msgr2=0x7f51081644d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f5106ffd640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f51081682c0 0x7f51081644d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f5106ffd640 1 -- 172.21.15.81:0/2606850395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5108168690 msgr2=0x7f510815f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f5106ffd640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5108168690 0x7f510815f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f5106ffd640 1 -- 172.21.15.81:0/2606850395 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f510000c890 con 0x7f51080c89c0 2023-06-26T03:00:23.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f80b498d640 1 -- 172.21.15.81:0/2220071934 >> v2:172.21.15.81:3300/0 conn(0x7f80b006ce10 msgr2=0x7f80b006b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:23.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f80b498d640 1 --2- 172.21.15.81:0/2220071934 >> v2:172.21.15.81:3300/0 conn(0x7f80b006ce10 0x7f80b006b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f80b498d640 1 -- 172.21.15.81:0/2220071934 >> v1:172.21.15.81:6789/0 conn(0x7f80b00c8200 legacy=0x7f80b006c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f80b498d640 1 -- 172.21.15.81:0/2220071934 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80b015b9f0 con 0x7f80b0157bb0 2023-06-26T03:00:23.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f5106ffd640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f51080c89c0 0x7f510806c720 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f50fc00c4d0 tx=0x7f50fc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50cd0b640 1 -- 172.21.15.81:0/2721419721 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5080c9e50 msgr2=0x7ff50815e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50cd0b640 1 --2- 172.21.15.81:0/2721419721 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5080c9e50 0x7ff50815e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50cd0b640 1 -- 172.21.15.81:0/2721419721 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff50815ffc0 msgr2=0x7ff50815ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50cd0b640 1 --2- 172.21.15.81:0/2721419721 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff50815ffc0 0x7ff50815ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7ff50cd0b640 1 -- 172.21.15.81:0/2721419721 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4f8009420 con 0x7ff5080afda0 2023-06-26T03:00:23.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3cdf5f640 1 -- 172.21.15.81:0/2342253985 >> v1:172.21.15.92:6789/0 conn(0x7fe3c80c8200 legacy=0x7fe3c806c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3cdf5f640 1 -- 172.21.15.81:0/2342253985 >> v1:172.21.15.81:6789/0 conn(0x7fe3c806ce10 legacy=0x7fe3c806fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fe3cdf5f640 1 -- 172.21.15.81:0/2342253985 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3c80ca1b0 con 0x7fe3c8157bb0 2023-06-26T03:00:23.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fc3035ab640 1 -- 172.21.15.81:0/3614932833 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2fc066430 msgr2=0x7fc2fc157b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7fc3035ab640 1 --2- 172.21.15.81:0/3614932833 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2fc066430 0x7fc2fc157b40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec009870 tx=0x7fc2ec01ed30 comp rx=0 tx=0).stop 2023-06-26T03:00:23.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7da5ffb640 1 -- 172.21.15.81:0/2599831216 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dac0052d0 con 0x7f7da80525f0 2023-06-26T03:00:23.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7da5ffb640 1 -- 172.21.15.81:0/2599831216 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7dac005430 con 0x7f7da80525f0 2023-06-26T03:00:23.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7da5ffb640 1 -- 172.21.15.81:0/2599831216 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dac007260 con 0x7f7da80525f0 2023-06-26T03:00:23.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db72b9640 1 -- 172.21.15.81:0/2599831216 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7da80ce8b0 con 0x7f7da80525f0 2023-06-26T03:00:23.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.827+0000 7f7db72b9640 1 -- 172.21.15.81:0/2599831216 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7da80e78a0 con 0x7f7da80525f0 2023-06-26T03:00:23.880 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7ff50cd0b640 1 --2- 172.21.15.81:0/2721419721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5080afda0 0x7ff5081605b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff4f801a010 tx=0x7ff4f8019180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.880 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7ff5057fa640 1 -- 172.21.15.81:0/2721419721 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4f80ac620 con 0x7ff5080afda0 2023-06-26T03:00:23.880 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7ff5057fa640 1 -- 172.21.15.81:0/2721419721 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4f80ac8f0 con 0x7ff5080afda0 2023-06-26T03:00:23.880 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7ff5057fa640 1 -- 172.21.15.81:0/2721419721 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4f80acc60 con 0x7ff5080afda0 2023-06-26T03:00:23.880 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7ff50dd0d640 1 -- 172.21.15.81:0/2721419721 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff50815f7f0 con 0x7ff5080afda0 2023-06-26T03:00:23.880 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7ff50dd0d640 1 -- 172.21.15.81:0/2721419721 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5080c0ed0 con 0x7ff5080afda0 2023-06-26T03:00:23.881 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f7db72b9640 1 -- 172.21.15.81:0/2599831216 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f7d90000fd0 con 0x7f7da80525f0 2023-06-26T03:00:23.881 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f53aeffd640 1 -- 172.21.15.81:0/1806255203 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b00074e0 con 0x7f53b8049280 2023-06-26T03:00:23.881 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f53aeffd640 1 -- 172.21.15.81:0/1806255203 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53b0007640 con 0x7f53b8049280 2023-06-26T03:00:23.881 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f53aeffd640 1 -- 172.21.15.81:0/1806255203 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53b00049f0 con 0x7f53b8049280 2023-06-26T03:00:23.882 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f53bf59e640 1 -- 172.21.15.81:0/1806255203 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53b8050500 con 0x7f53b8049280 2023-06-26T03:00:23.882 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f53bf59e640 1 -- 172.21.15.81:0/1806255203 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53b8050ac0 con 0x7f53b8049280 2023-06-26T03:00:23.882 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fc3035ab640 1 -- 172.21.15.81:0/3614932833 shutdown_connections 2023-06-26T03:00:23.882 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fc3035ab640 1 --2- 172.21.15.81:0/3614932833 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc2fc0ca190 0x7fc2fc0c9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.882 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fc3035ab640 1 --2- 172.21.15.81:0/3614932833 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2fc066430 0x7fc2fc157b40 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fc3035ab640 1 -- 172.21.15.81:0/3614932833 >> 172.21.15.81:0/3614932833 conn(0x7fc2fc0cb7a0 msgr2=0x7fc2fc0ce0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f50effff640 1 -- 172.21.15.81:0/2606850395 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50fc0074e0 con 0x7f51080c89c0 2023-06-26T03:00:23.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f50effff640 1 -- 172.21.15.81:0/2606850395 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50fc007640 con 0x7f51080c89c0 2023-06-26T03:00:23.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f50effff640 1 -- 172.21.15.81:0/2606850395 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50fc004a30 con 0x7f51080c89c0 2023-06-26T03:00:23.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f80b498d640 1 --2- 172.21.15.81:0/2220071934 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80b0157bb0 0x7f80b015c1f0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f80a800c2e0 tx=0x7f80a801de70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d425448a64dc19a2 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7ff4eeffd640 1 -- 172.21.15.81:0/2721419721 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff5080b0650 con 0x7ff5080afda0 2023-06-26T03:00:23.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f80af7fe640 1 -- 172.21.15.81:0/2220071934 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a80a6cf0 con 0x7f80b0157bb0 2023-06-26T03:00:23.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f80af7fe640 1 -- 172.21.15.81:0/2220071934 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80a80a6e50 con 0x7f80b0157bb0 2023-06-26T03:00:23.885 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f80af7fe640 1 -- 172.21.15.81:0/2220071934 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a800a2f0 con 0x7f80b0157bb0 2023-06-26T03:00:23.885 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fe3cdf5f640 1 --2- 172.21.15.81:0/2342253985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3c8157bb0 0x7fe3c815c1f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe3c0009c80 tx=0x7fe3c001da10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8feee8005bc9b0d4 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.886 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f80b598f640 1 -- 172.21.15.81:0/2220071934 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80b0157bb0 msgr2=0x7f80b015c1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.886 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f80b598f640 1 --2- 172.21.15.81:0/2220071934 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80b0157bb0 0x7f80b015c1f0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f80a800c2e0 tx=0x7f80a801de70 comp rx=0 tx=0).stop 2023-06-26T03:00:23.886 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f80b598f640 1 -- 172.21.15.81:0/2220071934 shutdown_connections 2023-06-26T03:00:23.886 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f80b598f640 1 --2- 172.21.15.81:0/2220071934 >> v2:172.21.15.81:3300/0 conn(0x7f80b006ce10 0x7f80b006b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.886 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f80b598f640 1 --2- 172.21.15.81:0/2220071934 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80b0157bb0 0x7f80b015c1f0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f80b598f640 1 -- 172.21.15.81:0/2220071934 >> 172.21.15.81:0/2220071934 conn(0x7f80b00b02b0 msgr2=0x7f80b00cdad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f80b598f640 1 -- 172.21.15.81:0/2220071934 shutdown_connections 2023-06-26T03:00:23.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f80b598f640 1 -- 172.21.15.81:0/2220071934 wait complete. 2023-06-26T03:00:23.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f53bf59e640 1 -- 172.21.15.81:0/1806255203 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f53a4000fd0 con 0x7f53b8049280 2023-06-26T03:00:23.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f510d943640 1 -- 172.21.15.81:0/2606850395 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5108165110 con 0x7f51080c89c0 2023-06-26T03:00:23.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f510d943640 1 -- 172.21.15.81:0/2606850395 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f510806c200 con 0x7f51080c89c0 2023-06-26T03:00:23.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fe3ccf5d640 1 -- 172.21.15.81:0/2342253985 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3c00a6ad0 con 0x7fe3c8157bb0 2023-06-26T03:00:23.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fe3ccf5d640 1 -- 172.21.15.81:0/2342253985 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3c00a6c30 con 0x7fe3c8157bb0 2023-06-26T03:00:23.889 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fe3ccf5d640 1 -- 172.21.15.81:0/2342253985 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3c00ae440 con 0x7fe3c8157bb0 2023-06-26T03:00:23.889 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fe3cef61640 1 -- 172.21.15.81:0/2342253985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3c8157bb0 msgr2=0x7fe3c815c1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.889 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fe3cef61640 1 --2- 172.21.15.81:0/2342253985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3c8157bb0 0x7fe3c815c1f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe3c0009c80 tx=0x7fe3c001da10 comp rx=0 tx=0).stop 2023-06-26T03:00:23.889 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fe3cef61640 1 -- 172.21.15.81:0/2342253985 shutdown_connections 2023-06-26T03:00:23.889 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fe3cef61640 1 --2- 172.21.15.81:0/2342253985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3c8157bb0 0x7fe3c815c1f0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.889 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fe3cef61640 1 -- 172.21.15.81:0/2342253985 >> 172.21.15.81:0/2342253985 conn(0x7fe3c80b02b0 msgr2=0x7fe3c80cdad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.889 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fe3cef61640 1 -- 172.21.15.81:0/2342253985 shutdown_connections 2023-06-26T03:00:23.890 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7ff5057fa640 1 -- 172.21.15.81:0/2721419721 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff4f80aa070 con 0x7ff5080afda0 2023-06-26T03:00:23.890 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3cef61640 1 -- 172.21.15.81:0/2342253985 wait complete. 2023-06-26T03:00:23.890 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7fc3035ab640 1 -- 172.21.15.81:0/3614932833 shutdown_connections 2023-06-26T03:00:23.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f510d943640 1 -- 172.21.15.81:0/2606850395 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f5108164a70 con 0x7f51080c89c0 2023-06-26T03:00:23.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fc3035ab640 1 -- 172.21.15.81:0/3614932833 wait complete. 2023-06-26T03:00:23.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f7da5ffb640 1 -- 172.21.15.81:0/2599831216 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7dac0073c0 con 0x7f7da80525f0 2023-06-26T03:00:23.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.831+0000 7f7da5ffb640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7d94066350 0x7f7d94068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f7da5ffb640 1 -- 172.21.15.81:0/2599831216 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f7dac0838e0 con 0x7f7da80525f0 2023-06-26T03:00:23.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f7da5ffb640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.81:6808/3921578893,v1:172.21.15.81:6810/3921578893] conn(0x7f7d9406ec00 0x7f7d94071010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f7da5ffb640 1 -- 172.21.15.81:0/2599831216 --> [v2:172.21.15.81:6808/3921578893,v1:172.21.15.81:6810/3921578893] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7d940716c0 con 0x7f7d9406ec00 2023-06-26T03:00:23.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f7da5ffb640 1 -- 172.21.15.81:0/2599831216 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7dac083c90 con 0x7f7da80525f0 2023-06-26T03:00:23.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f50effff640 1 -- 172.21.15.81:0/2606850395 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f50fc004b90 con 0x7f51080c89c0 2023-06-26T03:00:23.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f7db4854640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7d94066350 0x7f7d94068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7ff5057fa640 1 --2- 172.21.15.81:0/2721419721 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4f4066350 0x7ff4f4068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7ff5057fa640 1 -- 172.21.15.81:0/2721419721 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff4f811e1d0 con 0x7ff5080afda0 2023-06-26T03:00:23.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7ff5057fa640 1 --2- 172.21.15.81:0/2721419721 >> [v2:172.21.15.81:6800/1646952814,v1:172.21.15.81:6801/1646952814] conn(0x7ff4f406ec00 0x7ff4f4071010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7ff5057fa640 1 -- 172.21.15.81:0/2721419721 --> [v2:172.21.15.81:6800/1646952814,v1:172.21.15.81:6801/1646952814] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff4f40716c0 con 0x7ff4f406ec00 2023-06-26T03:00:23.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7ff5057fa640 1 -- 172.21.15.81:0/2721419721 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff4f811e580 con 0x7ff5080afda0 2023-06-26T03:00:23.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7ff507fff640 1 --2- 172.21.15.81:0/2721419721 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4f4066350 0x7ff4f4068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7ff50d50c640 1 --2- 172.21.15.81:0/2721419721 >> [v2:172.21.15.81:6800/1646952814,v1:172.21.15.81:6801/1646952814] conn(0x7ff4f406ec00 0x7ff4f4071010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f7db5856640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.81:6808/3921578893,v1:172.21.15.81:6810/3921578893] conn(0x7f7d9406ec00 0x7f7d94071010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3cef61640 1 Processor -- start 2023-06-26T03:00:23.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f53aeffd640 1 -- 172.21.15.81:0/1806255203 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f53b0004b50 con 0x7f53b8049280 2023-06-26T03:00:23.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f53aeffd640 1 --2- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f53a0066350 0x7f53a0068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f53aeffd640 1 -- 172.21.15.81:0/1806255203 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f53b0083c90 con 0x7f53b8049280 2023-06-26T03:00:23.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f53aeffd640 1 --2- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:6809/2723119757,v1:172.21.15.81:6811/2723119757] conn(0x7f53a006ec00 0x7f53a0071010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f53aeffd640 1 -- 172.21.15.81:0/1806255203 --> [v2:172.21.15.81:6809/2723119757,v1:172.21.15.81:6811/2723119757] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f53a00716c0 con 0x7f53a006ec00 2023-06-26T03:00:23.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f53aeffd640 1 -- 172.21.15.81:0/1806255203 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f53b0084040 con 0x7f53b8049280 2023-06-26T03:00:23.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f53bed9d640 1 --2- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:6809/2723119757,v1:172.21.15.81:6811/2723119757] conn(0x7f53a006ec00 0x7f53a0071010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fc3035ab640 1 Processor -- start 2023-06-26T03:00:23.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f50effff640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f50f40662d0 0x7f50f4068780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f50effff640 1 -- 172.21.15.81:0/2606850395 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f50fc083180 con 0x7f51080c89c0 2023-06-26T03:00:23.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f50effff640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.92:6824/3742727964,v1:172.21.15.92:6825/3742727964] conn(0x7f50f406eb00 0x7f50f4070f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f50effff640 1 -- 172.21.15.81:0/2606850395 --> [v2:172.21.15.92:6824/3742727964,v1:172.21.15.92:6825/3742727964] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f50f40715c0 con 0x7f50f406eb00 2023-06-26T03:00:23.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f51077fe640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.92:6824/3742727964,v1:172.21.15.92:6825/3742727964] conn(0x7f50f406eb00 0x7f50f4070f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f51067fc640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f50f40662d0 0x7f50f4068780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f80b598f640 1 Processor -- start 2023-06-26T03:00:23.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f80b598f640 1 -- start start 2023-06-26T03:00:23.899 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3cef61640 1 -- start start 2023-06-26T03:00:23.899 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3cef61640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3c806ce10 0x7fe3c81549e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.899 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3cef61640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3c80c8200 0x7fe3c80b2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.899 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3cef61640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3c8157bb0 0x7fe3c8156280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.899 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3cef61640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3c81558d0 con 0x7fe3c8157bb0 2023-06-26T03:00:23.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3cef61640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3c80b2fe0 con 0x7fe3c80c8200 2023-06-26T03:00:23.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3cef61640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3c81567c0 con 0x7fe3c806ce10 2023-06-26T03:00:23.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7ff50d50c640 1 --2- 172.21.15.81:0/2721419721 >> [v2:172.21.15.81:6800/1646952814,v1:172.21.15.81:6801/1646952814] conn(0x7ff4f406ec00 0x7ff4f4071010 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f7db5856640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.81:6808/3921578893,v1:172.21.15.81:6810/3921578893] conn(0x7f7d9406ec00 0x7f7d94071010 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3ce760640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3c8157bb0 0x7fe3c8156280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3ce760640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3c8157bb0 0x7fe3c8156280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50454/0 (socket says 172.21.15.81:50454) 2023-06-26T03:00:23.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3ce760640 1 -- 172.21.15.81:0/1523184967 learned_addr learned my addr 172.21.15.81:0/1523184967 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3cd75e640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3c80c8200 0x7fe3c80b2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3cdf5f640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3c806ce10 0x7fe3c81549e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f53bed9d640 1 --2- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:6809/2723119757,v1:172.21.15.81:6811/2723119757] conn(0x7f53a006ec00 0x7f53a0071010 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f51077fe640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.92:6824/3742727964,v1:172.21.15.92:6825/3742727964] conn(0x7f50f406eb00 0x7f50f4070f10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f51067fc640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f50f40662d0 0x7f50f4068780 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f51080c8160 tx=0x7f50f8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f80b598f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f80b006ce10 0x7f80b014cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f7da5ffb640 1 -- 172.21.15.81:0/2599831216 <== osd.1 v2:172.21.15.81:6808/3921578893 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f7d940716c0 con 0x7f7d9406ec00 2023-06-26T03:00:23.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3ce760640 1 -- 172.21.15.81:0/1523184967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3c806ce10 msgr2=0x7fe3c81549e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3ce760640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3c806ce10 0x7fe3c81549e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3ce760640 1 -- 172.21.15.81:0/1523184967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3c80c8200 msgr2=0x7fe3c80b2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3ce760640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3c80c8200 0x7fe3c80b2aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3ce760640 1 -- 172.21.15.81:0/1523184967 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3c000d040 con 0x7fe3c8157bb0 2023-06-26T03:00:23.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fe3ce760640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3c8157bb0 0x7fe3c8156280 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe3c400d620 tx=0x7fe3c400dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f53be59c640 1 --2- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f53a0066350 0x7f53a0068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f53aeffd640 1 -- 172.21.15.81:0/1806255203 <== osd.3 v2:172.21.15.81:6809/2723119757 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f53a00716c0 con 0x7f53a006ec00 2023-06-26T03:00:23.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f80b498d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f80b006ce10 0x7f80b014cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7f80b498d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f80b006ce10 0x7f80b014cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50470/0 (socket says 172.21.15.81:50470) 2023-06-26T03:00:23.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f80b498d640 1 -- 172.21.15.81:0/923777300 learned_addr learned my addr 172.21.15.81:0/923777300 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f80b598f640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80b00c8200 0x7f80b00c7160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f80b598f640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f80b0157bb0 0x7f80b00c4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f80b598f640 1 -- 172.21.15.81:0/923777300 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b00c58e0 con 0x7f80b006ce10 2023-06-26T03:00:23.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f80b598f640 1 -- 172.21.15.81:0/923777300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b00c5bc0 con 0x7f80b0157bb0 2023-06-26T03:00:23.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.835+0000 7fc3035ab640 1 -- start start 2023-06-26T03:00:23.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc3035ab640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc2fc066430 0x7fc2fc0b34f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc3035ab640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc2fc070970 0x7fc2fc0c3df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc3035ab640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2fc0ca190 0x7fc2fc158580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc3035ab640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc14d720 con 0x7fc2fc0ca190 2023-06-26T03:00:23.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc3035ab640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc14ce30 con 0x7fc2fc066430 2023-06-26T03:00:23.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc3035ab640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2fc14d0d0 con 0x7fc2fc070970 2023-06-26T03:00:23.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f80b598f640 1 -- 172.21.15.81:0/923777300 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80b00c5ea0 con 0x7f80b00c8200 2023-06-26T03:00:23.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7ff5057fa640 1 -- 172.21.15.81:0/2721419721 <== osd.0 v2:172.21.15.81:6800/1646952814 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7ff4f40716c0 con 0x7ff4f406ec00 2023-06-26T03:00:23.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7ff507fff640 1 --2- 172.21.15.81:0/2721419721 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4f4066350 0x7ff4f4068800 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff5080c11b0 tx=0x7ff4fc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f7db4854640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7d94066350 0x7f7d94068800 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7da804b4c0 tx=0x7f7da0009190 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fe3be7fc640 1 -- 172.21.15.81:0/1523184967 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3c40088d0 con 0x7fe3c8157bb0 2023-06-26T03:00:23.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fe3be7fc640 1 -- 172.21.15.81:0/1523184967 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3c4008a30 con 0x7fe3c8157bb0 2023-06-26T03:00:23.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fe3be7fc640 1 -- 172.21.15.81:0/1523184967 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3c4008de0 con 0x7fe3c8157bb0 2023-06-26T03:00:23.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fe3cef61640 1 -- 172.21.15.81:0/1523184967 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3c80c5580 con 0x7fe3c8157bb0 2023-06-26T03:00:23.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fe3cef61640 1 -- 172.21.15.81:0/1523184967 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3c8155310 con 0x7fe3c8157bb0 2023-06-26T03:00:23.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc301b48640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2fc0ca190 0x7fc2fc158580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc301b48640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2fc0ca190 0x7fc2fc158580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50476/0 (socket says 172.21.15.81:50476) 2023-06-26T03:00:23.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc301b48640 1 -- 172.21.15.81:0/440437466 learned_addr learned my addr 172.21.15.81:0/440437466 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc300b46640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc2fc070970 0x7fc2fc0c3df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc301347640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc2fc066430 0x7fc2fc0b34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc301b48640 1 -- 172.21.15.81:0/440437466 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc2fc070970 msgr2=0x7fc2fc0c3df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f50effff640 1 -- 172.21.15.81:0/2606850395 <== osd.5 v2:172.21.15.92:6824/3742727964 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f50f40715c0 con 0x7f50f406eb00 2023-06-26T03:00:23.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f50effff640 1 -- 172.21.15.81:0/2606850395 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f50fc050820 con 0x7f51080c89c0 2023-06-26T03:00:23.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f80b518e640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f80b0157bb0 0x7f80b00c4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f80affff640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80b00c8200 0x7f80b00c7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc301b48640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc2fc070970 0x7fc2fc0c3df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc301b48640 1 -- 172.21.15.81:0/440437466 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc2fc066430 msgr2=0x7fc2fc0b34f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc301b48640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc2fc066430 0x7fc2fc0b34f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc301b48640 1 -- 172.21.15.81:0/440437466 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2ec0094d0 con 0x7fc2fc0ca190 2023-06-26T03:00:23.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc300b46640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc2fc070970 0x7fc2fc0c3df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:23.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc301347640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc2fc066430 0x7fc2fc0b34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:23.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f53be59c640 1 --2- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f53a0066350 0x7f53a0068800 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f53b800e040 tx=0x7f53c0128040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc301b48640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2fc0ca190 0x7fc2fc158580 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc2f400c730 tx=0x7fc2f400cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fe3cef61640 1 -- 172.21.15.81:0/1523184967 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe3c806baf0 con 0x7fe3c8157bb0 2023-06-26T03:00:23.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fe3be7fc640 1 -- 172.21.15.81:0/1523184967 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe3c4010420 con 0x7fe3c8157bb0 2023-06-26T03:00:23.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fe3be7fc640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe3ac0662b0 0x7fe3ac068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fe3cdf5f640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe3ac0662b0 0x7fe3ac068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fe3cdf5f640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe3ac0662b0 0x7fe3ac068760 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe3c00b0000 tx=0x7fe3c00a8070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc2f1ffb640 1 -- 172.21.15.81:0/440437466 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2f4006d60 con 0x7fc2fc0ca190 2023-06-26T03:00:23.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc2f1ffb640 1 -- 172.21.15.81:0/440437466 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2f4003980 con 0x7fc2fc0ca190 2023-06-26T03:00:23.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc2f1ffb640 1 -- 172.21.15.81:0/440437466 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2f4003d30 con 0x7fc2fc0ca190 2023-06-26T03:00:23.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc3035ab640 1 -- 172.21.15.81:0/440437466 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2fc14d3b0 con 0x7fc2fc0ca190 2023-06-26T03:00:23.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc3035ab640 1 -- 172.21.15.81:0/440437466 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2fc0c4330 con 0x7fc2fc0ca190 2023-06-26T03:00:23.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fc3035ab640 1 -- 172.21.15.81:0/440437466 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc2fc0c8ab0 con 0x7fc2fc0ca190 2023-06-26T03:00:23.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fc2f1ffb640 1 -- 172.21.15.81:0/440437466 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc2f40050d0 con 0x7fc2fc0ca190 2023-06-26T03:00:23.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fc2f1ffb640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc2e8066410 0x7fc2e80688c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fc2f1ffb640 1 -- 172.21.15.81:0/440437466 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc2f4083870 con 0x7fc2fc0ca190 2023-06-26T03:00:23.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fc2f1ffb640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.92:6808/1398025933,v1:172.21.15.92:6809/1398025933] conn(0x7fc2e806ec40 0x7fc2e8071050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fc2f1ffb640 1 -- 172.21.15.81:0/440437466 --> [v2:172.21.15.92:6808/1398025933,v1:172.21.15.92:6809/1398025933] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc2e8071700 con 0x7fc2e806ec40 2023-06-26T03:00:23.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fc2f1ffb640 1 -- 172.21.15.81:0/440437466 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc2f4085e50 con 0x7fc2fc0ca190 2023-06-26T03:00:23.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fcb0ec34640 1 Processor -- start 2023-06-26T03:00:23.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7fcb0ec34640 1 -- start start 2023-06-26T03:00:23.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fcb0ec34640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcb08157bb0 0x7fcb080cb6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fcb0ec34640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcb0806af90 0x7fcb0806b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fcb0ec34640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb0806ec60 con 0x7fcb080acc70 2023-06-26T03:00:23.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fcb0ec34640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb080ca5c0 con 0x7fcb0806af90 2023-06-26T03:00:23.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fcb0ec34640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb08157f80 con 0x7fcb08157bb0 2023-06-26T03:00:23.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fcb0dc32640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcb08157bb0 0x7fcb080cb6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fcb0dc32640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcb08157bb0 0x7fcb080cb6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.81:52450/0 (socket says 172.21.15.81:52450) 2023-06-26T03:00:23.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fcb0dc32640 1 -- 172.21.15.81:0/250041515 learned_addr learned my addr 172.21.15.81:0/250041515 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fcb0e433640 1 --2- 172.21.15.81:0/250041515 >> v2:172.21.15.92:3300/0 conn(0x7fcb0806af90 0x7fcb0806b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f80b518e640 1 -- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80b00c8200 msgr2=0x7f80b00c7160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f80b518e640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80b00c8200 0x7f80b00c7160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f80b518e640 1 -- 172.21.15.81:0/923777300 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f80b006ce10 msgr2=0x7f80b014cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f80b518e640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f80b006ce10 0x7f80b014cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.839+0000 7f80b518e640 1 -- 172.21.15.81:0/923777300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80a800c050 con 0x7f80b0157bb0 2023-06-26T03:00:23.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7f80b518e640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f80b0157bb0 0x7f80b00c4ba0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f80b00cc810 tx=0x7f80a0007bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fe3be7fc640 1 -- 172.21.15.81:0/1523184967 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe3c4009040 con 0x7fe3c8157bb0 2023-06-26T03:00:23.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7fe3be7fc640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.81:6824/2746696935,v1:172.21.15.81:6825/2746696935] conn(0x7fe3ac06ea60 0x7fe3ac070e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7fe3be7fc640 1 -- 172.21.15.81:0/1523184967 --> [v2:172.21.15.81:6824/2746696935,v1:172.21.15.81:6825/2746696935] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe3ac071520 con 0x7fe3ac06ea60 2023-06-26T03:00:23.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7fe3be7fc640 1 -- 172.21.15.81:0/1523184967 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe3c40514f0 con 0x7fe3c8157bb0 2023-06-26T03:00:23.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7f80ad7fa640 1 -- 172.21.15.81:0/923777300 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a000b6c0 con 0x7f80b0157bb0 2023-06-26T03:00:23.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7f80ad7fa640 1 -- 172.21.15.81:0/923777300 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80a000b820 con 0x7f80b0157bb0 2023-06-26T03:00:23.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7f80ad7fa640 1 -- 172.21.15.81:0/923777300 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a000bbd0 con 0x7f80b0157bb0 2023-06-26T03:00:23.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7fe3cd75e640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.81:6824/2746696935,v1:172.21.15.81:6825/2746696935] conn(0x7fe3ac06ea60 0x7fe3ac070e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7f80b598f640 1 -- 172.21.15.81:0/923777300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80b0155190 con 0x7f80b0157bb0 2023-06-26T03:00:23.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7f80b598f640 1 -- 172.21.15.81:0/923777300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80b00b35f0 con 0x7f80b0157bb0 2023-06-26T03:00:23.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fcb0dc32640 1 -- 172.21.15.81:0/250041515 >> v2:172.21.15.92:3300/0 conn(0x7fcb0806af90 msgr2=0x7fcb0806b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:23.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fcb0dc32640 1 --2- 172.21.15.81:0/250041515 >> v2:172.21.15.92:3300/0 conn(0x7fcb0806af90 0x7fcb0806b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fcb0dc32640 1 -- 172.21.15.81:0/250041515 >> v1:172.21.15.92:6789/0 conn(0x7fcb080acc70 legacy=0x7fcb080cbbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:23.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.843+0000 7fcb0dc32640 1 -- 172.21.15.81:0/250041515 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb080ca860 con 0x7fcb08157bb0 2023-06-26T03:00:23.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7fe3cd75e640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.81:6824/2746696935,v1:172.21.15.81:6825/2746696935] conn(0x7fe3ac06ea60 0x7fe3ac070e70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7fc301347640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc2e8066410 0x7fc2e80688c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7fc300b46640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.92:6808/1398025933,v1:172.21.15.92:6809/1398025933] conn(0x7fc2e806ec40 0x7fc2e8071050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.924 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7f80b598f640 1 -- 172.21.15.81:0/923777300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f80b004dfe0 con 0x7f80b0157bb0 2023-06-26T03:00:23.924 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7fc301347640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc2e8066410 0x7fc2e80688c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec0b2000 tx=0x7fc2ec0aa070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.924 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7fc300b46640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.92:6808/1398025933,v1:172.21.15.92:6809/1398025933] conn(0x7fc2e806ec40 0x7fc2e8071050 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.925 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7fcb0dc32640 1 --2- 172.21.15.81:0/250041515 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcb08157bb0 0x7fcb080cb6a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fcb040083f0 tx=0x7fcb0401ec70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=915c293c2dbffffd server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.925 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7fe3be7fc640 1 -- 172.21.15.81:0/1523184967 <== osd.2 v2:172.21.15.81:6824/2746696935 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fe3ac071520 con 0x7fe3ac06ea60 2023-06-26T03:00:23.926 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7fcb0cc30640 1 -- 172.21.15.81:0/250041515 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb04008be0 con 0x7fcb08157bb0 2023-06-26T03:00:23.926 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7fcb0cc30640 1 -- 172.21.15.81:0/250041515 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb04008d40 con 0x7fcb08157bb0 2023-06-26T03:00:23.926 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7fcb0cc30640 1 -- 172.21.15.81:0/250041515 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb040a8a60 con 0x7fcb08157bb0 2023-06-26T03:00:23.927 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7fcb0ec34640 1 -- 172.21.15.81:0/250041515 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcb08157bb0 msgr2=0x7fcb080cb6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.927 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7fcb0ec34640 1 --2- 172.21.15.81:0/250041515 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcb08157bb0 0x7fcb080cb6a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fcb040083f0 tx=0x7fcb0401ec70 comp rx=0 tx=0).stop 2023-06-26T03:00:23.927 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7fcb0ec34640 1 -- 172.21.15.81:0/250041515 shutdown_connections 2023-06-26T03:00:23.927 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7fcb0ec34640 1 --2- 172.21.15.81:0/250041515 >> v2:172.21.15.92:3300/0 conn(0x7fcb0806af90 0x7fcb0806b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.927 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7fcb0ec34640 1 --2- 172.21.15.81:0/250041515 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcb08157bb0 0x7fcb080cb6a0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.927 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7fcb0ec34640 1 -- 172.21.15.81:0/250041515 >> 172.21.15.81:0/250041515 conn(0x7fcb080af680 msgr2=0x7fcb080afa80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.928 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7fcb0ec34640 1 -- 172.21.15.81:0/250041515 shutdown_connections 2023-06-26T03:00:23.928 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7fcb0ec34640 1 -- 172.21.15.81:0/250041515 wait complete. 2023-06-26T03:00:23.928 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.847+0000 7fc2f1ffb640 1 -- 172.21.15.81:0/440437466 <== osd.4 v2:172.21.15.92:6808/1398025933 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fc2e8071700 con 0x7fc2e806ec40 2023-06-26T03:00:23.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7f80ad7fa640 1 -- 172.21.15.81:0/923777300 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f80a000bd30 con 0x7f80b0157bb0 2023-06-26T03:00:23.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7f80ad7fa640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f809c066350 0x7f809c068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7f80ad7fa640 1 -- 172.21.15.81:0/923777300 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f80a008ca30 con 0x7f80b0157bb0 2023-06-26T03:00:23.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7f80ad7fa640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:6816/1848811909,v1:172.21.15.92:6817/1848811909] conn(0x7f809c06ec00 0x7f809c071010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7f80ad7fa640 1 -- 172.21.15.81:0/923777300 --> [v2:172.21.15.92:6816/1848811909,v1:172.21.15.92:6817/1848811909] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f809c0716c0 con 0x7f809c06ec00 2023-06-26T03:00:23.930 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.851+0000 7f80ad7fa640 1 -- 172.21.15.81:0/923777300 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f80a008cde0 con 0x7f80b0157bb0 2023-06-26T03:00:23.930 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.855+0000 7f80b498d640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f809c066350 0x7f809c068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.930 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.855+0000 7f80affff640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:6816/1848811909,v1:172.21.15.92:6817/1848811909] conn(0x7f809c06ec00 0x7f809c071010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.930 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.855+0000 7f80b498d640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f809c066350 0x7f809c068800 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f80a800c2e0 tx=0x7f80a80a8070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.930 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.855+0000 7f80affff640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:6816/1848811909,v1:172.21.15.92:6817/1848811909] conn(0x7f809c06ec00 0x7f809c071010 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.930 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.855+0000 7fcb0ec34640 1 Processor -- start 2023-06-26T03:00:23.931 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.855+0000 7fcb0ec34640 1 -- start start 2023-06-26T03:00:23.931 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.855+0000 7f80ad7fa640 1 -- 172.21.15.81:0/923777300 <== osd.7 v2:172.21.15.92:6816/1848811909 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f809c0716c0 con 0x7f809c06ec00 2023-06-26T03:00:23.931 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.855+0000 7f7db72b9640 1 -- 172.21.15.81:0/2599831216 --> [v2:172.21.15.81:6808/3921578893,v1:172.21.15.81:6810/3921578893] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f7d90002cf0 con 0x7f7d9406ec00 2023-06-26T03:00:23.932 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.855+0000 7f7da5ffb640 1 -- 172.21.15.81:0/2599831216 <== osd.1 v2:172.21.15.81:6808/3921578893 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f7d90002cf0 con 0x7f7d9406ec00 2023-06-26T03:00:23.932 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.855+0000 7f7db72b9640 1 -- 172.21.15.81:0/2599831216 >> [v2:172.21.15.81:6808/3921578893,v1:172.21.15.81:6810/3921578893] conn(0x7f7d9406ec00 msgr2=0x7f7d94071010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.933 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.855+0000 7f7db72b9640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.81:6808/3921578893,v1:172.21.15.81:6810/3921578893] conn(0x7f7d9406ec00 0x7f7d94071010 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.933 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7f7db72b9640 1 -- 172.21.15.81:0/2599831216 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7d94066350 msgr2=0x7f7d94068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.933 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7f7db72b9640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7d94066350 0x7f7d94068800 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7da804b4c0 tx=0x7f7da0009190 comp rx=0 tx=0).stop 2023-06-26T03:00:23.933 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7f7db72b9640 1 -- 172.21.15.81:0/2599831216 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7da80525f0 msgr2=0x7f7da80e7360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.933 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7f7db72b9640 1 --2- 172.21.15.81:0/2599831216 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7da80525f0 0x7f7da80e7360 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7dac00c370 tx=0x7f7dac00c830 comp rx=0 tx=0).stop 2023-06-26T03:00:23.934 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0ec34640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcb0806af90 0x7fcb081ecfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.934 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7f7db5856640 1 -- 172.21.15.81:0/2599831216 reap_dead start 2023-06-26T03:00:23.935 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0ec34640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb080acc70 0x7fcb08159860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.935 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0ec34640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb08157bb0 0x7fcb080cbf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.935 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0ec34640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb081f14f0 con 0x7fcb080acc70 2023-06-26T03:00:23.935 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0ec34640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb081ed4f0 con 0x7fcb08157bb0 2023-06-26T03:00:23.935 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0ec34640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb081f08e0 con 0x7fcb0806af90 2023-06-26T03:00:23.936 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7f7db72b9640 1 -- 172.21.15.81:0/2599831216 shutdown_connections 2023-06-26T03:00:23.936 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7f510d943640 1 -- 172.21.15.81:0/2606850395 --> [v2:172.21.15.92:6824/3742727964,v1:172.21.15.92:6825/3742727964] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f510806c420 con 0x7f50f406eb00 2023-06-26T03:00:23.936 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7f7db72b9640 1 -- 172.21.15.81:0/2599831216 >> 172.21.15.81:0/2599831216 conn(0x7f7da8051530 msgr2=0x7f7da80378e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.937 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0e433640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb08157bb0 0x7fcb080cbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.937 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0dc32640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcb0806af90 0x7fcb081ecfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.937 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0e433640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb08157bb0 0x7fcb080cbf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:39904/0 (socket says 172.21.15.81:39904) 2023-06-26T03:00:23.937 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0e433640 1 -- 172.21.15.81:0/2083225141 learned_addr learned my addr 172.21.15.81:0/2083225141 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:23.938 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7f7db72b9640 1 -- 172.21.15.81:0/2599831216 shutdown_connections 2023-06-26T03:00:23.938 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7f7db72b9640 1 -- 172.21.15.81:0/2599831216 wait complete. 2023-06-26T03:00:23.938 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0d431640 1 --2- 172.21.15.81:0/2083225141 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb080acc70 0x7fcb08159860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.938 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7f50effff640 1 -- 172.21.15.81:0/2606850395 <== osd.5 v2:172.21.15.92:6824/3742727964 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f510806c420 con 0x7f50f406eb00 2023-06-26T03:00:23.939 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0e433640 1 -- 172.21.15.81:0/2083225141 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcb0806af90 msgr2=0x7fcb081ecfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.939 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0e433640 1 --2- 172.21.15.81:0/2083225141 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcb0806af90 0x7fcb081ecfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.939 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0e433640 1 -- 172.21.15.81:0/2083225141 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb080acc70 msgr2=0x7fcb08159860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.939 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0e433640 1 --2- 172.21.15.81:0/2083225141 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcb080acc70 0x7fcb08159860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.940 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0e433640 1 -- 172.21.15.81:0/2083225141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb04008050 con 0x7fcb08157bb0 2023-06-26T03:00:23.940 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0e433640 1 --2- 172.21.15.81:0/2083225141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb08157bb0 0x7fcb080cbf50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcb00010fc0 tx=0x7fcb0000e490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.940 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcafe7fc640 1 -- 172.21.15.81:0/2083225141 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb000155c0 con 0x7fcb08157bb0 2023-06-26T03:00:23.940 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcafe7fc640 1 -- 172.21.15.81:0/2083225141 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb00011040 con 0x7fcb08157bb0 2023-06-26T03:00:23.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0ec34640 1 -- 172.21.15.81:0/2083225141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb081f0bc0 con 0x7fcb08157bb0 2023-06-26T03:00:23.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcb0ec34640 1 -- 172.21.15.81:0/2083225141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb081f1180 con 0x7fcb08157bb0 2023-06-26T03:00:23.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.859+0000 7fcafe7fc640 1 -- 172.21.15.81:0/2083225141 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb00015960 con 0x7fcb08157bb0 2023-06-26T03:00:23.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7f50edffb640 1 -- 172.21.15.81:0/2606850395 >> [v2:172.21.15.92:6824/3742727964,v1:172.21.15.92:6825/3742727964] conn(0x7f50f406eb00 msgr2=0x7f50f4070f10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7f50edffb640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.92:6824/3742727964,v1:172.21.15.92:6825/3742727964] conn(0x7f50f406eb00 0x7f50f4070f10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7f50edffb640 1 -- 172.21.15.81:0/2606850395 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f50f40662d0 msgr2=0x7f50f4068780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7f50edffb640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f50f40662d0 0x7f50f4068780 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f51080c8160 tx=0x7f50f8008040 comp rx=0 tx=0).stop 2023-06-26T03:00:23.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7f50edffb640 1 -- 172.21.15.81:0/2606850395 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f51080c89c0 msgr2=0x7f510806c720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7f50edffb640 1 --2- 172.21.15.81:0/2606850395 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f51080c89c0 0x7f510806c720 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f50fc00c4d0 tx=0x7f50fc00c990 comp rx=0 tx=0).stop 2023-06-26T03:00:23.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7f51077fe640 1 -- 172.21.15.81:0/2606850395 reap_dead start 2023-06-26T03:00:23.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7fcafe7fc640 1 -- 172.21.15.81:0/2083225141 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fcb00015ac0 con 0x7fcb08157bb0 2023-06-26T03:00:23.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7f50edffb640 1 -- 172.21.15.81:0/2606850395 shutdown_connections 2023-06-26T03:00:23.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7f50edffb640 1 -- 172.21.15.81:0/2606850395 >> 172.21.15.81:0/2606850395 conn(0x7f51080b0560 msgr2=0x7f510815fe20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7f50edffb640 1 -- 172.21.15.81:0/2606850395 shutdown_connections 2023-06-26T03:00:23.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7fcafe7fc640 1 --2- 172.21.15.81:0/2083225141 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcaec0662b0 0x7fcaec068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7f50edffb640 1 -- 172.21.15.81:0/2606850395 wait complete. 2023-06-26T03:00:23.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7fcafe7fc640 1 -- 172.21.15.81:0/2083225141 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fcb000841b0 con 0x7fcb08157bb0 2023-06-26T03:00:23.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7ff4eeffd640 1 -- 172.21.15.81:0/2721419721 --> [v2:172.21.15.81:6800/1646952814,v1:172.21.15.81:6801/1646952814] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff5080caf10 con 0x7ff4f406ec00 2023-06-26T03:00:23.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.863+0000 7ff5057fa640 1 -- 172.21.15.81:0/2721419721 <== osd.0 v2:172.21.15.81:6800/1646952814 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7ff5000018f0 con 0x7ff4f406ec00 2023-06-26T03:00:23.946 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7fcaebfff640 1 --2- 172.21.15.81:0/2083225141 >> [v2:172.21.15.92:6800/2033848629,v1:172.21.15.92:6801/2033848629] conn(0x7fcb08159da0 0x7fcb080cc490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:23.946 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7fcaebfff640 1 -- 172.21.15.81:0/2083225141 --> [v2:172.21.15.92:6800/2033848629,v1:172.21.15.92:6801/2033848629] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fcb080cab40 con 0x7fcb08159da0 2023-06-26T03:00:23.947 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7ff4eeffd640 1 -- 172.21.15.81:0/2721419721 >> [v2:172.21.15.81:6800/1646952814,v1:172.21.15.81:6801/1646952814] conn(0x7ff4f406ec00 msgr2=0x7ff4f4071010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.947 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7ff4eeffd640 1 --2- 172.21.15.81:0/2721419721 >> [v2:172.21.15.81:6800/1646952814,v1:172.21.15.81:6801/1646952814] conn(0x7ff4f406ec00 0x7ff4f4071010 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.947 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7ff4eeffd640 1 -- 172.21.15.81:0/2721419721 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4f4066350 msgr2=0x7ff4f4068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.947 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7ff4eeffd640 1 --2- 172.21.15.81:0/2721419721 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4f4066350 0x7ff4f4068800 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff5080c11b0 tx=0x7ff4fc009040 comp rx=0 tx=0).stop 2023-06-26T03:00:23.947 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7ff4eeffd640 1 -- 172.21.15.81:0/2721419721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5080afda0 msgr2=0x7ff5081605b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.947 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7ff4eeffd640 1 --2- 172.21.15.81:0/2721419721 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5080afda0 0x7ff5081605b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff4f801a010 tx=0x7ff4f8019180 comp rx=0 tx=0).stop 2023-06-26T03:00:23.948 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7ff50d50c640 1 -- 172.21.15.81:0/2721419721 reap_dead start 2023-06-26T03:00:23.948 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7ff4eeffd640 1 -- 172.21.15.81:0/2721419721 shutdown_connections 2023-06-26T03:00:23.948 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7ff4eeffd640 1 -- 172.21.15.81:0/2721419721 >> 172.21.15.81:0/2721419721 conn(0x7ff5080694b0 msgr2=0x7ff5080aea20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.948 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7ff4eeffd640 1 -- 172.21.15.81:0/2721419721 shutdown_connections 2023-06-26T03:00:23.948 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7ff4eeffd640 1 -- 172.21.15.81:0/2721419721 wait complete. 2023-06-26T03:00:23.949 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7f53bf59e640 1 -- 172.21.15.81:0/1806255203 --> [v2:172.21.15.81:6809/2723119757,v1:172.21.15.81:6811/2723119757] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f53a4002cf0 con 0x7f53a006ec00 2023-06-26T03:00:23.949 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7f53aeffd640 1 -- 172.21.15.81:0/1806255203 <== osd.3 v2:172.21.15.81:6809/2723119757 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f53a4002cf0 con 0x7f53a006ec00 2023-06-26T03:00:23.949 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7f53bf59e640 1 -- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:6809/2723119757,v1:172.21.15.81:6811/2723119757] conn(0x7f53a006ec00 msgr2=0x7f53a0071010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.950 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.867+0000 7f53bf59e640 1 --2- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:6809/2723119757,v1:172.21.15.81:6811/2723119757] conn(0x7f53a006ec00 0x7f53a0071010 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.950 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7f53bf59e640 1 -- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f53a0066350 msgr2=0x7f53a0068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.950 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7f53bf59e640 1 --2- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f53a0066350 0x7f53a0068800 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f53b800e040 tx=0x7f53c0128040 comp rx=0 tx=0).stop 2023-06-26T03:00:23.950 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fe3cef61640 1 -- 172.21.15.81:0/1523184967 --> [v2:172.21.15.81:6824/2746696935,v1:172.21.15.81:6825/2746696935] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fe3c804dfe0 con 0x7fe3ac06ea60 2023-06-26T03:00:23.950 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7f53bf59e640 1 -- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53b8049280 msgr2=0x7f53b80515a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7f53bf59e640 1 --2- 172.21.15.81:0/1806255203 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53b8049280 0x7f53b80515a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f53b000c3c0 tx=0x7f53b000c880 comp rx=0 tx=0).stop 2023-06-26T03:00:23.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fcb0dc32640 1 --2- 172.21.15.81:0/2083225141 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcaec0662b0 0x7fcaec068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fcb0d431640 1 --2- 172.21.15.81:0/2083225141 >> [v2:172.21.15.92:6800/2033848629,v1:172.21.15.92:6801/2033848629] conn(0x7fcb08159da0 0x7fcb080cc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:23.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fe3be7fc640 1 -- 172.21.15.81:0/1523184967 <== osd.2 v2:172.21.15.81:6824/2746696935 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fe3c804dfe0 con 0x7fe3ac06ea60 2023-06-26T03:00:23.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7f53bed9d640 1 -- 172.21.15.81:0/1806255203 reap_dead start 2023-06-26T03:00:23.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7f53bf59e640 1 -- 172.21.15.81:0/1806255203 shutdown_connections 2023-06-26T03:00:23.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7f53bf59e640 1 -- 172.21.15.81:0/1806255203 >> 172.21.15.81:0/1806255203 conn(0x7f53b80398d0 msgr2=0x7f53b800b280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.953 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7f53bf59e640 1 -- 172.21.15.81:0/1806255203 shutdown_connections 2023-06-26T03:00:23.953 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7f53bf59e640 1 -- 172.21.15.81:0/1806255203 wait complete. 2023-06-26T03:00:23.953 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fcb0d431640 1 --2- 172.21.15.81:0/2083225141 >> [v2:172.21.15.92:6800/2033848629,v1:172.21.15.92:6801/2033848629] conn(0x7fcb08159da0 0x7fcb080cc490 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.953 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fcb0dc32640 1 --2- 172.21.15.81:0/2083225141 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcaec0662b0 0x7fcaec068760 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fcb040b1000 tx=0x7fcb04004740 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:23.954 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fe3cef61640 1 -- 172.21.15.81:0/1523184967 >> [v2:172.21.15.81:6824/2746696935,v1:172.21.15.81:6825/2746696935] conn(0x7fe3ac06ea60 msgr2=0x7fe3ac070e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.954 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fe3cef61640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.81:6824/2746696935,v1:172.21.15.81:6825/2746696935] conn(0x7fe3ac06ea60 0x7fe3ac070e70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.954 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fe3cef61640 1 -- 172.21.15.81:0/1523184967 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe3ac0662b0 msgr2=0x7fe3ac068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.954 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fe3cef61640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe3ac0662b0 0x7fe3ac068760 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe3c00b0000 tx=0x7fe3c00a8070 comp rx=0 tx=0).stop 2023-06-26T03:00:23.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fe3cef61640 1 -- 172.21.15.81:0/1523184967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3c8157bb0 msgr2=0x7fe3c8156280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fe3cef61640 1 --2- 172.21.15.81:0/1523184967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3c8157bb0 0x7fe3c8156280 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe3c400d620 tx=0x7fe3c400dae0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fe3ce760640 1 -- 172.21.15.81:0/1523184967 reap_dead start 2023-06-26T03:00:23.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.871+0000 7fcafe7fc640 1 -- 172.21.15.81:0/2083225141 <== osd.6 v2:172.21.15.92:6800/2033848629 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fcaf8001490 con 0x7fcb08159da0 2023-06-26T03:00:23.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.875+0000 7fc3035ab640 1 -- 172.21.15.81:0/440437466 --> [v2:172.21.15.92:6808/1398025933,v1:172.21.15.92:6809/1398025933] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc2fc0c87d0 con 0x7fc2e806ec40 2023-06-26T03:00:23.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.875+0000 7fe3cef61640 1 -- 172.21.15.81:0/1523184967 shutdown_connections 2023-06-26T03:00:23.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.875+0000 7fe3cef61640 1 -- 172.21.15.81:0/1523184967 >> 172.21.15.81:0/1523184967 conn(0x7fe3c80b02b0 msgr2=0x7fe3c81570c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.875+0000 7fe3cef61640 1 -- 172.21.15.81:0/1523184967 shutdown_connections 2023-06-26T03:00:23.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.875+0000 7fe3cef61640 1 -- 172.21.15.81:0/1523184967 wait complete. 2023-06-26T03:00:23.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.879+0000 7fc2f1ffb640 1 -- 172.21.15.81:0/440437466 <== osd.4 v2:172.21.15.92:6808/1398025933 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fc2f80095e0 con 0x7fc2e806ec40 2023-06-26T03:00:23.958 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.879+0000 7fc3035ab640 1 -- 172.21.15.81:0/440437466 >> [v2:172.21.15.92:6808/1398025933,v1:172.21.15.92:6809/1398025933] conn(0x7fc2e806ec40 msgr2=0x7fc2e8071050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.958 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.879+0000 7fc3035ab640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.92:6808/1398025933,v1:172.21.15.92:6809/1398025933] conn(0x7fc2e806ec40 0x7fc2e8071050 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.958 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.883+0000 7fc3035ab640 1 -- 172.21.15.81:0/440437466 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc2e8066410 msgr2=0x7fc2e80688c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.958 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.883+0000 7fc3035ab640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc2e8066410 0x7fc2e80688c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec0b2000 tx=0x7fc2ec0aa070 comp rx=0 tx=0).stop 2023-06-26T03:00:23.958 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.883+0000 7fc3035ab640 1 -- 172.21.15.81:0/440437466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2fc0ca190 msgr2=0x7fc2fc158580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.958 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.883+0000 7fc3035ab640 1 --2- 172.21.15.81:0/440437466 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc2fc0ca190 0x7fc2fc158580 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc2f400c730 tx=0x7fc2f400cb30 comp rx=0 tx=0).stop 2023-06-26T03:00:23.959 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.883+0000 7fc301b48640 1 -- 172.21.15.81:0/440437466 reap_dead start 2023-06-26T03:00:23.959 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.883+0000 7fc3035ab640 1 -- 172.21.15.81:0/440437466 shutdown_connections 2023-06-26T03:00:23.959 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.883+0000 7fc3035ab640 1 -- 172.21.15.81:0/440437466 >> 172.21.15.81:0/440437466 conn(0x7fc2fc0cb7a0 msgr2=0x7fc2fc06cad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.959 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.883+0000 7fc3035ab640 1 -- 172.21.15.81:0/440437466 shutdown_connections 2023-06-26T03:00:23.959 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.883+0000 7fc3035ab640 1 -- 172.21.15.81:0/440437466 wait complete. 2023-06-26T03:00:23.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.887+0000 7f80b598f640 1 -- 172.21.15.81:0/923777300 --> [v2:172.21.15.92:6816/1848811909,v1:172.21.15.92:6817/1848811909] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f80b004dfe0 con 0x7f809c06ec00 2023-06-26T03:00:23.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.887+0000 7f80ad7fa640 1 -- 172.21.15.81:0/923777300 <== osd.7 v2:172.21.15.92:6816/1848811909 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f80b004dfe0 con 0x7f809c06ec00 2023-06-26T03:00:23.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.887+0000 7f8096ffd640 1 -- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:6816/1848811909,v1:172.21.15.92:6817/1848811909] conn(0x7f809c06ec00 msgr2=0x7f809c071010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.887+0000 7f8096ffd640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:6816/1848811909,v1:172.21.15.92:6817/1848811909] conn(0x7f809c06ec00 0x7f809c071010 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.887+0000 7f8096ffd640 1 -- 172.21.15.81:0/923777300 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f809c066350 msgr2=0x7f809c068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.887+0000 7f8096ffd640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f809c066350 0x7f809c068800 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f80a800c2e0 tx=0x7f80a80a8070 comp rx=0 tx=0).stop 2023-06-26T03:00:23.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.887+0000 7f8096ffd640 1 -- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f80b0157bb0 msgr2=0x7f80b00c4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.887+0000 7f8096ffd640 1 --2- 172.21.15.81:0/923777300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f80b0157bb0 0x7f80b00c4ba0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f80b00cc810 tx=0x7f80a0007bd0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.887+0000 7f80b518e640 1 -- 172.21.15.81:0/923777300 reap_dead start 2023-06-26T03:00:23.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.887+0000 7f8096ffd640 1 -- 172.21.15.81:0/923777300 shutdown_connections 2023-06-26T03:00:23.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.887+0000 7f8096ffd640 1 -- 172.21.15.81:0/923777300 >> 172.21.15.81:0/923777300 conn(0x7f80b00b02b0 msgr2=0x7f80b00cac30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.887+0000 7f8096ffd640 1 -- 172.21.15.81:0/923777300 shutdown_connections 2023-06-26T03:00:23.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.887+0000 7f8096ffd640 1 -- 172.21.15.81:0/923777300 wait complete. 2023-06-26T03:00:23.963 INFO:teuthology.orchestra.run.smithi081.stdout:55834574858 2023-06-26T03:00:23.963 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-06-26T03:00:23.964 INFO:teuthology.orchestra.run.smithi081.stdout:55834574855 2023-06-26T03:00:23.964 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-06-26T03:00:23.965 INFO:teuthology.orchestra.run.smithi081.stdout:55834574856 2023-06-26T03:00:23.966 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-06-26T03:00:23.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.899+0000 7fcaebfff640 1 -- 172.21.15.81:0/2083225141 --> [v2:172.21.15.92:6800/2033848629,v1:172.21.15.92:6801/2033848629] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fcb080c8120 con 0x7fcb08159da0 2023-06-26T03:00:23.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.903+0000 7fcafe7fc640 1 -- 172.21.15.81:0/2083225141 <== osd.6 v2:172.21.15.92:6800/2033848629 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fcaf80011f0 con 0x7fcb08159da0 2023-06-26T03:00:23.967 INFO:teuthology.orchestra.run.smithi081.stdout:55834574858 2023-06-26T03:00:23.968 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-06-26T03:00:23.968 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.903+0000 7fcaebfff640 1 -- 172.21.15.81:0/2083225141 >> [v2:172.21.15.92:6800/2033848629,v1:172.21.15.92:6801/2033848629] conn(0x7fcb08159da0 msgr2=0x7fcb080cc490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.903+0000 7fcaebfff640 1 --2- 172.21.15.81:0/2083225141 >> [v2:172.21.15.92:6800/2033848629,v1:172.21.15.92:6801/2033848629] conn(0x7fcb08159da0 0x7fcb080cc490 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:23.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.903+0000 7fcaebfff640 1 -- 172.21.15.81:0/2083225141 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcaec0662b0 msgr2=0x7fcaec068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.903+0000 7fcaebfff640 1 --2- 172.21.15.81:0/2083225141 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcaec0662b0 0x7fcaec068760 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fcb040b1000 tx=0x7fcb04004740 comp rx=0 tx=0).stop 2023-06-26T03:00:23.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.903+0000 7fcaebfff640 1 -- 172.21.15.81:0/2083225141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb08157bb0 msgr2=0x7fcb080cbf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:23.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.903+0000 7fcaebfff640 1 --2- 172.21.15.81:0/2083225141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb08157bb0 0x7fcb080cbf50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcb00010fc0 tx=0x7fcb0000e490 comp rx=0 tx=0).stop 2023-06-26T03:00:23.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.903+0000 7fcb0e433640 1 -- 172.21.15.81:0/2083225141 reap_dead start 2023-06-26T03:00:23.970 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.903+0000 7fcaebfff640 1 -- 172.21.15.81:0/2083225141 shutdown_connections 2023-06-26T03:00:23.970 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.903+0000 7fcaebfff640 1 -- 172.21.15.81:0/2083225141 >> 172.21.15.81:0/2083225141 conn(0x7fcb080af680 msgr2=0x7fcb08156ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:23.970 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.903+0000 7fcaebfff640 1 -- 172.21.15.81:0/2083225141 shutdown_connections 2023-06-26T03:00:23.970 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:23.903+0000 7fcaebfff640 1 -- 172.21.15.81:0/2083225141 wait complete. 2023-06-26T03:00:23.971 INFO:teuthology.orchestra.run.smithi081.stdout:55834574857 2023-06-26T03:00:23.971 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-06-26T03:00:23.972 INFO:teuthology.orchestra.run.smithi081.stdout:55834574856 2023-06-26T03:00:23.972 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-06-26T03:00:23.973 INFO:teuthology.orchestra.run.smithi081.stdout:55834574855 2023-06-26T03:00:23.973 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-06-26T03:00:23.974 INFO:teuthology.orchestra.run.smithi081.stdout:55834574856 2023-06-26T03:00:23.975 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-06-26T03:00:24.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23c4a97640 1 Processor -- start 2023-06-26T03:00:24.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23c4a97640 1 -- start start 2023-06-26T03:00:24.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23c4a97640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f23b8038860 0x7f23b8038cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23c4a97640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23b80391f0 con 0x7f23b80e06b0 2023-06-26T03:00:24.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23c4a97640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23b8055f00 con 0x7f23b8039c30 2023-06-26T03:00:24.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23c4a97640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23b8054a50 con 0x7f23b8038860 2023-06-26T03:00:24.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23bf7fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f23b80e06b0 0x7f23b80557f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38298/0 (socket says 172.21.15.81:38298) 2023-06-26T03:00:24.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23bf7fe640 1 -- 172.21.15.81:0/795154343 learned_addr learned my addr 172.21.15.81:0/795154343 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:24.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7fabbb59e640 1 Processor -- start 2023-06-26T03:00:24.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7fabbb59e640 1 -- start start 2023-06-26T03:00:24.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 192969816 0 0) 0x7f23b4001170 con 0x7f23b80e06b0 2023-06-26T03:00:24.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f23b0003530 con 0x7f23b80e06b0 2023-06-26T03:00:24.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3177339951 0 0) 0x7f23b8055f00 con 0x7f23b8039c30 2023-06-26T03:00:24.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f23b00048b0 con 0x7f23b8039c30 2023-06-26T03:00:24.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23beffd640 1 --2- 172.21.15.81:0/795154343 >> v2:172.21.15.81:3300/0 conn(0x7f23b8038860 0x7f23b8038cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7ff6dcb13640 1 Processor -- start 2023-06-26T03:00:24.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7ff6dcb13640 1 -- start start 2023-06-26T03:00:24.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 <== mon.1 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 955512638 0 0) 0x7f23b00048b0 con 0x7f23b8039c30 2023-06-26T03:00:24.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 >> v2:172.21.15.81:3300/0 conn(0x7f23b8038860 msgr2=0x7f23b8038cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 --2- 172.21.15.81:0/795154343 >> v2:172.21.15.81:3300/0 conn(0x7f23b8038860 0x7f23b8038cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 >> v1:172.21.15.81:6789/0 conn(0x7f23b80e06b0 legacy=0x7f23b80557f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23b80e0a80 con 0x7f23b8039c30 2023-06-26T03:00:24.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 <== mon.1 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f23c004dfe0 con 0x7f23b8039c30 2023-06-26T03:00:24.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 >> v1:172.21.15.92:6789/0 conn(0x7f23b8039c30 legacy=0x7f23b803a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 --2- 172.21.15.81:0/795154343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f23b0004d20 0x7f23b0005130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 --2- 172.21.15.81:0/795154343 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f23b00078e0 0x7f23b0009cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 --2- 172.21.15.81:0/795154343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b000a300 0x7f23b000c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23b8054a50 con 0x7f23b00078e0 2023-06-26T03:00:24.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23b000d090 con 0x7f23b000a300 2023-06-26T03:00:24.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23b000d250 con 0x7f23b0004d20 2023-06-26T03:00:24.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f396a385640 1 Processor -- start 2023-06-26T03:00:24.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7fabbb59e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fabb4052150 0x7fabb40e1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7fabbb59e640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabb4033ee0 con 0x7fabb403a760 2023-06-26T03:00:24.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7fabbb59e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabb40341c0 con 0x7fabb4052790 2023-06-26T03:00:24.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7fabbb59e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabb404fed0 con 0x7fabb4052150 2023-06-26T03:00:24.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23beffd640 1 --2- 172.21.15.81:0/795154343 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f23b00078e0 0x7f23b0009cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f23bffff640 1 --2- 172.21.15.81:0/795154343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b000a300 0x7f23b000c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7fabbad9d640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fabb403a760 0x7fabb4052ca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38310/0 (socket says 172.21.15.81:38310) 2023-06-26T03:00:24.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7fabbad9d640 1 -- 172.21.15.81:0/3449887401 learned_addr learned my addr 172.21.15.81:0/3449887401 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:24.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f396a385640 1 -- start start 2023-06-26T03:00:24.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f4b9d54c640 1 Processor -- start 2023-06-26T03:00:24.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.171+0000 7f4b9d54c640 1 -- start start 2023-06-26T03:00:24.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fabba59c640 1 --2- 172.21.15.81:0/3449887401 >> v2:172.21.15.92:3300/0 conn(0x7fabb4052150 0x7fabb40e1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.186 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f23bf7fe640 1 --2- 172.21.15.81:0/795154343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f23b0004d20 0x7f23b0005130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.186 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f23bffff640 1 -- 172.21.15.81:0/795154343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f23b0004d20 msgr2=0x7f23b0005130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.186 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f23bffff640 1 --2- 172.21.15.81:0/795154343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f23b0004d20 0x7f23b0005130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.187 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f23bffff640 1 -- 172.21.15.81:0/795154343 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f23b00078e0 msgr2=0x7f23b0009cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.187 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f23bffff640 1 --2- 172.21.15.81:0/795154343 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f23b00078e0 0x7f23b0009cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.187 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f23bffff640 1 -- 172.21.15.81:0/795154343 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23b80e0a80 con 0x7f23b000a300 2023-06-26T03:00:24.187 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fabb959a640 1 -- 172.21.15.81:0/3449887401 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1407133962 0 0) 0x7fabb4033ee0 con 0x7fabb403a760 2023-06-26T03:00:24.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fabb959a640 1 -- 172.21.15.81:0/3449887401 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faba4003530 con 0x7fabb403a760 2023-06-26T03:00:24.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7ff6dcb13640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff6d815d1e0 0x7ff6d80c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fabba59c640 1 -- 172.21.15.81:0/3449887401 >> v1:172.21.15.92:6789/0 conn(0x7fabb4052790 legacy=0x7fabb40e2be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fabba59c640 1 -- 172.21.15.81:0/3449887401 >> v1:172.21.15.81:6789/0 conn(0x7fabb403a760 legacy=0x7fabb4052ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fabba59c640 1 -- 172.21.15.81:0/3449887401 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabb40e2240 con 0x7fabb4052150 2023-06-26T03:00:24.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7ff6dcb13640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6d80ccf20 con 0x7ff6d80cd5f0 2023-06-26T03:00:24.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7ff6dcb13640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6d815d5b0 con 0x7ff6d80ca980 2023-06-26T03:00:24.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7ff6dcb13640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6d80ccda0 con 0x7ff6d815d1e0 2023-06-26T03:00:24.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f4b9d54c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4b980af860 0x7f4b980afc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f4b97fff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f4b98089840 0x7f4b980ca250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38320/0 (socket says 172.21.15.81:38320) 2023-06-26T03:00:24.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f4b97fff640 1 -- 172.21.15.81:0/2277618293 learned_addr learned my addr 172.21.15.81:0/2277618293 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:24.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7ff6d7fff640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ff6d80ca980 0x7ff6d806f950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:50390/0 (socket says 172.21.15.81:50390) 2023-06-26T03:00:24.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7ff6d7fff640 1 -- 172.21.15.81:0/3478189473 learned_addr learned my addr 172.21.15.81:0/3478189473 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:24.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f4b9d54c640 1 -- 172.21.15.81:0/2277618293 --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b980cb8a0 con 0x7f4b98089840 2023-06-26T03:00:24.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f4b9d54c640 1 -- 172.21.15.81:0/2277618293 --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b980b01d0 con 0x7f4b980cc2f0 2023-06-26T03:00:24.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f4b9d54c640 1 -- 172.21.15.81:0/2277618293 --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b980cac60 con 0x7f4b980af860 2023-06-26T03:00:24.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f4b977fe640 1 --2- 172.21.15.81:0/2277618293 >> v2:172.21.15.92:3300/0 conn(0x7f4b980af860 0x7f4b980afc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f396a385640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3964069fc0 0x7f39640c9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f396a385640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f396415c090 0x7f3964070520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f396a385640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39640cb8a0 0x7f39640cbd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f396a385640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39640cc260 con 0x7f396415c090 2023-06-26T03:00:24.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f396a385640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3964155b20 con 0x7f3964069fc0 2023-06-26T03:00:24.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f396a385640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3964158480 con 0x7f39640cb8a0 2023-06-26T03:00:24.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f4b96ffd640 1 -- 172.21.15.81:0/2277618293 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 11901876 0 0) 0x7f4b980cb8a0 con 0x7f4b98089840 2023-06-26T03:00:24.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f4b96ffd640 1 -- 172.21.15.81:0/2277618293 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4b80003530 con 0x7f4b98089840 2023-06-26T03:00:24.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f04acdb4640 1 Processor -- start 2023-06-26T03:00:24.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f3968b82640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f396415c090 0x7f3964070520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f3969b84640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39640cb8a0 0x7f39640cbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f3968b82640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f396415c090 0x7f3964070520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50520/0 (socket says 172.21.15.81:50520) 2023-06-26T03:00:24.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f3968b82640 1 -- 172.21.15.81:0/1256538954 learned_addr learned my addr 172.21.15.81:0/1256538954 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:24.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fe65e3b9640 1 Processor -- start 2023-06-26T03:00:24.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f4b977fe640 1 -- 172.21.15.81:0/2277618293 >> v1:172.21.15.92:6789/0 conn(0x7f4b980cc2f0 legacy=0x7f4b980cc730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f4b977fe640 1 -- 172.21.15.81:0/2277618293 >> v1:172.21.15.81:6789/0 conn(0x7f4b98089840 legacy=0x7f4b980ca250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f4b96ffd640 1 -- 172.21.15.81:0/2277618293 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2398328203 0 0) 0x7f4b80003530 con 0x7f4b98089840 2023-06-26T03:00:24.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f4b977fe640 1 -- 172.21.15.81:0/2277618293 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b980caf40 con 0x7f4b980af860 2023-06-26T03:00:24.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4210800469 0 0) 0x7ff6d815d5b0 con 0x7ff6d80ca980 2023-06-26T03:00:24.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff6c0003530 con 0x7ff6d80ca980 2023-06-26T03:00:24.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fe65e3b9640 1 -- start start 2023-06-26T03:00:24.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fe65e3b9640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe6580cd0c0 0x7fe6580c31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fe65e3b9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6580c8870 0x7fe658157a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fe65e3b9640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6580c3800 con 0x7fe6580c84a0 2023-06-26T03:00:24.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fe65e3b9640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6580c3ae0 con 0x7fe6580cd0c0 2023-06-26T03:00:24.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fe65e3b9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6580c3dc0 con 0x7fe6580c8870 2023-06-26T03:00:24.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fe657fff640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fe6580c84a0 0x7fe6580c2ad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:50396/0 (socket says 172.21.15.81:50396) 2023-06-26T03:00:24.199 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fe657fff640 1 -- 172.21.15.81:0/2184367191 learned_addr learned my addr 172.21.15.81:0/2184367191 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:24.199 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fe6577fe640 1 --2- 172.21.15.81:0/2184367191 >> v2:172.21.15.81:3300/0 conn(0x7fe6580cd0c0 0x7fe6580c31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.199 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fe65c956640 1 --2- 172.21.15.81:0/2184367191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6580c8870 0x7fe658157a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.199 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f04acdb4640 1 -- start start 2023-06-26T03:00:24.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f04acdb4640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f04a81634a0 0x7f04a81466a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f04acdb4640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f04a8070470 0x7f04a80708d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f04acdb4640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04a8070e10 con 0x7f04a8145cd0 2023-06-26T03:00:24.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f04acdb4640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04a8163a10 con 0x7f04a81634a0 2023-06-26T03:00:24.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f04acdb4640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04a8163cf0 con 0x7f04a8070470 2023-06-26T03:00:24.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f04a659c640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f04a8145cd0 0x7f04a806c500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38326/0 (socket says 172.21.15.81:38326) 2023-06-26T03:00:24.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f04a659c640 1 -- 172.21.15.81:0/3886445080 learned_addr learned my addr 172.21.15.81:0/3886445080 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:24.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f23bffff640 1 -- 172.21.15.81:0/795154343 reap_dead start 2023-06-26T03:00:24.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f1871560640 1 Processor -- start 2023-06-26T03:00:24.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f1871560640 1 -- start start 2023-06-26T03:00:24.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f04a5d9b640 1 --2- 172.21.15.81:0/3886445080 >> v2:172.21.15.81:3300/0 conn(0x7f04a81634a0 0x7f04a81466a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4011677491 0 0) 0x7f04a8070e10 con 0x7f04a8145cd0 2023-06-26T03:00:24.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0490003530 con 0x7f04a8145cd0 2023-06-26T03:00:24.203 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f3968b82640 1 -- 172.21.15.81:0/1256538954 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39640cb8a0 msgr2=0x7f39640cbd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.203 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f3968b82640 1 --2- 172.21.15.81:0/1256538954 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39640cb8a0 0x7f39640cbd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.203 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f3968b82640 1 -- 172.21.15.81:0/1256538954 >> v2:172.21.15.92:3300/0 conn(0x7f3964069fc0 msgr2=0x7f39640c9bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.203 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f3968b82640 1 --2- 172.21.15.81:0/1256538954 >> v2:172.21.15.92:3300/0 conn(0x7f3964069fc0 0x7f39640c9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.203 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f3968b82640 1 -- 172.21.15.81:0/1256538954 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3964158760 con 0x7f396415c090 2023-06-26T03:00:24.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d77fe640 1 --2- 172.21.15.81:0/3478189473 >> v2:172.21.15.81:3300/0 conn(0x7ff6d815d1e0 0x7ff6d80c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 <== mon.1 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 799171225 0 0) 0x7ff6c0003530 con 0x7ff6d80ca980 2023-06-26T03:00:24.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 >> v2:172.21.15.81:3300/0 conn(0x7ff6d815d1e0 msgr2=0x7ff6d80c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d67fc640 1 --2- 172.21.15.81:0/3478189473 >> v2:172.21.15.81:3300/0 conn(0x7ff6d815d1e0 0x7ff6d80c8cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 >> v1:172.21.15.81:6789/0 conn(0x7ff6d80cd5f0 legacy=0x7ff6d80ca270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6d80cc750 con 0x7ff6d80ca980 2023-06-26T03:00:24.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 <== mon.1 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7ff6cc001680 con 0x7ff6d80ca980 2023-06-26T03:00:24.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 >> v1:172.21.15.92:6789/0 conn(0x7ff6d80ca980 legacy=0x7ff6d806f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d67fc640 1 --2- 172.21.15.81:0/3478189473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6c0003980 0x7ff6c0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d67fc640 1 --2- 172.21.15.81:0/3478189473 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6c00047d0 0x7ff6c0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d67fc640 1 --2- 172.21.15.81:0/3478189473 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6c0005250 0x7ff6c000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6d80ccda0 con 0x7ff6c0005250 2023-06-26T03:00:24.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6c00149a0 con 0x7ff6c0003980 2023-06-26T03:00:24.206 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6c0014b60 con 0x7ff6c00047d0 2023-06-26T03:00:24.206 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d77fe640 1 --2- 172.21.15.81:0/3478189473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6c0003980 0x7ff6c0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.206 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3067339854 0 0) 0x7fe6580c3800 con 0x7fe6580c84a0 2023-06-26T03:00:24.206 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe640003530 con 0x7fe6580c84a0 2023-06-26T03:00:24.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fabba59c640 1 --2- 172.21.15.81:0/3449887401 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabb4052150 0x7fabb40e1d00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fabac0097c0 tx=0x7fabac01c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b7e09c9f17296d6 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fabb959a640 1 -- 172.21.15.81:0/3449887401 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabac0ac410 con 0x7fabb4052150 2023-06-26T03:00:24.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fabb959a640 1 -- 172.21.15.81:0/3449887401 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabac0ac570 con 0x7fabb4052150 2023-06-26T03:00:24.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7fabb959a640 1 -- 172.21.15.81:0/3449887401 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabac0ac920 con 0x7fabb4052150 2023-06-26T03:00:24.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 -- 172.21.15.81:0/3449887401 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabb4052150 msgr2=0x7fabb40e1d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 --2- 172.21.15.81:0/3449887401 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabb4052150 0x7fabb40e1d00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fabac0097c0 tx=0x7fabac01c4a0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 -- 172.21.15.81:0/3449887401 shutdown_connections 2023-06-26T03:00:24.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 --2- 172.21.15.81:0/3449887401 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabb4052150 0x7fabb40e1d00 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 -- 172.21.15.81:0/3449887401 >> 172.21.15.81:0/3449887401 conn(0x7fabb4051640 msgr2=0x7fabb4051a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3394811690 0 0) 0x7f0490003530 con 0x7f04a8145cd0 2023-06-26T03:00:24.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 >> v2:172.21.15.92:3300/0 conn(0x7f04a8070470 msgr2=0x7f04a80708d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-06-26T03:00:24.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 --2- 172.21.15.81:0/3886445080 >> v2:172.21.15.92:3300/0 conn(0x7f04a8070470 0x7f04a80708d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 >> v2:172.21.15.81:3300/0 conn(0x7f04a81634a0 msgr2=0x7f04a81466a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 --2- 172.21.15.81:0/3886445080 >> v2:172.21.15.81:3300/0 conn(0x7f04a81634a0 0x7f04a81466a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04a8163fd0 con 0x7f04a8145cd0 2023-06-26T03:00:24.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f04a00018a0 con 0x7f04a8145cd0 2023-06-26T03:00:24.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 >> v1:172.21.15.81:6789/0 conn(0x7f04a8145cd0 legacy=0x7f04a806c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 --2- 172.21.15.81:0/3886445080 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0490003980 0x7f0490003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 --2- 172.21.15.81:0/3886445080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04900047d0 0x7f0490004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 --2- 172.21.15.81:0/3886445080 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0490005180 0x7f049000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04a8163a10 con 0x7f0490003980 2023-06-26T03:00:24.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04a8163cf0 con 0x7f04900047d0 2023-06-26T03:00:24.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f049000c190 con 0x7f0490005180 2023-06-26T03:00:24.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a6d9d640 1 --2- 172.21.15.81:0/3886445080 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0490005180 0x7f049000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a5d9b640 1 --2- 172.21.15.81:0/3886445080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04900047d0 0x7f0490004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 -- 172.21.15.81:0/3449887401 shutdown_connections 2023-06-26T03:00:24.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 -- 172.21.15.81:0/3449887401 wait complete. 2023-06-26T03:00:24.212 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f1871560640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f186c15b970 0x7f186c0c2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.212 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f1871560640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f186c0ab8b0 0x7f186c0c3010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.212 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f1871560640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f186c15f560 0x7f186c0c8240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.212 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f1871560640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f186c0abe20 con 0x7f186c15b970 2023-06-26T03:00:24.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f1871560640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f186c0ac100 con 0x7f186c15f560 2023-06-26T03:00:24.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f1871560640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f186c0ac3e0 con 0x7f186c0ab8b0 2023-06-26T03:00:24.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f186b7fe640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f186c15f560 0x7f186c0c8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f186a7fc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f186c0ab8b0 0x7f186c0c3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f186affd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f186c15b970 0x7f186c0c2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f186a7fc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f186c0ab8b0 0x7f186c0c3010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.81:52492/0 (socket says 172.21.15.81:52492) 2023-06-26T03:00:24.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f186a7fc640 1 -- 172.21.15.81:0/746816367 learned_addr learned my addr 172.21.15.81:0/746816367 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:24.214 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d7fff640 1 --2- 172.21.15.81:0/3478189473 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6c0005250 0x7ff6c000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.214 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d77fe640 1 -- 172.21.15.81:0/3478189473 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6c00047d0 msgr2=0x7ff6c0004c40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-26T03:00:24.214 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 <== mon.1 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1706444363 0 0) 0x7fe640003530 con 0x7fe6580c84a0 2023-06-26T03:00:24.214 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6580c8870 msgr2=0x7fe658157a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.215 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 --2- 172.21.15.81:0/2184367191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6580c8870 0x7fe658157a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.215 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 >> v2:172.21.15.81:3300/0 conn(0x7fe6580cd0c0 msgr2=0x7fe6580c31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.215 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 --2- 172.21.15.81:0/2184367191 >> v2:172.21.15.81:3300/0 conn(0x7fe6580cd0c0 0x7fe6580c31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.215 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6580cbb90 con 0x7fe6580c84a0 2023-06-26T03:00:24.215 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 <== mon.1 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fe648000f30 con 0x7fe6580c84a0 2023-06-26T03:00:24.215 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 >> v1:172.21.15.92:6789/0 conn(0x7fe6580c84a0 legacy=0x7fe6580c2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.216 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 --2- 172.21.15.81:0/2184367191 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe640003980 0x7fe640003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.216 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 --2- 172.21.15.81:0/2184367191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6400042d0 0x7fe6400047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.216 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 --2- 172.21.15.81:0/2184367191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6580c8870 0x7fe640004e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.216 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6580c3ae0 con 0x7fe640003980 2023-06-26T03:00:24.216 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6580c3dc0 con 0x7fe6400042d0 2023-06-26T03:00:24.216 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe640005610 con 0x7fe6580c8870 2023-06-26T03:00:24.216 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe65c956640 1 --2- 172.21.15.81:0/2184367191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6580c8870 0x7fe640004e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.175+0000 7f23bffff640 1 --2- 172.21.15.81:0/795154343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b000a300 0x7f23b000c7b0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f23c004f130 tx=0x7f23c00989a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=66d863cbf59feeb5 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23c01256b0 con 0x7f23b000a300 2023-06-26T03:00:24.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23c0125830 con 0x7f23b000a300 2023-06-26T03:00:24.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f23be7fc640 1 -- 172.21.15.81:0/795154343 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23c0125be0 con 0x7f23b000a300 2023-06-26T03:00:24.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f23c4a97640 1 -- 172.21.15.81:0/795154343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b000a300 msgr2=0x7f23b000c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f23c4a97640 1 --2- 172.21.15.81:0/795154343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b000a300 0x7f23b000c7b0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f23c004f130 tx=0x7f23c00989a0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f23c4a97640 1 -- 172.21.15.81:0/795154343 shutdown_connections 2023-06-26T03:00:24.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f23c4a97640 1 --2- 172.21.15.81:0/795154343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b000a300 0x7f23b000c7b0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f23c4a97640 1 -- 172.21.15.81:0/795154343 >> 172.21.15.81:0/795154343 conn(0x7f23b8053860 msgr2=0x7f23b8053c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f23c4a97640 1 -- 172.21.15.81:0/795154343 shutdown_connections 2023-06-26T03:00:24.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f23c4a97640 1 -- 172.21.15.81:0/795154343 wait complete. 2023-06-26T03:00:24.219 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d77fe640 1 --2- 172.21.15.81:0/3478189473 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6c00047d0 0x7ff6c0004c40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.219 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d77fe640 1 -- 172.21.15.81:0/3478189473 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6c0005250 msgr2=0x7ff6c000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.219 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d77fe640 1 --2- 172.21.15.81:0/3478189473 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6c0005250 0x7ff6c000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.219 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d77fe640 1 -- 172.21.15.81:0/3478189473 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6d80cc750 con 0x7ff6c0003980 2023-06-26T03:00:24.219 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d7fff640 1 --2- 172.21.15.81:0/3478189473 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6c0005250 0x7ff6c000b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:24.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7ff6d7fff640 1 -- 172.21.15.81:0/3478189473 reap_dead start 2023-06-26T03:00:24.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f4b977fe640 1 --2- 172.21.15.81:0/2277618293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b980af860 0x7f4b980afc90 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4b880071d0 tx=0x7f4b8801d3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f56f5c54ee73fd76 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f4b96ffd640 1 -- 172.21.15.81:0/2277618293 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b8c001680 con 0x7f4b980af860 2023-06-26T03:00:24.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f4b96ffd640 1 -- 172.21.15.81:0/2277618293 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b980cd650 con 0x7f4b980af860 2023-06-26T03:00:24.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f4b96ffd640 1 -- 172.21.15.81:0/2277618293 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b88008c00 con 0x7f4b980af860 2023-06-26T03:00:24.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 Processor -- start 2023-06-26T03:00:24.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 -- start start 2023-06-26T03:00:24.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f4b9d54c640 1 -- 172.21.15.81:0/2277618293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b980af860 msgr2=0x7f4b980afc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f4b9d54c640 1 --2- 172.21.15.81:0/2277618293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b980af860 0x7f4b980afc90 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4b880071d0 tx=0x7f4b8801d3a0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f23c4a97640 1 Processor -- start 2023-06-26T03:00:24.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabb403a760 0x7fabb40e1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fabb4052150 0x7fabb404d820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabb4052790 0x7fabb417a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabb404ce10 con 0x7fabb4052150 2023-06-26T03:00:24.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabb404d390 con 0x7fabb4052790 2023-06-26T03:00:24.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabbb59e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabb404dd60 con 0x7fabb403a760 2023-06-26T03:00:24.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabb9d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fabb4052150 0x7fabb404d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe65c956640 1 -- 172.21.15.81:0/2184367191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6400042d0 msgr2=0x7fe6400047d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-26T03:00:24.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe65c956640 1 --2- 172.21.15.81:0/2184367191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6400042d0 0x7fe6400047d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe65c956640 1 -- 172.21.15.81:0/2184367191 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe640003980 msgr2=0x7fe640003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe65c956640 1 --2- 172.21.15.81:0/2184367191 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe640003980 0x7fe640003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fe65c956640 1 -- 172.21.15.81:0/2184367191 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6580cbb90 con 0x7fe6580c8870 2023-06-26T03:00:24.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a6d9d640 1 -- 172.21.15.81:0/3886445080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04900047d0 msgr2=0x7f0490004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a6d9d640 1 --2- 172.21.15.81:0/3886445080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04900047d0 0x7f0490004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a6d9d640 1 -- 172.21.15.81:0/3886445080 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0490003980 msgr2=0x7f0490003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a6d9d640 1 --2- 172.21.15.81:0/3886445080 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0490003980 0x7f0490003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a6d9d640 1 -- 172.21.15.81:0/3886445080 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04a8163fd0 con 0x7f0490005180 2023-06-26T03:00:24.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f04a6d9d640 1 -- 172.21.15.81:0/3886445080 reap_dead start 2023-06-26T03:00:24.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabb9d9b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fabb4052150 0x7fabb404d820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50572/0 (socket says 172.21.15.81:50572) 2023-06-26T03:00:24.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7fabb9d9b640 1 -- 172.21.15.81:0/170737063 learned_addr learned my addr 172.21.15.81:0/170737063 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:24.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fabbad9d640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabb4052790 0x7fabb417a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f04a6d9d640 1 --2- 172.21.15.81:0/3886445080 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0490005180 0x7f049000b990 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f049c0097b0 tx=0x7f049c01c290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2297c7f42b324f50 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f186a7fc640 1 -- 172.21.15.81:0/746816367 >> v2:172.21.15.92:3300/0 conn(0x7f186c15f560 msgr2=0x7f186c0c8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f186a7fc640 1 --2- 172.21.15.81:0/746816367 >> v2:172.21.15.92:3300/0 conn(0x7f186c15f560 0x7f186c0c8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f186a7fc640 1 -- 172.21.15.81:0/746816367 >> v2:172.21.15.81:3300/0 conn(0x7f186c15b970 msgr2=0x7f186c0c2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:24.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f186a7fc640 1 --2- 172.21.15.81:0/746816367 >> v2:172.21.15.81:3300/0 conn(0x7f186c15b970 0x7f186c0c2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f186a7fc640 1 -- 172.21.15.81:0/746816367 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f186c0ac6c0 con 0x7f186c0ab8b0 2023-06-26T03:00:24.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f3968b82640 1 --2- 172.21.15.81:0/1256538954 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f396415c090 0x7f3964070520 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f396406ea30 tx=0x7f395c01f200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79b74b4a7a84a821 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.179+0000 7f23c4a97640 1 -- start start 2023-06-26T03:00:24.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23c4a97640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b000a300 0x7f23b80cd480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23c4a97640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f23b80ceed0 0x7f23b80cf340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23c4a97640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f23b8056b20 0x7f23b8056f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23c4a97640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23b817c770 con 0x7f23b80ceed0 2023-06-26T03:00:24.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23c4a97640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23b80cf880 con 0x7f23b000a300 2023-06-26T03:00:24.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23c4a97640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23b8037010 con 0x7f23b8056b20 2023-06-26T03:00:24.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23beffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f23b80ceed0 0x7f23b80cf340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f049c0ab640 con 0x7f0490005180 2023-06-26T03:00:24.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f049c0a7050 con 0x7f0490005180 2023-06-26T03:00:24.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f04a559a640 1 -- 172.21.15.81:0/3886445080 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f049c0aba00 con 0x7f0490005180 2023-06-26T03:00:24.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23beffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f23b80ceed0 0x7f23b80cf340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50584/0 (socket says 172.21.15.81:50584) 2023-06-26T03:00:24.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23beffd640 1 -- 172.21.15.81:0/3778000025 learned_addr learned my addr 172.21.15.81:0/3778000025 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:24.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23bf7fe640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b000a300 0x7f23b80cd480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fe65c956640 1 --2- 172.21.15.81:0/2184367191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6580c8870 0x7fe640004e90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe650007460 tx=0x7fe65001d1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eadae037e4053b3a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fabba59c640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabb403a760 0x7fabb40e1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fabbad9d640 1 -- 172.21.15.81:0/170737063 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabb403a760 msgr2=0x7fabb40e1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fabbad9d640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabb403a760 0x7fabb40e1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fabbad9d640 1 -- 172.21.15.81:0/170737063 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fabb4052150 msgr2=0x7fabb404d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fabbad9d640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fabb4052150 0x7fabb404d820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fabbad9d640 1 -- 172.21.15.81:0/170737063 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabac009420 con 0x7fabb4052790 2023-06-26T03:00:24.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f395bfff640 1 -- 172.21.15.81:0/1256538954 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f395c0af400 con 0x7f396415c090 2023-06-26T03:00:24.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f395bfff640 1 -- 172.21.15.81:0/1256538954 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f395c0ab050 con 0x7f396415c090 2023-06-26T03:00:24.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f395bfff640 1 -- 172.21.15.81:0/1256538954 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f395c0af780 con 0x7f396415c090 2023-06-26T03:00:24.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f4b9d54c640 1 -- 172.21.15.81:0/2277618293 shutdown_connections 2023-06-26T03:00:24.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f4b9d54c640 1 --2- 172.21.15.81:0/2277618293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b980af860 0x7f4b980afc90 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f4b9d54c640 1 -- 172.21.15.81:0/2277618293 >> 172.21.15.81:0/2277618293 conn(0x7f4b980694b0 msgr2=0x7f4b980698b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23bffff640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f23b8056b20 0x7f23b8056f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6500ae410 con 0x7fe6580c8870 2023-06-26T03:00:24.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23beffd640 1 -- 172.21.15.81:0/3778000025 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f23b8056b20 msgr2=0x7f23b8056f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23beffd640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f23b8056b20 0x7f23b8056f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23beffd640 1 -- 172.21.15.81:0/3778000025 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b000a300 msgr2=0x7f23b80cd480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23beffd640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b000a300 0x7f23b80cd480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23beffd640 1 -- 172.21.15.81:0/3778000025 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23b8057880 con 0x7f23b80ceed0 2023-06-26T03:00:24.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f4b9d54c640 1 -- 172.21.15.81:0/2277618293 shutdown_connections 2023-06-26T03:00:24.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f4b9d54c640 1 -- 172.21.15.81:0/2277618293 wait complete. 2023-06-26T03:00:24.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fabbad9d640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabb4052790 0x7fabb417a2e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fabbc061050 tx=0x7fabbc066940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23beffd640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f23b80ceed0 0x7f23b80cf340 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f23ac00f540 tx=0x7f23ac00fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f04acdb4640 1 -- 172.21.15.81:0/3886445080 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0490005180 msgr2=0x7f049000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f04acdb4640 1 --2- 172.21.15.81:0/3886445080 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0490005180 0x7f049000b990 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f049c0097b0 tx=0x7f049c01c290 comp rx=0 tx=0).stop 2023-06-26T03:00:24.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f04acdb4640 1 -- 172.21.15.81:0/3886445080 shutdown_connections 2023-06-26T03:00:24.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f04acdb4640 1 --2- 172.21.15.81:0/3886445080 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0490005180 0x7f049000b990 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f04acdb4640 1 -- 172.21.15.81:0/3886445080 >> 172.21.15.81:0/3886445080 conn(0x7f04a80694b0 msgr2=0x7f04a80698b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f186a7fc640 1 --2- 172.21.15.81:0/746816367 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f186c0ab8b0 0x7f186c0c3010 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f186c06ab50 tx=0x7f186401c9a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d90a84431ebc3522 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6500a8030 con 0x7fe6580c8870 2023-06-26T03:00:24.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fe656ffd640 1 -- 172.21.15.81:0/2184367191 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6500ae7b0 con 0x7fe6580c8870 2023-06-26T03:00:24.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f396a385640 1 -- 172.21.15.81:0/1256538954 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f396415c090 msgr2=0x7f3964070520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f396a385640 1 --2- 172.21.15.81:0/1256538954 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f396415c090 0x7f3964070520 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f396406ea30 tx=0x7f395c01f200 comp rx=0 tx=0).stop 2023-06-26T03:00:24.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f396a385640 1 -- 172.21.15.81:0/1256538954 shutdown_connections 2023-06-26T03:00:24.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f396a385640 1 --2- 172.21.15.81:0/1256538954 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39640cb8a0 0x7f39640cbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f396a385640 1 --2- 172.21.15.81:0/1256538954 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f396415c090 0x7f3964070520 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f396a385640 1 --2- 172.21.15.81:0/1256538954 >> v2:172.21.15.92:3300/0 conn(0x7f3964069fc0 0x7f39640c9bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f396a385640 1 -- 172.21.15.81:0/1256538954 >> 172.21.15.81:0/1256538954 conn(0x7f39640694b0 msgr2=0x7f39640698b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fabaaffd640 1 -- 172.21.15.81:0/170737063 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabbc071690 con 0x7fabb4052790 2023-06-26T03:00:24.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23abfff640 1 -- 172.21.15.81:0/3778000025 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23ac014870 con 0x7f23b80ceed0 2023-06-26T03:00:24.241 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23abfff640 1 -- 172.21.15.81:0/3778000025 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23ac0149f0 con 0x7f23b80ceed0 2023-06-26T03:00:24.241 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23abfff640 1 -- 172.21.15.81:0/3778000025 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23ac014da0 con 0x7f23b80ceed0 2023-06-26T03:00:24.241 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23c4a97640 1 -- 172.21.15.81:0/3778000025 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23b80366e0 con 0x7f23b80ceed0 2023-06-26T03:00:24.241 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23c4a97640 1 -- 172.21.15.81:0/3778000025 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23b8036ca0 con 0x7f23b80ceed0 2023-06-26T03:00:24.241 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f04acdb4640 1 -- 172.21.15.81:0/3886445080 shutdown_connections 2023-06-26T03:00:24.241 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f04acdb4640 1 -- 172.21.15.81:0/3886445080 wait complete. 2023-06-26T03:00:24.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f23c4a97640 1 -- 172.21.15.81:0/3778000025 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23b80057e0 con 0x7f23b80ceed0 2023-06-26T03:00:24.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f4b9d54c640 1 Processor -- start 2023-06-26T03:00:24.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f396a385640 1 -- 172.21.15.81:0/1256538954 shutdown_connections 2023-06-26T03:00:24.243 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f1869ffb640 1 -- 172.21.15.81:0/746816367 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18640a5730 con 0x7f186c0ab8b0 2023-06-26T03:00:24.243 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f1869ffb640 1 -- 172.21.15.81:0/746816367 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18640a5890 con 0x7f186c0ab8b0 2023-06-26T03:00:24.243 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f1869ffb640 1 -- 172.21.15.81:0/746816367 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18640a5c20 con 0x7f186c0ab8b0 2023-06-26T03:00:24.243 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f1871560640 1 -- 172.21.15.81:0/746816367 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f186c0ab8b0 msgr2=0x7f186c0c3010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.243 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f1871560640 1 --2- 172.21.15.81:0/746816367 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f186c0ab8b0 0x7f186c0c3010 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f186c06ab50 tx=0x7f186401c9a0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.244 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fabaaffd640 1 -- 172.21.15.81:0/170737063 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabbc0717f0 con 0x7fabb4052790 2023-06-26T03:00:24.244 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f04acdb4640 1 Processor -- start 2023-06-26T03:00:24.244 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fe65e3b9640 1 -- 172.21.15.81:0/2184367191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6580c8870 msgr2=0x7fe640004e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fe65e3b9640 1 --2- 172.21.15.81:0/2184367191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6580c8870 0x7fe640004e90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe650007460 tx=0x7fe65001d1c0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f1871560640 1 -- 172.21.15.81:0/746816367 shutdown_connections 2023-06-26T03:00:24.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f1871560640 1 --2- 172.21.15.81:0/746816367 >> v2:172.21.15.92:3300/0 conn(0x7f186c15f560 0x7f186c0c8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f1871560640 1 --2- 172.21.15.81:0/746816367 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f186c0ab8b0 0x7f186c0c3010 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f1871560640 1 --2- 172.21.15.81:0/746816367 >> v2:172.21.15.81:3300/0 conn(0x7f186c15b970 0x7f186c0c2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f1871560640 1 -- 172.21.15.81:0/746816367 >> 172.21.15.81:0/746816367 conn(0x7f186c0b04b0 msgr2=0x7f186c0cdbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f1871560640 1 -- 172.21.15.81:0/746816367 shutdown_connections 2023-06-26T03:00:24.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f396a385640 1 -- 172.21.15.81:0/1256538954 wait complete. 2023-06-26T03:00:24.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f4b9d54c640 1 -- start start 2023-06-26T03:00:24.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7fe65c956640 1 -- 172.21.15.81:0/2184367191 reap_dead start 2023-06-26T03:00:24.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7fe65e3b9640 1 -- 172.21.15.81:0/2184367191 shutdown_connections 2023-06-26T03:00:24.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7fe65e3b9640 1 -- 172.21.15.81:0/2184367191 >> 172.21.15.81:0/2184367191 conn(0x7fe6580b04b0 msgr2=0x7fe6580cdbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7fabaaffd640 1 -- 172.21.15.81:0/170737063 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabbc0694b0 con 0x7fabb4052790 2023-06-26T03:00:24.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b9d54c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4b98089840 0x7f4b98085610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b9d54c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4b980af860 0x7f4b980c6f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b9d54c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b980cc2f0 0x7f4b980c74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b9d54c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b98166780 con 0x7f4b980af860 2023-06-26T03:00:24.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b9d54c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b98165e50 con 0x7f4b980cc2f0 2023-06-26T03:00:24.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b9d54c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b98166130 con 0x7f4b98089840 2023-06-26T03:00:24.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7fe65e3b9640 1 -- 172.21.15.81:0/2184367191 shutdown_connections 2023-06-26T03:00:24.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f396a385640 1 Processor -- start 2023-06-26T03:00:24.250 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.183+0000 7f04acdb4640 1 -- start start 2023-06-26T03:00:24.250 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04acdb4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0490005180 0x7f04a813db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.250 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04acdb4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04a8138cb0 0x7f04a80b2220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.250 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04acdb4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04a813b6e0 0x7f04a813a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.251 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04acdb4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04a8139e60 con 0x7f04a813b6e0 2023-06-26T03:00:24.251 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04acdb4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04a8139250 con 0x7f04a8138cb0 2023-06-26T03:00:24.251 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04acdb4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04a8139530 con 0x7f0490005180 2023-06-26T03:00:24.251 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b977fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4b980af860 0x7f4b980c6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.251 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b977fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4b980af860 0x7f4b980c6f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50586/0 (socket says 172.21.15.81:50586) 2023-06-26T03:00:24.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b977fe640 1 -- 172.21.15.81:0/1258285112 learned_addr learned my addr 172.21.15.81:0/1258285112 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:24.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b9cd4b640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b980cc2f0 0x7f4b980c74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b977fe640 1 -- 172.21.15.81:0/1258285112 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4b98089840 msgr2=0x7f4b98085610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b97fff640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4b98089840 0x7f4b98085610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7fabbb59e640 1 -- 172.21.15.81:0/170737063 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabb417ad30 con 0x7fabb4052790 2023-06-26T03:00:24.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7fabbb59e640 1 -- 172.21.15.81:0/170737063 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabb404d020 con 0x7fabb4052790 2023-06-26T03:00:24.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f1871560640 1 -- 172.21.15.81:0/746816367 wait complete. 2023-06-26T03:00:24.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f1871560640 1 Processor -- start 2023-06-26T03:00:24.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7ff6d77fe640 1 --2- 172.21.15.81:0/3478189473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6c0003980 0x7ff6c0003d90 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff6c800a990 tx=0x7ff6c801c590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=326d59d78895f5d1 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b977fe640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4b98089840 0x7f4b98085610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b977fe640 1 -- 172.21.15.81:0/1258285112 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b980cc2f0 msgr2=0x7f4b980c74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b977fe640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b980cc2f0 0x7f4b980c74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b977fe640 1 -- 172.21.15.81:0/1258285112 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b8800ae50 con 0x7f4b980af860 2023-06-26T03:00:24.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b97fff640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4b98089840 0x7f4b98085610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:24.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b9cd4b640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b980cc2f0 0x7f4b980c74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:24.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f4b977fe640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4b980af860 0x7f4b980c6f70 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4b880071d0 tx=0x7f4b8801bbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04a6d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04a813b6e0 0x7f04a813a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04a6d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04a813b6e0 0x7f04a813a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50592/0 (socket says 172.21.15.81:50592) 2023-06-26T03:00:24.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04a6d9d640 1 -- 172.21.15.81:0/3435728431 learned_addr learned my addr 172.21.15.81:0/3435728431 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:24.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04a659c640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0490005180 0x7f04a813db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04a5d9b640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04a8138cb0 0x7f04a80b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04a6d9d640 1 -- 172.21.15.81:0/3435728431 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0490005180 msgr2=0x7f04a813db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04a6d9d640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0490005180 0x7f04a813db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04a6d9d640 1 -- 172.21.15.81:0/3435728431 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04a8138cb0 msgr2=0x7f04a80b2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04a6d9d640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04a8138cb0 0x7f04a80b2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04a6d9d640 1 -- 172.21.15.81:0/3435728431 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04a8139810 con 0x7f04a813b6e0 2023-06-26T03:00:24.257 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f23abfff640 1 -- 172.21.15.81:0/3778000025 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f23ac028480 con 0x7f23b80ceed0 2023-06-26T03:00:24.257 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f23abfff640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f23a40662b0 0x7f23a4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.257 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f23abfff640 1 -- 172.21.15.81:0/3778000025 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f23ac084b30 con 0x7f23b80ceed0 2023-06-26T03:00:24.257 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f04a6d9d640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04a813b6e0 0x7f04a813a2f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f049c009030 tx=0x7f0490005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6c80aa620 con 0x7ff6c0003980 2023-06-26T03:00:24.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6c80aa780 con 0x7ff6c0003980 2023-06-26T03:00:24.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7ff6d67fc640 1 -- 172.21.15.81:0/3478189473 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6c80aab30 con 0x7ff6c0003980 2023-06-26T03:00:24.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f23bf7fe640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f23a40662b0 0x7f23a4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f396a385640 1 -- start start 2023-06-26T03:00:24.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f396a385640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3964069fc0 0x7f39640b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f396a385640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39640cb8a0 0x7f39640b2da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f396a385640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f396415c090 0x7f396414cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f396a385640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39640ade90 con 0x7f3964069fc0 2023-06-26T03:00:24.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f396a385640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39640b0770 con 0x7f39640cb8a0 2023-06-26T03:00:24.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f396a385640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39640b36f0 con 0x7f396415c090 2023-06-26T03:00:24.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f23bf7fe640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f23a40662b0 0x7f23a4068760 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f23b80cfa70 tx=0x7f23b4007d00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f1871560640 1 -- start start 2023-06-26T03:00:24.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f1871560640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f186c0ab8b0 0x7f186c1fad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f3969383640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3964069fc0 0x7f39640b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f1871560640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f186c15b970 0x7f186c153b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f1871560640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f186c15f560 0x7f186c0cc460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f1871560640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f186c201270 con 0x7f186c15f560 2023-06-26T03:00:24.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f1871560640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f186c201550 con 0x7f186c0ab8b0 2023-06-26T03:00:24.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f1871560640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f186c201830 con 0x7f186c15b970 2023-06-26T03:00:24.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f3969383640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3964069fc0 0x7f39640b0230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50604/0 (socket says 172.21.15.81:50604) 2023-06-26T03:00:24.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f3969383640 1 -- 172.21.15.81:0/1308473651 learned_addr learned my addr 172.21.15.81:0/1308473651 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:24.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f186b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f186c15f560 0x7f186c0cc460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f186b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f186c15f560 0x7f186c0cc460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50606/0 (socket says 172.21.15.81:50606) 2023-06-26T03:00:24.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7fe65e3b9640 1 -- 172.21.15.81:0/2184367191 wait complete. 2023-06-26T03:00:24.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f186b7fe640 1 -- 172.21.15.81:0/206906915 learned_addr learned my addr 172.21.15.81:0/206906915 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:24.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7fe65e3b9640 1 Processor -- start 2023-06-26T03:00:24.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3478189473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6c0003980 msgr2=0x7ff6c0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7ff6dcb13640 1 --2- 172.21.15.81:0/3478189473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6c0003980 0x7ff6c0003d90 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff6c800a990 tx=0x7ff6c801c590 comp rx=0 tx=0).stop 2023-06-26T03:00:24.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7fabbb59e640 1 -- 172.21.15.81:0/170737063 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabb417b250 con 0x7fabb4052790 2023-06-26T03:00:24.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3478189473 shutdown_connections 2023-06-26T03:00:24.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7ff6dcb13640 1 --2- 172.21.15.81:0/3478189473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6c0003980 0x7ff6c0003d90 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3478189473 >> 172.21.15.81:0/3478189473 conn(0x7ff6d80af680 msgr2=0x7ff6d80afa80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7fe65e3b9640 1 -- start start 2023-06-26T03:00:24.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f186a7fc640 1 --2- 172.21.15.81:0/206906915 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f186c15b970 0x7f186c153b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f3969b84640 1 --2- 172.21.15.81:0/1308473651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f396415c090 0x7f396414cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3478189473 shutdown_connections 2023-06-26T03:00:24.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3478189473 wait complete. 2023-06-26T03:00:24.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f186b7fe640 1 -- 172.21.15.81:0/206906915 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f186c15b970 msgr2=0x7f186c153b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f186b7fe640 1 --2- 172.21.15.81:0/206906915 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f186c15b970 0x7f186c153b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f186b7fe640 1 -- 172.21.15.81:0/206906915 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f186c0ab8b0 msgr2=0x7f186c1fad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f186b7fe640 1 --2- 172.21.15.81:0/206906915 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f186c0ab8b0 0x7f186c1fad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f186b7fe640 1 -- 172.21.15.81:0/206906915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1864009b30 con 0x7f186c15f560 2023-06-26T03:00:24.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f3969383640 1 -- 172.21.15.81:0/1308473651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f396415c090 msgr2=0x7f396414cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f3969383640 1 --2- 172.21.15.81:0/1308473651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f396415c090 0x7f396414cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f3969383640 1 -- 172.21.15.81:0/1308473651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39640cb8a0 msgr2=0x7f39640b2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f3969383640 1 --2- 172.21.15.81:0/1308473651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39640cb8a0 0x7f39640b2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.187+0000 7f3969383640 1 -- 172.21.15.81:0/1308473651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f395c009b30 con 0x7f3964069fc0 2023-06-26T03:00:24.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7f186b7fe640 1 --2- 172.21.15.81:0/206906915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f186c15f560 0x7f186c0cc460 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f186000d560 tx=0x7f186000da20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65e3b9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe658151720 0x7fe65806ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65e3b9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe658151af0 0x7fe65806ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65e3b9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe658152090 0x7fe658152500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65e3b9640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe658152a40 con 0x7fe658152090 2023-06-26T03:00:24.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65e3b9640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe65806b370 con 0x7fe658151720 2023-06-26T03:00:24.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65e3b9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe65806b5f0 con 0x7fe658151af0 2023-06-26T03:00:24.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65c956640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe658152090 0x7fe658152500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65c956640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe658152090 0x7fe658152500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50614/0 (socket says 172.21.15.81:50614) 2023-06-26T03:00:24.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65c956640 1 -- 172.21.15.81:0/1222648726 learned_addr learned my addr 172.21.15.81:0/1222648726 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:24.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6dcb13640 1 Processor -- start 2023-06-26T03:00:24.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7f3969383640 1 --2- 172.21.15.81:0/1308473651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3964069fc0 0x7f39640b0230 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f396000b440 tx=0x7f396000b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6dcb13640 1 -- start start 2023-06-26T03:00:24.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fabaaffd640 1 -- 172.21.15.81:0/170737063 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fabbc092450 con 0x7fabb4052790 2023-06-26T03:00:24.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fabaaffd640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fab9c066350 0x7fab9c068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fabba59c640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fab9c066350 0x7fab9c068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fabaaffd640 1 -- 172.21.15.81:0/170737063 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fabbc0fcac0 con 0x7fabb4052790 2023-06-26T03:00:24.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65c956640 1 -- 172.21.15.81:0/1222648726 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe658151af0 msgr2=0x7fe65806ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe6577fe640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe658151af0 0x7fe65806ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65c956640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe658151af0 0x7fe65806ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe657fff640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe658151720 0x7fe65806ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65c956640 1 -- 172.21.15.81:0/1222648726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe658151720 msgr2=0x7fe65806ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65c956640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe658151720 0x7fe65806ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65c956640 1 -- 172.21.15.81:0/1222648726 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe65806b8d0 con 0x7fe658152090 2023-06-26T03:00:24.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fe65c956640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe658152090 0x7fe658152500 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe6500b1040 tx=0x7fe640005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7fabba59c640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fab9c066350 0x7fab9c068800 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fabac0ae000 tx=0x7fabac0a6040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.276 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6dcb13640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6c0003980 0x7ff6d80c2240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.276 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6dcb13640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6d80c3e90 0x7ff6d80cd9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.276 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6dcb13640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d80cdf20 0x7ff6d81ed350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.276 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6dcb13640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6d80c64f0 con 0x7ff6d80c3e90 2023-06-26T03:00:24.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6dcb13640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6d80ce390 con 0x7ff6c0003980 2023-06-26T03:00:24.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6dcb13640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6d80c1db0 con 0x7ff6d80cdf20 2023-06-26T03:00:24.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6d6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6d80c3e90 0x7ff6d80cd9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6d6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6d80c3e90 0x7ff6d80cd9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50630/0 (socket says 172.21.15.81:50630) 2023-06-26T03:00:24.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6d6ffd640 1 -- 172.21.15.81:0/3284995688 learned_addr learned my addr 172.21.15.81:0/3284995688 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:24.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6d77fe640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6c0003980 0x7ff6d80c2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6d7fff640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d80cdf20 0x7ff6d81ed350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6d6ffd640 1 -- 172.21.15.81:0/3284995688 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d80cdf20 msgr2=0x7ff6d81ed350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6d6ffd640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d80cdf20 0x7ff6d81ed350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6d6ffd640 1 -- 172.21.15.81:0/3284995688 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6c0003980 msgr2=0x7ff6d80c2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6d6ffd640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6c0003980 0x7ff6d80c2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6d6ffd640 1 -- 172.21.15.81:0/3284995688 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6d80c1780 con 0x7ff6d80c3e90 2023-06-26T03:00:24.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6d7fff640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d80cdf20 0x7ff6d81ed350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:24.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6d77fe640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6c0003980 0x7ff6d80c2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:24.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7ff6d6ffd640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6d80c3e90 0x7ff6d80cd9e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff6d000c7f0 tx=0x7ff6d000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7f4b94ff9640 1 -- 172.21.15.81:0/1258285112 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b8800a4e0 con 0x7f4b980af860 2023-06-26T03:00:24.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7f23abfff640 1 -- 172.21.15.81:0/3778000025 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f23ac051f90 con 0x7f23b80ceed0 2023-06-26T03:00:24.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7f0496ffd640 1 -- 172.21.15.81:0/3435728431 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f049c0acd30 con 0x7f04a813b6e0 2023-06-26T03:00:24.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7f3959ffb640 1 -- 172.21.15.81:0/1308473651 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3960011890 con 0x7f3964069fc0 2023-06-26T03:00:24.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7f396a385640 1 -- 172.21.15.81:0/1308473651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39640b39d0 con 0x7f3964069fc0 2023-06-26T03:00:24.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7f396a385640 1 -- 172.21.15.81:0/1308473651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39640adb20 con 0x7f3964069fc0 2023-06-26T03:00:24.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7f18537fe640 1 -- 172.21.15.81:0/206906915 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18600125f0 con 0x7f186c15f560 2023-06-26T03:00:24.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7ff6bffff640 1 -- 172.21.15.81:0/3284995688 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6d0003b80 con 0x7ff6d80c3e90 2023-06-26T03:00:24.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3284995688 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6d81ee150 con 0x7ff6d80c3e90 2023-06-26T03:00:24.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3284995688 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6d80c42e0 con 0x7ff6d80c3e90 2023-06-26T03:00:24.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7fe654ff9640 1 -- 172.21.15.81:0/1222648726 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe650009490 con 0x7fe658152090 2023-06-26T03:00:24.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7fe65e3b9640 1 -- 172.21.15.81:0/1222648726 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe65806bbb0 con 0x7fe658152090 2023-06-26T03:00:24.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7fe65e3b9640 1 -- 172.21.15.81:0/1222648726 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6581588b0 con 0x7fe658152090 2023-06-26T03:00:24.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7f396a385640 1 -- 172.21.15.81:0/1308473651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f396404dfe0 con 0x7f3964069fc0 2023-06-26T03:00:24.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7f4b9d54c640 1 -- 172.21.15.81:0/1258285112 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b98166410 con 0x7f4b980af860 2023-06-26T03:00:24.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.191+0000 7f4b9d54c640 1 -- 172.21.15.81:0/1258285112 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b980c2570 con 0x7f4b980af860 2023-06-26T03:00:24.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7f4b9d54c640 1 -- 172.21.15.81:0/1258285112 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b981668f0 con 0x7f4b980af860 2023-06-26T03:00:24.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7f04acdb4640 1 -- 172.21.15.81:0/3435728431 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04a8139af0 con 0x7f04a813b6e0 2023-06-26T03:00:24.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7f04acdb4640 1 -- 172.21.15.81:0/3435728431 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04a8141000 con 0x7f04a813b6e0 2023-06-26T03:00:24.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7f04acdb4640 1 -- 172.21.15.81:0/3435728431 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04a8139c80 con 0x7f04a813b6e0 2023-06-26T03:00:24.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3284995688 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6d80c1f40 con 0x7ff6d80c3e90 2023-06-26T03:00:24.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7fe65e3b9640 1 -- 172.21.15.81:0/1222648726 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6580c5fb0 con 0x7fe658152090 2023-06-26T03:00:24.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7f4b94ff9640 1 -- 172.21.15.81:0/1258285112 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b8800a640 con 0x7f4b980af860 2023-06-26T03:00:24.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7f4b94ff9640 1 -- 172.21.15.81:0/1258285112 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b880ad460 con 0x7f4b980af860 2023-06-26T03:00:24.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7f0496ffd640 1 -- 172.21.15.81:0/3435728431 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f049c0ace90 con 0x7f04a813b6e0 2023-06-26T03:00:24.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7f0496ffd640 1 -- 172.21.15.81:0/3435728431 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f049c005ba0 con 0x7f04a813b6e0 2023-06-26T03:00:24.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7f3959ffb640 1 -- 172.21.15.81:0/1308473651 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39600119f0 con 0x7f3964069fc0 2023-06-26T03:00:24.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7f3959ffb640 1 -- 172.21.15.81:0/1308473651 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3960011dc0 con 0x7f3964069fc0 2023-06-26T03:00:24.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7f18537fe640 1 -- 172.21.15.81:0/206906915 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1860012770 con 0x7f186c15f560 2023-06-26T03:00:24.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7f18537fe640 1 -- 172.21.15.81:0/206906915 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1860012b20 con 0x7f186c15f560 2023-06-26T03:00:24.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7ff6bffff640 1 -- 172.21.15.81:0/3284995688 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6d0003ce0 con 0x7ff6d80c3e90 2023-06-26T03:00:24.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7ff6bffff640 1 -- 172.21.15.81:0/3284995688 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6d00018a0 con 0x7ff6d80c3e90 2023-06-26T03:00:24.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7fe654ff9640 1 -- 172.21.15.81:0/1222648726 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6500039a0 con 0x7fe658152090 2023-06-26T03:00:24.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.195+0000 7fe654ff9640 1 -- 172.21.15.81:0/1222648726 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe650003b10 con 0x7fe658152090 2023-06-26T03:00:24.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f1871560640 1 -- 172.21.15.81:0/206906915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f186c201b10 con 0x7f186c15f560 2023-06-26T03:00:24.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f1871560640 1 -- 172.21.15.81:0/206906915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f186c1fb2d0 con 0x7f186c15f560 2023-06-26T03:00:24.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f1871560640 1 -- 172.21.15.81:0/206906915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f186c0cbf80 con 0x7f186c15f560 2023-06-26T03:00:24.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f4b94ff9640 1 -- 172.21.15.81:0/1258285112 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4b880ad5c0 con 0x7f4b980af860 2023-06-26T03:00:24.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f4b94ff9640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4b84066280 0x7f4b84068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f4b97fff640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4b84066280 0x7f4b84068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7fe654ff9640 1 -- 172.21.15.81:0/1222648726 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe6500b5070 con 0x7fe658152090 2023-06-26T03:00:24.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f4b97fff640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4b84066280 0x7f4b84068730 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f4b8c001390 tx=0x7f4b8c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7fe654ff9640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe644066280 0x7fe644068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7fe654ff9640 1 -- 172.21.15.81:0/1222648726 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe65011e050 con 0x7fe658152090 2023-06-26T03:00:24.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f18537fe640 1 -- 172.21.15.81:0/206906915 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1860012c80 con 0x7f186c15f560 2023-06-26T03:00:24.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7fe657fff640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe644066280 0x7fe644068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f18537fe640 1 --2- 172.21.15.81:0/206906915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1858066280 0x7f1858068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f186affd640 1 --2- 172.21.15.81:0/206906915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1858066280 0x7f1858068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f3959ffb640 1 -- 172.21.15.81:0/1308473651 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f396001a400 con 0x7f3964069fc0 2023-06-26T03:00:24.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f3959ffb640 1 --2- 172.21.15.81:0/1308473651 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f39480662b0 0x7f3948068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f3968b82640 1 --2- 172.21.15.81:0/1308473651 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f39480662b0 0x7f3948068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7f0496ffd640 1 -- 172.21.15.81:0/3435728431 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f049c0b7470 con 0x7f04a813b6e0 2023-06-26T03:00:24.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.199+0000 7f18537fe640 1 -- 172.21.15.81:0/206906915 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f1860059280 con 0x7f186c15f560 2023-06-26T03:00:24.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7f186affd640 1 --2- 172.21.15.81:0/206906915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1858066280 0x7f1858068730 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f185c009a40 tx=0x7f185c009500 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7fe657fff640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe644066280 0x7fe644068730 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe6480049b0 tx=0x7fe648000fb0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7f3968b82640 1 --2- 172.21.15.81:0/1308473651 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f39480662b0 0x7f3948068760 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f395c0b1000 tx=0x7f395c004ac0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7f0496ffd640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f04880662b0 0x7f0488068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7f04a659c640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f04880662b0 0x7f0488068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7ff6bffff640 1 -- 172.21.15.81:0/3284995688 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff6d00052d0 con 0x7ff6d80c3e90 2023-06-26T03:00:24.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7f04a659c640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f04880662b0 0x7f0488068760 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f04a813b5b0 tx=0x7f04a0001c80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7f0496ffd640 1 -- 172.21.15.81:0/3435728431 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f049c0a4e40 con 0x7f04a813b6e0 2023-06-26T03:00:24.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7ff6bffff640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff6c40662b0 0x7ff6c4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:24.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7ff6d77fe640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff6c40662b0 0x7ff6c4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:24.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7ff6bffff640 1 -- 172.21.15.81:0/3284995688 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff6d0083630 con 0x7ff6d80c3e90 2023-06-26T03:00:24.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7fabaaffd640 1 -- 172.21.15.81:0/170737063 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fabbc0c9f20 con 0x7fabb4052790 2023-06-26T03:00:24.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7f3959ffb640 1 -- 172.21.15.81:0/1308473651 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f39600556b0 con 0x7f3964069fc0 2023-06-26T03:00:24.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7f4b94ff9640 1 -- 172.21.15.81:0/1258285112 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f4b880eed50 con 0x7f4b980af860 2023-06-26T03:00:24.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.203+0000 7ff6d77fe640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff6c40662b0 0x7ff6c4068760 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff6c80ae000 tx=0x7ff6c80b5040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:24.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.207+0000 7f4b94ff9640 1 -- 172.21.15.81:0/1258285112 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4b880eb090 con 0x7f4b980af860 2023-06-26T03:00:24.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.211+0000 7f0496ffd640 1 -- 172.21.15.81:0/3435728431 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f049c0ebb50 con 0x7f04a813b6e0 2023-06-26T03:00:24.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.215+0000 7f3959ffb640 1 -- 172.21.15.81:0/1308473651 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f39600519f0 con 0x7f3964069fc0 2023-06-26T03:00:24.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.219+0000 7f18537fe640 1 -- 172.21.15.81:0/206906915 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1860051600 con 0x7f186c15f560 2023-06-26T03:00:24.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.223+0000 7fe654ff9640 1 -- 172.21.15.81:0/1222648726 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe6500eb590 con 0x7fe658152090 2023-06-26T03:00:24.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.227+0000 7ff6bffff640 1 -- 172.21.15.81:0/3284995688 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff6d00509a0 con 0x7ff6d80c3e90 2023-06-26T03:00:24.492 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.487+0000 7f23c4a97640 1 -- 172.21.15.81:0/3778000025 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f23b800e850 con 0x7f23b80ceed0 2023-06-26T03:00:24.493 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.487+0000 7f23abfff640 1 -- 172.21.15.81:0/3778000025 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f23ac0555b0 con 0x7f23b80ceed0 2023-06-26T03:00:24.495 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7fabbb59e640 1 -- 172.21.15.81:0/170737063 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fabb417b250 con 0x7fabb4052790 2023-06-26T03:00:24.496 INFO:teuthology.orchestra.run.smithi081.stdout:55834574854 2023-06-26T03:00:24.496 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7f23a9ffb640 1 -- 172.21.15.81:0/3778000025 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f23a40662b0 msgr2=0x7f23a4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.497 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7f23a9ffb640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f23a40662b0 0x7f23a4068760 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f23b80cfa70 tx=0x7f23b4007d00 comp rx=0 tx=0).stop 2023-06-26T03:00:24.497 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7f23a9ffb640 1 -- 172.21.15.81:0/3778000025 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f23b80ceed0 msgr2=0x7f23b80cf340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.497 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7f23a9ffb640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f23b80ceed0 0x7f23b80cf340 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f23ac00f540 tx=0x7f23ac00fa00 comp rx=0 tx=0).stop 2023-06-26T03:00:24.497 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7f23a9ffb640 1 -- 172.21.15.81:0/3778000025 shutdown_connections 2023-06-26T03:00:24.497 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7f23a9ffb640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f23a40662b0 0x7f23a4068760 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.497 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7f23a9ffb640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f23b8056b20 0x7f23b8056f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.498 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7f23a9ffb640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f23b80ceed0 0x7f23b80cf340 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.498 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7f23a9ffb640 1 --2- 172.21.15.81:0/3778000025 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b000a300 0x7f23b80cd480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.498 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7f23a9ffb640 1 -- 172.21.15.81:0/3778000025 >> 172.21.15.81:0/3778000025 conn(0x7f23b8053860 msgr2=0x7f23b803c100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.498 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7f23a9ffb640 1 -- 172.21.15.81:0/3778000025 shutdown_connections 2023-06-26T03:00:24.498 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7f23a9ffb640 1 -- 172.21.15.81:0/3778000025 wait complete. 2023-06-26T03:00:24.498 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.491+0000 7fabaaffd640 1 -- 172.21.15.81:0/170737063 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fabb417b250 con 0x7fabb4052790 2023-06-26T03:00:24.499 INFO:teuthology.orchestra.run.smithi081.stdout:55834574855 2023-06-26T03:00:24.500 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.495+0000 7faba8ff9640 1 -- 172.21.15.81:0/170737063 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fab9c066350 msgr2=0x7fab9c068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.500 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.495+0000 7faba8ff9640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fab9c066350 0x7fab9c068800 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fabac0ae000 tx=0x7fabac0a6040 comp rx=0 tx=0).stop 2023-06-26T03:00:24.500 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.495+0000 7faba8ff9640 1 -- 172.21.15.81:0/170737063 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabb4052790 msgr2=0x7fabb417a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.500 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.495+0000 7faba8ff9640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabb4052790 0x7fabb417a2e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fabbc061050 tx=0x7fabbc066940 comp rx=0 tx=0).stop 2023-06-26T03:00:24.501 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.495+0000 7faba8ff9640 1 -- 172.21.15.81:0/170737063 shutdown_connections 2023-06-26T03:00:24.501 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.495+0000 7faba8ff9640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fab9c066350 0x7fab9c068800 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.501 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.495+0000 7faba8ff9640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabb4052790 0x7fabb417a2e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.501 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.495+0000 7faba8ff9640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fabb4052150 0x7fabb404d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.501 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.495+0000 7faba8ff9640 1 --2- 172.21.15.81:0/170737063 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabb403a760 0x7fabb40e1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.501 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.495+0000 7faba8ff9640 1 -- 172.21.15.81:0/170737063 >> 172.21.15.81:0/170737063 conn(0x7fabb4051640 msgr2=0x7fabb4051a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.510 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.499+0000 7faba8ff9640 1 -- 172.21.15.81:0/170737063 shutdown_connections 2023-06-26T03:00:24.511 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.499+0000 7faba8ff9640 1 -- 172.21.15.81:0/170737063 wait complete. 2023-06-26T03:00:24.511 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.503+0000 7f4b9d54c640 1 -- 172.21.15.81:0/1258285112 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f4b9804dfe0 con 0x7f4b980af860 2023-06-26T03:00:24.511 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.507+0000 7f4b94ff9640 1 -- 172.21.15.81:0/1258285112 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4b880ee6b0 con 0x7f4b980af860 2023-06-26T03:00:24.512 INFO:teuthology.orchestra.run.smithi081.stdout:55834574856 2023-06-26T03:00:24.515 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.507+0000 7f4b9d54c640 1 -- 172.21.15.81:0/1258285112 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4b84066280 msgr2=0x7f4b84068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.515 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.507+0000 7f4b9d54c640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4b84066280 0x7f4b84068730 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f4b8c001390 tx=0x7f4b8c009040 comp rx=0 tx=0).stop 2023-06-26T03:00:24.515 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.507+0000 7f4b9d54c640 1 -- 172.21.15.81:0/1258285112 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4b980af860 msgr2=0x7f4b980c6f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.515 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.511+0000 7f4b9d54c640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4b980af860 0x7f4b980c6f70 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4b880071d0 tx=0x7f4b8801bbe0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.516 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.511+0000 7f4b9d54c640 1 -- 172.21.15.81:0/1258285112 shutdown_connections 2023-06-26T03:00:24.516 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.511+0000 7f4b9d54c640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4b84066280 0x7f4b84068730 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.516 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.511+0000 7f4b9d54c640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b980cc2f0 0x7f4b980c74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.517 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.511+0000 7f4b9d54c640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4b980af860 0x7f4b980c6f70 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.517 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.511+0000 7f4b9d54c640 1 --2- 172.21.15.81:0/1258285112 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4b98089840 0x7f4b98085610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.517 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.511+0000 7f4b9d54c640 1 -- 172.21.15.81:0/1258285112 >> 172.21.15.81:0/1258285112 conn(0x7f4b980694b0 msgr2=0x7f4b98069880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.517 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.511+0000 7f4b9d54c640 1 -- 172.21.15.81:0/1258285112 shutdown_connections 2023-06-26T03:00:24.517 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.511+0000 7f4b9d54c640 1 -- 172.21.15.81:0/1258285112 wait complete. 2023-06-26T03:00:24.519 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.511+0000 7f04acdb4640 1 -- 172.21.15.81:0/3435728431 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f04a804dfe0 con 0x7f04a813b6e0 2023-06-26T03:00:24.519 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.515+0000 7f0496ffd640 1 -- 172.21.15.81:0/3435728431 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f049c0ef170 con 0x7f04a813b6e0 2023-06-26T03:00:24.522 INFO:teuthology.orchestra.run.smithi081.stdout:55834574855 2023-06-26T03:00:24.522 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.7 2023-06-26T03:00:24.523 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.515+0000 7f0494ff9640 1 -- 172.21.15.81:0/3435728431 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f04880662b0 msgr2=0x7f0488068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.523 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.515+0000 7f0494ff9640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f04880662b0 0x7f0488068760 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f04a813b5b0 tx=0x7f04a0001c80 comp rx=0 tx=0).stop 2023-06-26T03:00:24.523 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.515+0000 7f0494ff9640 1 -- 172.21.15.81:0/3435728431 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04a813b6e0 msgr2=0x7f04a813a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.524 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.515+0000 7f0494ff9640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04a813b6e0 0x7f04a813a2f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f049c009030 tx=0x7f0490005800 comp rx=0 tx=0).stop 2023-06-26T03:00:24.524 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.515+0000 7f0494ff9640 1 -- 172.21.15.81:0/3435728431 shutdown_connections 2023-06-26T03:00:24.524 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.515+0000 7f0494ff9640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f04880662b0 0x7f0488068760 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.524 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.515+0000 7f0494ff9640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f04a813b6e0 0x7f04a813a2f0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.524 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.515+0000 7f0494ff9640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04a8138cb0 0x7f04a80b2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.524 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.515+0000 7f0494ff9640 1 --2- 172.21.15.81:0/3435728431 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0490005180 0x7f04a813db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.525 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.515+0000 7f0494ff9640 1 -- 172.21.15.81:0/3435728431 >> 172.21.15.81:0/3435728431 conn(0x7f04a80694b0 msgr2=0x7f04a8144a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.525 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.515+0000 7f0494ff9640 1 -- 172.21.15.81:0/3435728431 shutdown_connections 2023-06-26T03:00:24.525 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.515+0000 7f0494ff9640 1 -- 172.21.15.81:0/3435728431 wait complete. 2023-06-26T03:00:24.525 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.519+0000 7fe65e3b9640 1 -- 172.21.15.81:0/1222648726 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fe6580c5fb0 con 0x7fe658152090 2023-06-26T03:00:24.526 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.519+0000 7fe654ff9640 1 -- 172.21.15.81:0/1222648726 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe6580c5fb0 con 0x7fe658152090 2023-06-26T03:00:24.526 INFO:teuthology.orchestra.run.smithi081.stdout:55834574855 2023-06-26T03:00:24.528 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7fe65e3b9640 1 -- 172.21.15.81:0/1222648726 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe644066280 msgr2=0x7fe644068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.529 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7fe65e3b9640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe644066280 0x7fe644068730 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe6480049b0 tx=0x7fe648000fb0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.529 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7fe65e3b9640 1 -- 172.21.15.81:0/1222648726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe658152090 msgr2=0x7fe658152500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.529 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7fe65e3b9640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe658152090 0x7fe658152500 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe6500b1040 tx=0x7fe640005800 comp rx=0 tx=0).stop 2023-06-26T03:00:24.529 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7fe65e3b9640 1 -- 172.21.15.81:0/1222648726 shutdown_connections 2023-06-26T03:00:24.529 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7fe65e3b9640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe644066280 0x7fe644068730 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.529 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7fe65e3b9640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe658152090 0x7fe658152500 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.530 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7fe65e3b9640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe658151af0 0x7fe65806ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.530 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7fe65e3b9640 1 --2- 172.21.15.81:0/1222648726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe658151720 0x7fe65806ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.530 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7fe65e3b9640 1 -- 172.21.15.81:0/1222648726 >> 172.21.15.81:0/1222648726 conn(0x7fe6580b04b0 msgr2=0x7fe658156710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.530 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7fe65e3b9640 1 -- 172.21.15.81:0/1222648726 shutdown_connections 2023-06-26T03:00:24.531 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7fe65e3b9640 1 -- 172.21.15.81:0/1222648726 wait complete. 2023-06-26T03:00:24.531 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7f396a385640 1 -- 172.21.15.81:0/1308473651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f39640c84f0 con 0x7f3964069fc0 2023-06-26T03:00:24.531 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.523+0000 7f3959ffb640 1 -- 172.21.15.81:0/1308473651 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f3960055010 con 0x7f3964069fc0 2023-06-26T03:00:24.531 INFO:teuthology.orchestra.run.smithi081.stdout:55834574857 2023-06-26T03:00:24.532 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.527+0000 7f396a385640 1 -- 172.21.15.81:0/1308473651 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f39480662b0 msgr2=0x7f3948068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.527+0000 7f396a385640 1 --2- 172.21.15.81:0/1308473651 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f39480662b0 0x7f3948068760 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f395c0b1000 tx=0x7f395c004ac0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.527+0000 7f396a385640 1 -- 172.21.15.81:0/1308473651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3964069fc0 msgr2=0x7f39640b0230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.527+0000 7f396a385640 1 --2- 172.21.15.81:0/1308473651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3964069fc0 0x7f39640b0230 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f396000b440 tx=0x7f396000b900 comp rx=0 tx=0).stop 2023-06-26T03:00:24.534 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.527+0000 7f396a385640 1 -- 172.21.15.81:0/1308473651 shutdown_connections 2023-06-26T03:00:24.534 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.527+0000 7f396a385640 1 --2- 172.21.15.81:0/1308473651 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f39480662b0 0x7f3948068760 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.534 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.527+0000 7f396a385640 1 --2- 172.21.15.81:0/1308473651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f396415c090 0x7f396414cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.534 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.527+0000 7f396a385640 1 --2- 172.21.15.81:0/1308473651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39640cb8a0 0x7f39640b2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.534 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.527+0000 7f396a385640 1 --2- 172.21.15.81:0/1308473651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3964069fc0 0x7f39640b0230 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.534 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.527+0000 7f396a385640 1 -- 172.21.15.81:0/1308473651 >> 172.21.15.81:0/1308473651 conn(0x7f39640694b0 msgr2=0x7f3964156c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.535 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.527+0000 7f396a385640 1 -- 172.21.15.81:0/1308473651 shutdown_connections 2023-06-26T03:00:24.535 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.527+0000 7f396a385640 1 -- 172.21.15.81:0/1308473651 wait complete. 2023-06-26T03:00:24.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.531+0000 7f1871560640 1 -- 172.21.15.81:0/206906915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f186c2013b0 con 0x7f186c15f560 2023-06-26T03:00:24.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.531+0000 7f18537fe640 1 -- 172.21.15.81:0/206906915 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f186c2013b0 con 0x7f186c15f560 2023-06-26T03:00:24.538 INFO:teuthology.orchestra.run.smithi081.stdout:55834574854 2023-06-26T03:00:24.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.535+0000 7f1871560640 1 -- 172.21.15.81:0/206906915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1858066280 msgr2=0x7f1858068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.535+0000 7f1871560640 1 --2- 172.21.15.81:0/206906915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1858066280 0x7f1858068730 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f185c009a40 tx=0x7f185c009500 comp rx=0 tx=0).stop 2023-06-26T03:00:24.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.535+0000 7f1871560640 1 -- 172.21.15.81:0/206906915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f186c15f560 msgr2=0x7f186c0cc460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.535+0000 7f1871560640 1 --2- 172.21.15.81:0/206906915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f186c15f560 0x7f186c0cc460 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f186000d560 tx=0x7f186000da20 comp rx=0 tx=0).stop 2023-06-26T03:00:24.542 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.4 2023-06-26T03:00:24.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.535+0000 7f1871560640 1 -- 172.21.15.81:0/206906915 shutdown_connections 2023-06-26T03:00:24.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.535+0000 7f1871560640 1 --2- 172.21.15.81:0/206906915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1858066280 0x7f1858068730 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.535+0000 7f1871560640 1 --2- 172.21.15.81:0/206906915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f186c15f560 0x7f186c0cc460 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.535+0000 7f1871560640 1 --2- 172.21.15.81:0/206906915 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f186c15b970 0x7f186c153b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.535+0000 7f1871560640 1 --2- 172.21.15.81:0/206906915 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f186c0ab8b0 0x7f186c1fad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.535+0000 7f1871560640 1 -- 172.21.15.81:0/206906915 >> 172.21.15.81:0/206906915 conn(0x7f186c0b04b0 msgr2=0x7f186c151fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.535+0000 7f1871560640 1 -- 172.21.15.81:0/206906915 shutdown_connections 2023-06-26T03:00:24.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.535+0000 7f1871560640 1 -- 172.21.15.81:0/206906915 wait complete. 2023-06-26T03:00:24.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.535+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3284995688 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7ff6d804dfe0 con 0x7ff6d80c3e90 2023-06-26T03:00:24.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.539+0000 7ff6bffff640 1 -- 172.21.15.81:0/3284995688 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff6d0053fc0 con 0x7ff6d80c3e90 2023-06-26T03:00:24.544 INFO:teuthology.orchestra.run.smithi081.stdout:55834574857 2023-06-26T03:00:24.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.539+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3284995688 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff6c40662b0 msgr2=0x7ff6c4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.539+0000 7ff6dcb13640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff6c40662b0 0x7ff6c4068760 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff6c80ae000 tx=0x7ff6c80b5040 comp rx=0 tx=0).stop 2023-06-26T03:00:24.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.539+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3284995688 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6d80c3e90 msgr2=0x7ff6d80cd9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:24.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.539+0000 7ff6dcb13640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6d80c3e90 0x7ff6d80cd9e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff6d000c7f0 tx=0x7ff6d000c8e0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.539+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3284995688 shutdown_connections 2023-06-26T03:00:24.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.539+0000 7ff6dcb13640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff6c40662b0 0x7ff6c4068760 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.539+0000 7ff6dcb13640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d80cdf20 0x7ff6d81ed350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.539+0000 7ff6dcb13640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff6d80c3e90 0x7ff6d80cd9e0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.539+0000 7ff6dcb13640 1 --2- 172.21.15.81:0/3284995688 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6c0003980 0x7ff6d80c2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:24.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.539+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3284995688 >> 172.21.15.81:0/3284995688 conn(0x7ff6d80af680 msgr2=0x7ff6d8159be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:24.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.543+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3284995688 shutdown_connections 2023-06-26T03:00:24.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:24.543+0000 7ff6dcb13640 1 -- 172.21.15.81:0/3284995688 wait complete. 2023-06-26T03:00:24.549 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.2 2023-06-26T03:00:24.550 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.6 2023-06-26T03:00:24.557 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.0 2023-06-26T03:00:24.560 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574857 for osd.3 2023-06-26T03:00:24.565 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.1 2023-06-26T03:00:24.567 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574857 for osd.5 2023-06-26T03:00:25.523 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-06-26T03:00:25.542 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-06-26T03:00:25.550 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-06-26T03:00:25.551 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-06-26T03:00:25.558 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-06-26T03:00:25.562 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-06-26T03:00:25.566 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-06-26T03:00:25.568 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-06-26T03:00:25.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.695+0000 7f4d76fcc640 1 Processor -- start 2023-06-26T03:00:25.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.695+0000 7f4d76fcc640 1 -- start start 2023-06-26T03:00:25.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d76fcc640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4d700c84a0 0x7f4d700c2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d76fcc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d700c8870 0x7f4d700c3010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d76fcc640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d700c3550 con 0x7f4d700cc0b0 2023-06-26T03:00:25.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d76fcc640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d700c3800 con 0x7f4d700c84a0 2023-06-26T03:00:25.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d76fcc640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d700c3ae0 con 0x7f4d700c8870 2023-06-26T03:00:25.705 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d75569640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f4d700cc0b0 0x7f4d700cc530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38336/0 (socket says 172.21.15.81:38336) 2023-06-26T03:00:25.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d75569640 1 -- 172.21.15.81:0/3694723108 learned_addr learned my addr 172.21.15.81:0/3694723108 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:25.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d6ffff640 1 --2- 172.21.15.81:0/3694723108 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d700c8870 0x7f4d700c3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d74d68640 1 --2- 172.21.15.81:0/3694723108 >> v2:172.21.15.92:3300/0 conn(0x7f4d700c84a0 0x7f4d700c2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d6f7fe640 1 -- 172.21.15.81:0/3694723108 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2633024287 0 0) 0x7f4d700c3550 con 0x7f4d700cc0b0 2023-06-26T03:00:25.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d6ffff640 1 -- 172.21.15.81:0/3694723108 >> v2:172.21.15.92:3300/0 conn(0x7f4d700c84a0 msgr2=0x7f4d700c2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:25.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d6ffff640 1 --2- 172.21.15.81:0/3694723108 >> v2:172.21.15.92:3300/0 conn(0x7f4d700c84a0 0x7f4d700c2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d6ffff640 1 -- 172.21.15.81:0/3694723108 >> v1:172.21.15.81:6789/0 conn(0x7f4d700cc0b0 legacy=0x7f4d700cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.707 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.699+0000 7f4d6ffff640 1 -- 172.21.15.81:0/3694723108 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d700c3dc0 con 0x7f4d700c8870 2023-06-26T03:00:25.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.703+0000 7f4d6ffff640 1 --2- 172.21.15.81:0/3694723108 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d700c8870 0x7f4d700c3010 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f4d6800c2e0 tx=0x7f4d6801de30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c53368824f5a99b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.703+0000 7f4d6f7fe640 1 -- 172.21.15.81:0/3694723108 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d680a6d70 con 0x7f4d700c8870 2023-06-26T03:00:25.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.703+0000 7f4d6f7fe640 1 -- 172.21.15.81:0/3694723108 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d6800a0d0 con 0x7f4d700c8870 2023-06-26T03:00:25.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.703+0000 7f4d6f7fe640 1 -- 172.21.15.81:0/3694723108 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d6800a460 con 0x7f4d700c8870 2023-06-26T03:00:25.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.703+0000 7f4d76fcc640 1 -- 172.21.15.81:0/3694723108 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d700c8870 msgr2=0x7f4d700c3010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.703+0000 7f4d76fcc640 1 --2- 172.21.15.81:0/3694723108 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d700c8870 0x7f4d700c3010 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f4d6800c2e0 tx=0x7f4d6801de30 comp rx=0 tx=0).stop 2023-06-26T03:00:25.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.703+0000 7f4d76fcc640 1 -- 172.21.15.81:0/3694723108 shutdown_connections 2023-06-26T03:00:25.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.703+0000 7f4d76fcc640 1 --2- 172.21.15.81:0/3694723108 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d700c8870 0x7f4d700c3010 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.703+0000 7f4d76fcc640 1 --2- 172.21.15.81:0/3694723108 >> v2:172.21.15.92:3300/0 conn(0x7f4d700c84a0 0x7f4d700c2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.703+0000 7f4d76fcc640 1 -- 172.21.15.81:0/3694723108 >> 172.21.15.81:0/3694723108 conn(0x7f4d700b04b0 msgr2=0x7f4d700cdbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:25.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.703+0000 7f4d76fcc640 1 -- 172.21.15.81:0/3694723108 shutdown_connections 2023-06-26T03:00:25.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.703+0000 7f4d76fcc640 1 -- 172.21.15.81:0/3694723108 wait complete. 2023-06-26T03:00:25.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d76fcc640 1 Processor -- start 2023-06-26T03:00:25.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d76fcc640 1 -- start start 2023-06-26T03:00:25.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d76fcc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4d700c84a0 0x7f4d7013f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d76fcc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d700c8870 0x7f4d700c7980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d76fcc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d700cc0b0 0x7f4d700c2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d76fcc640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d70151660 con 0x7f4d700c84a0 2023-06-26T03:00:25.714 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d76fcc640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d700c74f0 con 0x7f4d700c8870 2023-06-26T03:00:25.714 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d76fcc640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d700b2a00 con 0x7f4d700cc0b0 2023-06-26T03:00:25.715 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d74d68640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4d700c84a0 0x7f4d7013f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.715 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d74d68640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4d700c84a0 0x7f4d7013f960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50632/0 (socket says 172.21.15.81:50632) 2023-06-26T03:00:25.715 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d74d68640 1 -- 172.21.15.81:0/375720704 learned_addr learned my addr 172.21.15.81:0/375720704 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:25.715 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d6ffff640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d700c8870 0x7f4d700c7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.715 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d75569640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d700cc0b0 0x7f4d700c2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.715 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d75569640 1 -- 172.21.15.81:0/375720704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d700c8870 msgr2=0x7f4d700c7980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d75569640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d700c8870 0x7f4d700c7980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d75569640 1 -- 172.21.15.81:0/375720704 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4d700c84a0 msgr2=0x7f4d7013f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d75569640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4d700c84a0 0x7f4d7013f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d75569640 1 -- 172.21.15.81:0/375720704 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d6800c050 con 0x7f4d700cc0b0 2023-06-26T03:00:25.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d74d68640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4d700c84a0 0x7f4d7013f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:00:25.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d75569640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d700cc0b0 0x7f4d700c2ad0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f4d6400c430 tx=0x7f4d6400c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d6d7fa640 1 -- 172.21.15.81:0/375720704 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d640074e0 con 0x7f4d700cc0b0 2023-06-26T03:00:25.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d76fcc640 1 -- 172.21.15.81:0/375720704 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d700c6ea0 con 0x7f4d700cc0b0 2023-06-26T03:00:25.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.707+0000 7f4d76fcc640 1 -- 172.21.15.81:0/375720704 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d700c6ac0 con 0x7f4d700cc0b0 2023-06-26T03:00:25.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.711+0000 7f4d6d7fa640 1 -- 172.21.15.81:0/375720704 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d64007660 con 0x7f4d700cc0b0 2023-06-26T03:00:25.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.711+0000 7f4d6d7fa640 1 -- 172.21.15.81:0/375720704 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d64004a30 con 0x7f4d700cc0b0 2023-06-26T03:00:25.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.711+0000 7f4d6d7fa640 1 -- 172.21.15.81:0/375720704 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4d64004c10 con 0x7f4d700cc0b0 2023-06-26T03:00:25.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.711+0000 7f4d6d7fa640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4d5c066280 0x7f4d5c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.711+0000 7f4d6d7fa640 1 -- 172.21.15.81:0/375720704 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f4d64083a00 con 0x7f4d700cc0b0 2023-06-26T03:00:25.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.711+0000 7f4d74d68640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4d5c066280 0x7f4d5c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.715+0000 7f4d76fcc640 1 -- 172.21.15.81:0/375720704 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d50005260 con 0x7f4d700cc0b0 2023-06-26T03:00:25.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.715+0000 7f4d74d68640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4d5c066280 0x7f4d5c068730 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4d60009f50 tx=0x7f4d60006f90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.727+0000 7f4d6d7fa640 1 -- 172.21.15.81:0/375720704 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4d64050e90 con 0x7f4d700cc0b0 2023-06-26T03:00:25.736 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f798a38a640 1 Processor -- start 2023-06-26T03:00:25.737 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f798a38a640 1 -- start start 2023-06-26T03:00:25.737 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f798a38a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f798415ae90 0x7f79840c3c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.737 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f798a38a640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f79840c4170 0x7f79840c8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.738 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f798a38a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f79840c8ab0 0x7f79840c2b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.738 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f798a38a640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f798415b260 con 0x7f79840c4170 2023-06-26T03:00:25.738 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f798a38a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79840cd370 con 0x7f79840c8ab0 2023-06-26T03:00:25.738 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f798a38a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79840c8f30 con 0x7f798415ae90 2023-06-26T03:00:25.739 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f79837fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f79840c4170 0x7f79840c8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.739 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f79837fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f79840c4170 0x7f79840c8570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50646/0 (socket says 172.21.15.81:50646) 2023-06-26T03:00:25.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f7983fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f798415ae90 0x7f79840c3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f7988927640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f79840c8ab0 0x7f79840c2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f79837fe640 1 -- 172.21.15.81:0/3633084772 learned_addr learned my addr 172.21.15.81:0/3633084772 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:25.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f79837fe640 1 -- 172.21.15.81:0/3633084772 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f798415ae90 msgr2=0x7f79840c3c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:25.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f79837fe640 1 --2- 172.21.15.81:0/3633084772 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f798415ae90 0x7f79840c3c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f79837fe640 1 -- 172.21.15.81:0/3633084772 >> v2:172.21.15.92:3300/0 conn(0x7f79840c8ab0 msgr2=0x7f79840c2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:25.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f79837fe640 1 --2- 172.21.15.81:0/3633084772 >> v2:172.21.15.92:3300/0 conn(0x7f79840c8ab0 0x7f79840c2b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f79837fe640 1 -- 172.21.15.81:0/3633084772 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79840c45a0 con 0x7f79840c4170 2023-06-26T03:00:25.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f7983fff640 1 --2- 172.21.15.81:0/3633084772 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f798415ae90 0x7f79840c3c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:00:25.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.731+0000 7f7988927640 1 --2- 172.21.15.81:0/3633084772 >> v2:172.21.15.92:3300/0 conn(0x7f79840c8ab0 0x7f79840c2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:00:25.742 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.735+0000 7f79837fe640 1 --2- 172.21.15.81:0/3633084772 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f79840c4170 0x7f79840c8570 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f798406ce90 tx=0x7f797801d840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae8f3821bf221e6d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.742 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.735+0000 7f7982ffd640 1 -- 172.21.15.81:0/3633084772 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79780a76e0 con 0x7f79840c4170 2023-06-26T03:00:25.742 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.735+0000 7f7982ffd640 1 -- 172.21.15.81:0/3633084772 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79780a7840 con 0x7f79840c4170 2023-06-26T03:00:25.743 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.735+0000 7f7982ffd640 1 -- 172.21.15.81:0/3633084772 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79780a7bd0 con 0x7f79840c4170 2023-06-26T03:00:25.743 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 -- 172.21.15.81:0/3633084772 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f79840c4170 msgr2=0x7f79840c8570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.743 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 --2- 172.21.15.81:0/3633084772 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f79840c4170 0x7f79840c8570 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f798406ce90 tx=0x7f797801d840 comp rx=0 tx=0).stop 2023-06-26T03:00:25.744 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f72f3fff640 1 Processor -- start 2023-06-26T03:00:25.744 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 -- 172.21.15.81:0/3633084772 shutdown_connections 2023-06-26T03:00:25.744 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 --2- 172.21.15.81:0/3633084772 >> v2:172.21.15.92:3300/0 conn(0x7f79840c8ab0 0x7f79840c2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.744 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 --2- 172.21.15.81:0/3633084772 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f79840c4170 0x7f79840c8570 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 --2- 172.21.15.81:0/3633084772 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f798415ae90 0x7f79840c3c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 -- 172.21.15.81:0/3633084772 >> 172.21.15.81:0/3633084772 conn(0x7f79840b0560 msgr2=0x7f79840cdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:25.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 -- 172.21.15.81:0/3633084772 shutdown_connections 2023-06-26T03:00:25.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 -- 172.21.15.81:0/3633084772 wait complete. 2023-06-26T03:00:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f72f3fff640 1 -- start start 2023-06-26T03:00:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f72f3fff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f72f40c1150 0x7f72f4164350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f72f3fff640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72f406bef0 con 0x7f72f40ac590 2023-06-26T03:00:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f72f3fff640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72f4070d50 con 0x7f72f40c0d80 2023-06-26T03:00:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f72f3fff640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72f406c140 con 0x7f72f40c1150 2023-06-26T03:00:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f72f27fc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f72f40c1150 0x7f72f4164350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f72f27fc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f72f40c1150 0x7f72f4164350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50658/0 (socket says 172.21.15.81:50658) 2023-06-26T03:00:25.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 Processor -- start 2023-06-26T03:00:25.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f72f27fc640 1 -- 172.21.15.81:0/3693237609 learned_addr learned my addr 172.21.15.81:0/3693237609 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:25.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 -- start start 2023-06-26T03:00:25.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f72f27fc640 1 -- 172.21.15.81:0/3693237609 >> v1:172.21.15.92:6789/0 conn(0x7f72f40c0d80 legacy=0x7f72f4163c40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-06-26T03:00:25.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f72f27fc640 1 -- 172.21.15.81:0/3693237609 >> v1:172.21.15.81:6789/0 conn(0x7f72f40ac590 legacy=0x7f72f40c9c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:25.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f72f27fc640 1 -- 172.21.15.81:0/3693237609 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72f406c420 con 0x7f72f40c1150 2023-06-26T03:00:25.749 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f79840c8ab0 0x7f7984149910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.749 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f798415ae90 0x7f7984152010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79841550f0 0x7f798414d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79840b0bd0 con 0x7f79840c8ab0 2023-06-26T03:00:25.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79840b0eb0 con 0x7f79841550f0 2023-06-26T03:00:25.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f798a38a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7984070f70 con 0x7f798415ae90 2023-06-26T03:00:25.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f7983fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f79840c8ab0 0x7f7984149910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f7983fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f79840c8ab0 0x7f7984149910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50674/0 (socket says 172.21.15.81:50674) 2023-06-26T03:00:25.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.739+0000 7f7983fff640 1 -- 172.21.15.81:0/3477299323 learned_addr learned my addr 172.21.15.81:0/3477299323 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:25.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f7988927640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79841550f0 0x7f798414d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f79837fe640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f798415ae90 0x7f7984152010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f7983fff640 1 -- 172.21.15.81:0/3477299323 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f798415ae90 msgr2=0x7f7984152010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f7983fff640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f798415ae90 0x7f7984152010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f7983fff640 1 -- 172.21.15.81:0/3477299323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79841550f0 msgr2=0x7f798414d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f7983fff640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79841550f0 0x7f798414d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f7983fff640 1 -- 172.21.15.81:0/3477299323 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f797c007760 con 0x7f79840c8ab0 2023-06-26T03:00:25.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f7983fff640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f79840c8ab0 0x7f7984149910 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f797400ec10 tx=0x7f797400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f7980ff9640 1 -- 172.21.15.81:0/3477299323 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f797400cc30 con 0x7f79840c8ab0 2023-06-26T03:00:25.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f7980ff9640 1 -- 172.21.15.81:0/3477299323 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f797400cd90 con 0x7f79840c8ab0 2023-06-26T03:00:25.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f7980ff9640 1 -- 172.21.15.81:0/3477299323 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7974013690 con 0x7f79840c8ab0 2023-06-26T03:00:25.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f798a38a640 1 -- 172.21.15.81:0/3477299323 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7974009420 con 0x7f79840c8ab0 2023-06-26T03:00:25.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f798a38a640 1 -- 172.21.15.81:0/3477299323 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f797800a670 con 0x7f79840c8ab0 2023-06-26T03:00:25.753 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f72f27fc640 1 --2- 172.21.15.81:0/3693237609 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f72f40c1150 0x7f72f4164350 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f72e4009870 tx=0x7f72e401c370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b67df31033cc7ca7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.753 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f56e15c5640 1 Processor -- start 2023-06-26T03:00:25.753 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f56e15c5640 1 -- start start 2023-06-26T03:00:25.754 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f72f1ffb640 1 -- 172.21.15.81:0/3693237609 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e40ad640 con 0x7f72f40c1150 2023-06-26T03:00:25.754 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f72f1ffb640 1 -- 172.21.15.81:0/3693237609 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72e40ad7a0 con 0x7f72f40c1150 2023-06-26T03:00:25.754 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f798a38a640 1 -- 172.21.15.81:0/3477299323 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7964005260 con 0x7f79840c8ab0 2023-06-26T03:00:25.755 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f56e15c5640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f56dc0c89c0 0x7f56dc0cd5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.755 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f56e15c5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56dc06eed0 0x7f56dc168060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.755 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f56e15c5640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56dc0c3330 con 0x7f56dc0cc240 2023-06-26T03:00:25.755 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f56e15c5640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56dc0ccc00 con 0x7f56dc0c89c0 2023-06-26T03:00:25.756 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f56e15c5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56dc0cdb10 con 0x7f56dc06eed0 2023-06-26T03:00:25.756 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f72f1ffb640 1 -- 172.21.15.81:0/3693237609 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e40ad640 con 0x7f72f40c1150 2023-06-26T03:00:25.756 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f72f3fff640 1 -- 172.21.15.81:0/3693237609 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f72f40c1150 msgr2=0x7f72f4164350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.756 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f72f3fff640 1 --2- 172.21.15.81:0/3693237609 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f72f40c1150 0x7f72f4164350 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f72e4009870 tx=0x7f72e401c370 comp rx=0 tx=0).stop 2023-06-26T03:00:25.757 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f72f3fff640 1 -- 172.21.15.81:0/3693237609 shutdown_connections 2023-06-26T03:00:25.757 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f72f3fff640 1 --2- 172.21.15.81:0/3693237609 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f72f40c1150 0x7f72f4164350 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.757 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f72f3fff640 1 -- 172.21.15.81:0/3693237609 >> 172.21.15.81:0/3693237609 conn(0x7f72f40af680 msgr2=0x7f72f40afa80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:25.757 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0416df5640 1 Processor -- start 2023-06-26T03:00:25.757 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0416df5640 1 -- start start 2023-06-26T03:00:25.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.743+0000 7f7980ff9640 1 -- 172.21.15.81:0/3477299323 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f79740137f0 con 0x7f79840c8ab0 2023-06-26T03:00:25.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f7980ff9640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f79700662d0 0x7f7970068780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f7980ff9640 1 -- 172.21.15.81:0/3477299323 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f79740846d0 con 0x7f79840c8ab0 2023-06-26T03:00:25.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f79837fe640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f79700662d0 0x7f7970068780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f56daffd640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f56dc0cc240 0x7f56dc0c82b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38360/0 (socket says 172.21.15.81:38360) 2023-06-26T03:00:25.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f56daffd640 1 -- 172.21.15.81:0/3284293568 learned_addr learned my addr 172.21.15.81:0/3284293568 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:25.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f56db7fe640 1 --2- 172.21.15.81:0/3284293568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56dc06eed0 0x7f56dc168060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f56da7fc640 1 --2- 172.21.15.81:0/3284293568 >> v2:172.21.15.81:3300/0 conn(0x7f56dc0c89c0 0x7f56dc0cd5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f56db7fe640 1 -- 172.21.15.81:0/3284293568 >> v2:172.21.15.81:3300/0 conn(0x7f56dc0c89c0 msgr2=0x7f56dc0cd5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:25.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f56db7fe640 1 --2- 172.21.15.81:0/3284293568 >> v2:172.21.15.81:3300/0 conn(0x7f56dc0c89c0 0x7f56dc0cd5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f56db7fe640 1 -- 172.21.15.81:0/3284293568 >> v1:172.21.15.81:6789/0 conn(0x7f56dc0cc240 legacy=0x7f56dc0c82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f56db7fe640 1 -- 172.21.15.81:0/3284293568 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56dc0c2ce0 con 0x7f56dc06eed0 2023-06-26T03:00:25.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f72f3fff640 1 -- 172.21.15.81:0/3693237609 shutdown_connections 2023-06-26T03:00:25.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedbae16640 1 Processor -- start 2023-06-26T03:00:25.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedbae16640 1 -- start start 2023-06-26T03:00:25.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fe0dbca4640 1 Processor -- start 2023-06-26T03:00:25.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f72f3fff640 1 -- 172.21.15.81:0/3693237609 wait complete. 2023-06-26T03:00:25.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedbae16640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fedb40cfa60 0x7fedb40ceaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedbae16640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fedb40cf030 0x7fedb40cb860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedbae16640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fedb40cb3d0 con 0x7fedb41594a0 2023-06-26T03:00:25.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedbae16640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fedb40cf470 con 0x7fedb40cf030 2023-06-26T03:00:25.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedbae16640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fedb40d0ae0 con 0x7fedb40cfa60 2023-06-26T03:00:25.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f79837fe640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f79700662d0 0x7f7970068780 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f79780b0000 tx=0x7f79780a8000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0416df5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f04100b1c80 0x7f04100b20d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0416df5640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0410070490 con 0x7f04100694b0 2023-06-26T03:00:25.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0416df5640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f041006fe80 con 0x7f041015fb30 2023-06-26T03:00:25.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0416df5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04100b4df0 con 0x7f04100b1c80 2023-06-26T03:00:25.764 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f04155f2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f04100b1c80 0x7f04100b20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.764 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0415df3640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f041015fb30 0x7f0410070920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:50406/0 (socket says 172.21.15.81:50406) 2023-06-26T03:00:25.764 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0415df3640 1 -- 172.21.15.81:0/1795505472 learned_addr learned my addr 172.21.15.81:0/1795505472 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:25.764 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedba615640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fedb40cf030 0x7fedb40cb860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.764 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedba615640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fedb40cf030 0x7fedb40cb860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50696/0 (socket says 172.21.15.81:50696) 2023-06-26T03:00:25.765 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedba615640 1 -- 172.21.15.81:0/1581498224 learned_addr learned my addr 172.21.15.81:0/1581498224 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:25.765 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3973184532 0 0) 0x7f041006fe80 con 0x7f041015fb30 2023-06-26T03:00:25.765 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f03fc003530 con 0x7f041015fb30 2023-06-26T03:00:25.765 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fe0dbca4640 1 -- start start 2023-06-26T03:00:25.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f72f3fff640 1 Processor -- start 2023-06-26T03:00:25.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 <== mon.1 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3893331318 0 0) 0x7f03fc003530 con 0x7f041015fb30 2023-06-26T03:00:25.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f04100b1c80 msgr2=0x7f04100b20d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:25.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 --2- 172.21.15.81:0/1795505472 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f04100b1c80 0x7f04100b20d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f72f3fff640 1 -- start start 2023-06-26T03:00:25.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 >> v1:172.21.15.81:6789/0 conn(0x7f04100694b0 legacy=0x7f041006be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04100b2740 con 0x7f041015fb30 2023-06-26T03:00:25.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 <== mon.1 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f0400001680 con 0x7f041015fb30 2023-06-26T03:00:25.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 >> v1:172.21.15.92:6789/0 conn(0x7f041015fb30 legacy=0x7f0410070920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 --2- 172.21.15.81:0/1795505472 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03fc003980 0x7f03fc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 --2- 172.21.15.81:0/1795505472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03fc0047d0 0x7f03fc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 --2- 172.21.15.81:0/1795505472 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03fc005180 0x7f03fc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04100b4df0 con 0x7f03fc0047d0 2023-06-26T03:00:25.769 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03fc00c060 con 0x7f03fc005180 2023-06-26T03:00:25.769 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03fc00c220 con 0x7f03fc003980 2023-06-26T03:00:25.769 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedba615640 1 -- 172.21.15.81:0/1581498224 >> v2:172.21.15.92:3300/0 conn(0x7fedb40cfa60 msgr2=0x7fedb40ceaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:25.769 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedba615640 1 --2- 172.21.15.81:0/1581498224 >> v2:172.21.15.92:3300/0 conn(0x7fedb40cfa60 0x7fedb40ceaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.769 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedba615640 1 -- 172.21.15.81:0/1581498224 >> v1:172.21.15.81:6789/0 conn(0x7fedb41594a0 legacy=0x7fedb415d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.770 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7fedba615640 1 -- 172.21.15.81:0/1581498224 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedb40d0240 con 0x7fedb40cf030 2023-06-26T03:00:25.770 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f0415df3640 1 --2- 172.21.15.81:0/1795505472 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03fc003980 0x7f03fc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.770 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.747+0000 7f04155f2640 1 --2- 172.21.15.81:0/1795505472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03fc0047d0 0x7f03fc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f3fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72f40ac590 0x7f72f4159240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f72f40c0d80 0x7f72f40c29e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f3fff640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f72f40aea20 0x7f72f40b2030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f3fff640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72f40b1ba0 con 0x7f72f40c0d80 2023-06-26T03:00:25.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f3fff640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72f40c2f20 con 0x7f72f40aea20 2023-06-26T03:00:25.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f3fff640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72f40cdf20 con 0x7f72f40ac590 2023-06-26T03:00:25.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7fe0dbca4640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe0cc006bb0 0x7fe0cc036530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7fe0dbca4640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0cc0544d0 con 0x7fe0cc0e6c10 2023-06-26T03:00:25.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7fe0dbca4640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0cc0547b0 con 0x7fe0cc033860 2023-06-26T03:00:25.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7fe0dbca4640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0cc0e6fe0 con 0x7fe0cc006bb0 2023-06-26T03:00:25.773 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56db7fe640 1 --2- 172.21.15.81:0/3284293568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56dc06eed0 0x7f56dc168060 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f56cc0097c0 tx=0x7f56cc01ec70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1040bd265381b2f4 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.773 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f04165f4640 1 --2- 172.21.15.81:0/1795505472 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03fc005180 0x7f03fc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f27fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f72f40c0d80 0x7f72f40c29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f27fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f72f40c0d80 0x7f72f40c29e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50700/0 (socket says 172.21.15.81:50700) 2023-06-26T03:00:25.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f27fc640 1 -- 172.21.15.81:0/385689360 learned_addr learned my addr 172.21.15.81:0/385689360 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:25.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7fe0da241640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe0cc006bb0 0x7fe0cc036530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7fe0d9a40640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fe0cc0e6c10 0x7fe0cc052ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38388/0 (socket says 172.21.15.81:38388) 2023-06-26T03:00:25.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7fe0d9a40640 1 -- 172.21.15.81:0/1672576304 learned_addr learned my addr 172.21.15.81:0/1672576304 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:25.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f04155f2640 1 -- 172.21.15.81:0/1795505472 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03fc003980 msgr2=0x7f03fc003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:25.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f04155f2640 1 --2- 172.21.15.81:0/1795505472 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03fc003980 0x7f03fc003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f04155f2640 1 -- 172.21.15.81:0/1795505472 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03fc005180 msgr2=0x7f03fc00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:25.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f04155f2640 1 --2- 172.21.15.81:0/1795505472 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03fc005180 0x7f03fc00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.776 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f37fe640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f72f40aea20 0x7f72f40b2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.776 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f04155f2640 1 -- 172.21.15.81:0/1795505472 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03fc003530 con 0x7f03fc0047d0 2023-06-26T03:00:25.776 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f2ffd640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72f40ac590 0x7f72f4159240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.777 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56d9ffb640 1 -- 172.21.15.81:0/3284293568 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56cc0a8970 con 0x7f56dc06eed0 2023-06-26T03:00:25.777 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56d9ffb640 1 -- 172.21.15.81:0/3284293568 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56cc0a8ad0 con 0x7f56dc06eed0 2023-06-26T03:00:25.777 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56d9ffb640 1 -- 172.21.15.81:0/3284293568 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56cc0a8e60 con 0x7f56dc06eed0 2023-06-26T03:00:25.777 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f2ffd640 1 -- 172.21.15.81:0/385689360 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f72f40aea20 msgr2=0x7f72f40b2030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.778 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f2ffd640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f72f40aea20 0x7f72f40b2030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.778 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f2ffd640 1 -- 172.21.15.81:0/385689360 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f72f40c0d80 msgr2=0x7f72f40c29e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.778 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f2ffd640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f72f40c0d80 0x7f72f40c29e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.778 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f2ffd640 1 -- 172.21.15.81:0/385689360 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72e40094d0 con 0x7f72f40ac590 2023-06-26T03:00:25.778 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7fe0da241640 1 -- 172.21.15.81:0/1672576304 >> v1:172.21.15.92:6789/0 conn(0x7fe0cc033860 legacy=0x7fe0cc04f070 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-26T03:00:25.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7fe0da241640 1 -- 172.21.15.81:0/1672576304 >> v1:172.21.15.81:6789/0 conn(0x7fe0cc0e6c10 legacy=0x7fe0cc052ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7fe0da241640 1 -- 172.21.15.81:0/1672576304 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0cc050e10 con 0x7fe0cc006bb0 2023-06-26T03:00:25.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56e15c5640 1 -- 172.21.15.81:0/3284293568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56dc06eed0 msgr2=0x7f56dc168060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56e15c5640 1 --2- 172.21.15.81:0/3284293568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56dc06eed0 0x7f56dc168060 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f56cc0097c0 tx=0x7f56cc01ec70 comp rx=0 tx=0).stop 2023-06-26T03:00:25.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56e15c5640 1 -- 172.21.15.81:0/3284293568 shutdown_connections 2023-06-26T03:00:25.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56e15c5640 1 --2- 172.21.15.81:0/3284293568 >> v2:172.21.15.81:3300/0 conn(0x7f56dc0c89c0 0x7f56dc0cd5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56e15c5640 1 --2- 172.21.15.81:0/3284293568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56dc06eed0 0x7f56dc168060 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56e15c5640 1 -- 172.21.15.81:0/3284293568 >> 172.21.15.81:0/3284293568 conn(0x7f56dc0b0560 msgr2=0x7f56dc0cdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:25.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f2ffd640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72f40ac590 0x7f72f4159240 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f72ec00be20 tx=0x7f72ec009f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56e15c5640 1 -- 172.21.15.81:0/3284293568 shutdown_connections 2023-06-26T03:00:25.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56e15c5640 1 -- 172.21.15.81:0/3284293568 wait complete. 2023-06-26T03:00:25.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72db7fe640 1 -- 172.21.15.81:0/385689360 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72ec014440 con 0x7f72f40ac590 2023-06-26T03:00:25.782 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7fedba615640 1 --2- 172.21.15.81:0/1581498224 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedb40cf030 0x7fedb40cb860 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fedb40b1dc0 tx=0x7fedac01c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf75f5d434e79e82 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.782 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f3fff640 1 -- 172.21.15.81:0/385689360 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72f40cae80 con 0x7f72f40ac590 2023-06-26T03:00:25.782 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f3fff640 1 -- 172.21.15.81:0/385689360 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72f40ce4e0 con 0x7f72f40ac590 2023-06-26T03:00:25.782 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72db7fe640 1 -- 172.21.15.81:0/385689360 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72ec0145a0 con 0x7f72f40ac590 2023-06-26T03:00:25.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72db7fe640 1 -- 172.21.15.81:0/385689360 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72ec014990 con 0x7f72f40ac590 2023-06-26T03:00:25.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f04155f2640 1 --2- 172.21.15.81:0/1795505472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03fc0047d0 0x7f03fc004c40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f04100cdcb0 tx=0x7f040801cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd1fa3291ba6d9ce server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f72f3fff640 1 -- 172.21.15.81:0/385689360 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72f404dfe0 con 0x7f72f40ac590 2023-06-26T03:00:25.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56e15c5640 1 Processor -- start 2023-06-26T03:00:25.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.751+0000 7f56e15c5640 1 -- start start 2023-06-26T03:00:25.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fe0da241640 1 --2- 172.21.15.81:0/1672576304 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0cc006bb0 0x7fe0cc036530 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe0d404e5e0 tx=0x7fe0d4095990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fff0cf9fb5debceb server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fe0d8a3e640 1 -- 172.21.15.81:0/1672576304 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0d4122700 con 0x7fe0cc006bb0 2023-06-26T03:00:25.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fe0d8a3e640 1 -- 172.21.15.81:0/1672576304 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0d4122860 con 0x7fe0cc006bb0 2023-06-26T03:00:25.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fe0d8a3e640 1 -- 172.21.15.81:0/1672576304 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0d4122c90 con 0x7fe0cc006bb0 2023-06-26T03:00:25.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56e15c5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56dc06eed0 0x7f56dc0c77a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56e15c5640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56dc0c89c0 0x7f56dc088b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56e15c5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f56dc0cc240 0x7f56dc0b0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56e15c5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56dc0b1110 con 0x7f56dc0cc240 2023-06-26T03:00:25.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f7980ff9640 1 -- 172.21.15.81:0/3477299323 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7974051ce0 con 0x7f79840c8ab0 2023-06-26T03:00:25.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56daffd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56dc06eed0 0x7f56dc0c77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56daffd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56dc06eed0 0x7f56dc0c77a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.81:52650/0 (socket says 172.21.15.81:52650) 2023-06-26T03:00:25.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56daffd640 1 -- 172.21.15.81:0/735465938 learned_addr learned my addr 172.21.15.81:0/735465938 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:25.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56da7fc640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56dc0c89c0 0x7f56dc088b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56e15c5640 1 -- 172.21.15.81:0/735465938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56dc06b5a0 con 0x7f56dc0c89c0 2023-06-26T03:00:25.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56e15c5640 1 -- 172.21.15.81:0/735465938 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56dc06b880 con 0x7f56dc06eed0 2023-06-26T03:00:25.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56db7fe640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f56dc0cc240 0x7f56dc0b0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56da7fc640 1 -- 172.21.15.81:0/735465938 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56dc06eed0 msgr2=0x7f56dc0c77a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56da7fc640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56dc06eed0 0x7f56dc0c77a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56da7fc640 1 -- 172.21.15.81:0/735465938 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f56dc0cc240 msgr2=0x7f56dc0b0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56da7fc640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f56dc0cc240 0x7f56dc0b0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56da7fc640 1 -- 172.21.15.81:0/735465938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56cc009420 con 0x7f56dc0c89c0 2023-06-26T03:00:25.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fe0dbca4640 1 -- 172.21.15.81:0/1672576304 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0cc006bb0 msgr2=0x7fe0cc036530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fe0dbca4640 1 --2- 172.21.15.81:0/1672576304 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0cc006bb0 0x7fe0cc036530 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe0d404e5e0 tx=0x7fe0d4095990 comp rx=0 tx=0).stop 2023-06-26T03:00:25.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fe0dbca4640 1 -- 172.21.15.81:0/1672576304 shutdown_connections 2023-06-26T03:00:25.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fe0dbca4640 1 --2- 172.21.15.81:0/1672576304 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0cc006bb0 0x7fe0cc036530 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fe0dbca4640 1 -- 172.21.15.81:0/1672576304 >> 172.21.15.81:0/1672576304 conn(0x7fe0cc051530 msgr2=0x7fe0cc051930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:25.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fe0dbca4640 1 -- 172.21.15.81:0/1672576304 shutdown_connections 2023-06-26T03:00:25.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fe0dbca4640 1 -- 172.21.15.81:0/1672576304 wait complete. 2023-06-26T03:00:25.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f72db7fe640 1 -- 172.21.15.81:0/385689360 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f72ec01d3b0 con 0x7f72f40ac590 2023-06-26T03:00:25.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f72db7fe640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f72e0066280 0x7f72e0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f72db7fe640 1 -- 172.21.15.81:0/385689360 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f72ec0843b0 con 0x7f72f40ac590 2023-06-26T03:00:25.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f72f27fc640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f72e0066280 0x7f72e0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56da7fc640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56dc0c89c0 0x7f56dc088b20 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f56d0009fd0 tx=0x7f56d000b5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56c37fe640 1 -- 172.21.15.81:0/735465938 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56d0019070 con 0x7f56dc0c89c0 2023-06-26T03:00:25.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f72f27fc640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f72e0066280 0x7f72e0068730 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f72e401c3b0 tx=0x7f72e4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56c37fe640 1 -- 172.21.15.81:0/735465938 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56d001d410 con 0x7f56dc0c89c0 2023-06-26T03:00:25.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56c37fe640 1 -- 172.21.15.81:0/735465938 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56d001d780 con 0x7f56dc0c89c0 2023-06-26T03:00:25.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fedb8e12640 1 -- 172.21.15.81:0/1581498224 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedac0090d0 con 0x7fedb40cf030 2023-06-26T03:00:25.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56e15c5640 1 -- 172.21.15.81:0/735465938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56dc06bb60 con 0x7f56dc0c89c0 2023-06-26T03:00:25.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f56e15c5640 1 -- 172.21.15.81:0/735465938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56dc06c120 con 0x7f56dc0c89c0 2023-06-26T03:00:25.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04080a96e0 con 0x7f03fc0047d0 2023-06-26T03:00:25.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fe0dbca4640 1 Processor -- start 2023-06-26T03:00:25.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.755+0000 7fe0dbca4640 1 -- start start 2023-06-26T03:00:25.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0dbca4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0cc006bb0 0x7fe0cc0d4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0dbca4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0cc033860 0x7fe0cc0e7240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0dbca4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0cc0e6c10 0x7fe0cc0e94a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0dbca4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0cc0d5010 con 0x7fe0cc006bb0 2023-06-26T03:00:25.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0dbca4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0cc04aca0 con 0x7fe0cc033860 2023-06-26T03:00:25.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0dbca4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0cc04a9c0 con 0x7fe0cc0e6c10 2023-06-26T03:00:25.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7f56c17fa640 1 -- 172.21.15.81:0/735465938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56b4005260 con 0x7f56dc0c89c0 2023-06-26T03:00:25.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0d923f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0cc033860 0x7fe0cc0e7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0d923f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0cc033860 0x7fe0cc0e7240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:40202/0 (socket says 172.21.15.81:40202) 2023-06-26T03:00:25.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0d923f640 1 -- 172.21.15.81:0/2795317698 learned_addr learned my addr 172.21.15.81:0/2795317698 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:25.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fedb8e12640 1 -- 172.21.15.81:0/1581498224 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedac009230 con 0x7fedb40cf030 2023-06-26T03:00:25.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fedbae16640 1 -- 172.21.15.81:0/1581498224 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedb40cf030 msgr2=0x7fedb40cb860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fedbae16640 1 --2- 172.21.15.81:0/1581498224 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedb40cf030 0x7fedb40cb860 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fedb40b1dc0 tx=0x7fedac01c9f0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0d9a40640 1 --2- 172.21.15.81:0/2795317698 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0cc006bb0 0x7fe0cc0d4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fedbae16640 1 -- 172.21.15.81:0/1581498224 shutdown_connections 2023-06-26T03:00:25.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fedbae16640 1 --2- 172.21.15.81:0/1581498224 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedb40cf030 0x7fedb40cb860 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fedbae16640 1 --2- 172.21.15.81:0/1581498224 >> v2:172.21.15.92:3300/0 conn(0x7fedb40cfa60 0x7fedb40ceaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fedbae16640 1 -- 172.21.15.81:0/1581498224 >> 172.21.15.81:0/1581498224 conn(0x7fedb406cee0 msgr2=0x7fedb406d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:25.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0d923f640 1 -- 172.21.15.81:0/2795317698 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0cc0e6c10 msgr2=0x7fe0cc0e94a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0d923f640 1 --2- 172.21.15.81:0/2795317698 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0cc0e6c10 0x7fe0cc0e94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0d923f640 1 -- 172.21.15.81:0/2795317698 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0cc006bb0 msgr2=0x7fe0cc0d4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.799 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0d923f640 1 --2- 172.21.15.81:0/2795317698 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0cc006bb0 0x7fe0cc0d4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.799 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0d923f640 1 -- 172.21.15.81:0/2795317698 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0d404e720 con 0x7fe0cc033860 2023-06-26T03:00:25.799 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fedbae16640 1 -- 172.21.15.81:0/1581498224 shutdown_connections 2023-06-26T03:00:25.799 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fe0d923f640 1 --2- 172.21.15.81:0/2795317698 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0cc033860 0x7fe0cc0e7240 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe0d000b450 tx=0x7fe0d000b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.800 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7f56c37fe640 1 -- 172.21.15.81:0/735465938 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f56d001d8e0 con 0x7f56dc0c89c0 2023-06-26T03:00:25.800 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7f56c37fe640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f56c80662b0 0x7f56c8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.800 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7f56c37fe640 1 -- 172.21.15.81:0/735465938 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f56d008bf90 con 0x7f56dc0c89c0 2023-06-26T03:00:25.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7f56daffd640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f56c80662b0 0x7f56c8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fedbae16640 1 -- 172.21.15.81:0/1581498224 wait complete. 2023-06-26T03:00:25.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fedbae16640 1 Processor -- start 2023-06-26T03:00:25.801 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7f56daffd640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f56c80662b0 0x7f56c8068760 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f56d4001ec0 tx=0x7f56d4001a30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.759+0000 7fedbae16640 1 -- start start 2023-06-26T03:00:25.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedbae16640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb40cf030 0x7fedb41677a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f040800f040 con 0x7f03fc0047d0 2023-06-26T03:00:25.802 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7f0414df1640 1 -- 172.21.15.81:0/1795505472 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04080a9b00 con 0x7f03fc0047d0 2023-06-26T03:00:25.803 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedbae16640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedb40cfa60 0x7fedb40c89d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.803 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedb9e14640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb40cf030 0x7fedb41677a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedb9e14640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb40cf030 0x7fedb41677a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:40210/0 (socket says 172.21.15.81:40210) 2023-06-26T03:00:25.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedb9613640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedb40cfa60 0x7fedb40c89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedb9613640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedb40cfa60 0x7fedb40c89d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50720/0 (socket says 172.21.15.81:50720) 2023-06-26T03:00:25.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedb9e14640 1 -- 172.21.15.81:0/1685204056 learned_addr learned my addr 172.21.15.81:0/1685204056 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:25.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedbae16640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedb41594a0 0x7fedb40c6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedbae16640 1 -- 172.21.15.81:0/1685204056 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedb4200950 con 0x7fedb40cfa60 2023-06-26T03:00:25.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedbae16640 1 -- 172.21.15.81:0/1685204056 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedb40c7930 con 0x7fedb40cf030 2023-06-26T03:00:25.805 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedbae16640 1 -- 172.21.15.81:0/1685204056 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedb40c7c10 con 0x7fedb41594a0 2023-06-26T03:00:25.805 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7f0416df5640 1 -- 172.21.15.81:0/1795505472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03fc0047d0 msgr2=0x7f03fc004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.805 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7f0416df5640 1 --2- 172.21.15.81:0/1795505472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03fc0047d0 0x7f03fc004c40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f04100cdcb0 tx=0x7f040801cba0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.805 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7f04165f4640 1 -- 172.21.15.81:0/1795505472 reap_dead start 2023-06-26T03:00:25.806 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7f0416df5640 1 -- 172.21.15.81:0/1795505472 shutdown_connections 2023-06-26T03:00:25.806 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7f0416df5640 1 -- 172.21.15.81:0/1795505472 >> 172.21.15.81:0/1795505472 conn(0x7f04100b0980 msgr2=0x7f04100b0d80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:25.806 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedba615640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedb41594a0 0x7fedb40c6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.806 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedb9e14640 1 -- 172.21.15.81:0/1685204056 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedb41594a0 msgr2=0x7fedb40c6dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.807 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedb9e14640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedb41594a0 0x7fedb40c6dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.807 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedb9e14640 1 -- 172.21.15.81:0/1685204056 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedb40cfa60 msgr2=0x7fedb40c89d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.807 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedb9e14640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedb40cfa60 0x7fedb40c89d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.807 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedb9e14640 1 -- 172.21.15.81:0/1685204056 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedac009b30 con 0x7fedb40cf030 2023-06-26T03:00:25.807 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7f0416df5640 1 -- 172.21.15.81:0/1795505472 shutdown_connections 2023-06-26T03:00:25.808 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7f0416df5640 1 -- 172.21.15.81:0/1795505472 wait complete. 2023-06-26T03:00:25.808 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.763+0000 7fedb9e14640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb40cf030 0x7fedb41677a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fedb000c3c0 tx=0x7fedb000c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.808 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0416df5640 1 Processor -- start 2023-06-26T03:00:25.809 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0416df5640 1 -- start start 2023-06-26T03:00:25.809 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f72db7fe640 1 -- 172.21.15.81:0/385689360 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f72ec0518c0 con 0x7f72f40ac590 2023-06-26T03:00:25.811 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0416df5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0410161750 0x7f041015b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.811 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0416df5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f041015bee0 0x7f0410161b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.811 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0415df3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0410161750 0x7f041015b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.811 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0415df3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0410161750 0x7f041015b9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50726/0 (socket says 172.21.15.81:50726) 2023-06-26T03:00:25.811 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0416df5640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0410162060 0x7f04101573d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.811 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0415df3640 1 -- 172.21.15.81:0/348524933 learned_addr learned my addr 172.21.15.81:0/348524933 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:25.812 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0416df5640 1 -- 172.21.15.81:0/348524933 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0410150480 con 0x7f0410161750 2023-06-26T03:00:25.812 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0416df5640 1 -- 172.21.15.81:0/348524933 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f041015c350 con 0x7f0410162060 2023-06-26T03:00:25.812 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0416df5640 1 -- 172.21.15.81:0/348524933 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0410168ac0 con 0x7f041015bee0 2023-06-26T03:00:25.812 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f04155f2640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f041015bee0 0x7f0410161b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.812 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f04165f4640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0410162060 0x7f04101573d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.812 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0415df3640 1 -- 172.21.15.81:0/348524933 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f041015bee0 msgr2=0x7f0410161b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0415df3640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f041015bee0 0x7f0410161b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0415df3640 1 -- 172.21.15.81:0/348524933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0410162060 msgr2=0x7f04101573d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0415df3640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0410162060 0x7f04101573d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0415df3640 1 -- 172.21.15.81:0/348524933 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0410168da0 con 0x7f0410161750 2023-06-26T03:00:25.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0415df3640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0410161750 0x7f041015b9a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f04000072f0 tx=0x7f0400004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f04067fc640 1 -- 172.21.15.81:0/348524933 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f040000f960 con 0x7f0410161750 2023-06-26T03:00:25.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0416df5640 1 -- 172.21.15.81:0/348524933 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0410169080 con 0x7f0410161750 2023-06-26T03:00:25.814 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0416df5640 1 -- 172.21.15.81:0/348524933 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0410169640 con 0x7f0410161750 2023-06-26T03:00:25.814 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f04067fc640 1 -- 172.21.15.81:0/348524933 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f040000fac0 con 0x7f0410161750 2023-06-26T03:00:25.814 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f04067fc640 1 -- 172.21.15.81:0/348524933 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f040000fe30 con 0x7f0410161750 2023-06-26T03:00:25.814 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.767+0000 7f0416df5640 1 -- 172.21.15.81:0/348524933 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03f8005260 con 0x7f0410161750 2023-06-26T03:00:25.814 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7f04067fc640 1 -- 172.21.15.81:0/348524933 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f040001e3b0 con 0x7f0410161750 2023-06-26T03:00:25.814 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7f04067fc640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f03f40662b0 0x7f03f4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.814 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7f04067fc640 1 -- 172.21.15.81:0/348524933 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f0400083cf0 con 0x7f0410161750 2023-06-26T03:00:25.815 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7f04155f2640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f03f40662b0 0x7f03f4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.815 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7fe0ca7fc640 1 -- 172.21.15.81:0/2795317698 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0d0011890 con 0x7fe0cc033860 2023-06-26T03:00:25.815 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7fedaa7fc640 1 -- 172.21.15.81:0/1685204056 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedb00052d0 con 0x7fedb40cf030 2023-06-26T03:00:25.816 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7fedbae16640 1 -- 172.21.15.81:0/1685204056 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fedb40d0010 con 0x7fedb40cf030 2023-06-26T03:00:25.816 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7fedbae16640 1 -- 172.21.15.81:0/1685204056 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fedb40c81d0 con 0x7fedb40cf030 2023-06-26T03:00:25.816 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7f56c37fe640 1 -- 172.21.15.81:0/735465938 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f56d00594c0 con 0x7f56dc0c89c0 2023-06-26T03:00:25.816 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7fe0dbca4640 1 -- 172.21.15.81:0/2795317698 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0cc0dbda0 con 0x7fe0cc033860 2023-06-26T03:00:25.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7fe0dbca4640 1 -- 172.21.15.81:0/2795317698 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0cc0dc360 con 0x7fe0cc033860 2023-06-26T03:00:25.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7fedaa7fc640 1 -- 172.21.15.81:0/1685204056 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedb0005430 con 0x7fedb40cf030 2023-06-26T03:00:25.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7fedaa7fc640 1 -- 172.21.15.81:0/1685204056 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedb0003840 con 0x7fedb40cf030 2023-06-26T03:00:25.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.775+0000 7fedbae16640 1 -- 172.21.15.81:0/1685204056 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed9c005260 con 0x7fedb40cf030 2023-06-26T03:00:25.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.775+0000 7fedaa7fc640 1 -- 172.21.15.81:0/1685204056 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fedb00039a0 con 0x7fedb40cf030 2023-06-26T03:00:25.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.775+0000 7fedaa7fc640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed98066280 0x7fed98068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.775+0000 7fedaa7fc640 1 -- 172.21.15.81:0/1685204056 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fedb0083650 con 0x7fedb40cf030 2023-06-26T03:00:25.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.775+0000 7f04067fc640 1 -- 172.21.15.81:0/348524933 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0400051170 con 0x7f0410161750 2023-06-26T03:00:25.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7fe0ca7fc640 1 -- 172.21.15.81:0/2795317698 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0d00119f0 con 0x7fe0cc033860 2023-06-26T03:00:25.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.771+0000 7fe0ca7fc640 1 -- 172.21.15.81:0/2795317698 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0d0011d80 con 0x7fe0cc033860 2023-06-26T03:00:25.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.775+0000 7fe0ca7fc640 1 -- 172.21.15.81:0/2795317698 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe0d001a400 con 0x7fe0cc033860 2023-06-26T03:00:25.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.775+0000 7fe0ca7fc640 1 --2- 172.21.15.81:0/2795317698 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe0b8066280 0x7fe0b8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.775+0000 7fe0ca7fc640 1 -- 172.21.15.81:0/2795317698 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe0d00840b0 con 0x7fe0cc033860 2023-06-26T03:00:25.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.775+0000 7fe0dbca4640 1 -- 172.21.15.81:0/2795317698 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0bc005260 con 0x7fe0cc033860 2023-06-26T03:00:25.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.779+0000 7f04155f2640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f03f40662b0 0x7f03f4068760 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f04080ae000 tx=0x7f0408004ac0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.820 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.779+0000 7fe0d9a40640 1 --2- 172.21.15.81:0/2795317698 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe0b8066280 0x7fe0b8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.820 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.779+0000 7fedb9613640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed98066280 0x7fed98068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.820 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.779+0000 7fe0d9a40640 1 --2- 172.21.15.81:0/2795317698 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe0b8066280 0x7fe0b8068730 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe0c4005890 tx=0x7fe0c4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.779+0000 7fedb9613640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed98066280 0x7fed98068730 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fedb40b5800 tx=0x7feda4009110 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.783+0000 7f17d58a9640 1 Processor -- start 2023-06-26T03:00:25.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.783+0000 7f17d58a9640 1 -- start start 2023-06-26T03:00:25.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17d58a9640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f17d01585e0 0x7f17d015ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17d58a9640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f17d006a5c0 0x7f17d006aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17ce7fc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f17d006a5c0 0x7f17d006aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17ce7fc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f17d006a5c0 0x7f17d006aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50740/0 (socket says 172.21.15.81:50740) 2023-06-26T03:00:25.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17ce7fc640 1 -- 172.21.15.81:0/2324204820 learned_addr learned my addr 172.21.15.81:0/2324204820 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:25.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17ceffd640 1 --2- 172.21.15.81:0/2324204820 >> v2:172.21.15.92:3300/0 conn(0x7f17d01585e0 0x7f17d015ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17d58a9640 1 -- 172.21.15.81:0/2324204820 --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17d0159500 con 0x7f17d01589b0 2023-06-26T03:00:25.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17d58a9640 1 -- 172.21.15.81:0/2324204820 --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17d006afa0 con 0x7f17d006a5c0 2023-06-26T03:00:25.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17d58a9640 1 -- 172.21.15.81:0/2324204820 --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17d015c820 con 0x7f17d01585e0 2023-06-26T03:00:25.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7fedaa7fc640 1 -- 172.21.15.81:0/1685204056 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fedb0050b60 con 0x7fedb40cf030 2023-06-26T03:00:25.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17cdffb640 1 -- 172.21.15.81:0/2324204820 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3393648054 0 0) 0x7f17c80014a0 con 0x7f17d01589b0 2023-06-26T03:00:25.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17cdffb640 1 -- 172.21.15.81:0/2324204820 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f17b8003430 con 0x7f17d01589b0 2023-06-26T03:00:25.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17ce7fc640 1 -- 172.21.15.81:0/2324204820 >> v2:172.21.15.92:3300/0 conn(0x7f17d01585e0 msgr2=0x7f17d015ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:25.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17ce7fc640 1 --2- 172.21.15.81:0/2324204820 >> v2:172.21.15.92:3300/0 conn(0x7f17d01585e0 0x7f17d015ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17ce7fc640 1 -- 172.21.15.81:0/2324204820 >> v1:172.21.15.81:6789/0 conn(0x7f17d01589b0 legacy=0x7f17d0158df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.787+0000 7f17ce7fc640 1 -- 172.21.15.81:0/2324204820 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17d00cc5d0 con 0x7f17d006a5c0 2023-06-26T03:00:25.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.791+0000 7f17ce7fc640 1 --2- 172.21.15.81:0/2324204820 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f17d006a5c0 0x7f17d006aa60 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f17d006b3e0 tx=0x7f17c401c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dace13d933bd7a4d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.791+0000 7f17cdffb640 1 -- 172.21.15.81:0/2324204820 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c40ab640 con 0x7f17d006a5c0 2023-06-26T03:00:25.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.791+0000 7f17cdffb640 1 -- 172.21.15.81:0/2324204820 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17c40a7070 con 0x7f17d006a5c0 2023-06-26T03:00:25.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.791+0000 7f17cdffb640 1 -- 172.21.15.81:0/2324204820 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c40ab9c0 con 0x7f17d006a5c0 2023-06-26T03:00:25.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.791+0000 7f17d58a9640 1 -- 172.21.15.81:0/2324204820 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f17d006a5c0 msgr2=0x7f17d006aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.791+0000 7f17d58a9640 1 --2- 172.21.15.81:0/2324204820 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f17d006a5c0 0x7f17d006aa60 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f17d006b3e0 tx=0x7f17c401c460 comp rx=0 tx=0).stop 2023-06-26T03:00:25.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.791+0000 7f17d58a9640 1 -- 172.21.15.81:0/2324204820 shutdown_connections 2023-06-26T03:00:25.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.791+0000 7f17d58a9640 1 --2- 172.21.15.81:0/2324204820 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f17d006a5c0 0x7f17d006aa60 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.791+0000 7f17d58a9640 1 --2- 172.21.15.81:0/2324204820 >> v2:172.21.15.92:3300/0 conn(0x7f17d01585e0 0x7f17d015ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.791+0000 7f17d58a9640 1 -- 172.21.15.81:0/2324204820 >> 172.21.15.81:0/2324204820 conn(0x7f17d00cb820 msgr2=0x7f17d00cbc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:25.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.791+0000 7f17d58a9640 1 -- 172.21.15.81:0/2324204820 shutdown_connections 2023-06-26T03:00:25.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.791+0000 7f17d58a9640 1 -- 172.21.15.81:0/2324204820 wait complete. 2023-06-26T03:00:25.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.795+0000 7f17d58a9640 1 Processor -- start 2023-06-26T03:00:25.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.795+0000 7f17d58a9640 1 -- start start 2023-06-26T03:00:25.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.795+0000 7f17d58a9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17d006a5c0 0x7f17d0154150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.795+0000 7f17d58a9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f17d01585e0 0x7f17d0154690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.795+0000 7f17d58a9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17d01589b0 0x7f17d00c7720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.795+0000 7f17ce7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f17d01585e0 0x7f17d0154690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.795+0000 7f17ce7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f17d01585e0 0x7f17d0154690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50754/0 (socket says 172.21.15.81:50754) 2023-06-26T03:00:25.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.795+0000 7f17ceffd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17d006a5c0 0x7f17d0154150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.795+0000 7f17ce7fc640 1 -- 172.21.15.81:0/3380379677 learned_addr learned my addr 172.21.15.81:0/3380379677 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:25.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.795+0000 7f17d58a9640 1 -- 172.21.15.81:0/3380379677 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17d00b1bd0 con 0x7f17d01585e0 2023-06-26T03:00:25.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.795+0000 7f17d58a9640 1 -- 172.21.15.81:0/3380379677 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17d00b1eb0 con 0x7f17d01589b0 2023-06-26T03:00:25.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.795+0000 7f17d58a9640 1 -- 172.21.15.81:0/3380379677 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17d00b2190 con 0x7f17d006a5c0 2023-06-26T03:00:25.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.795+0000 7f17cf7fe640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17d01589b0 0x7f17d00c7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.799+0000 7f17ce7fc640 1 -- 172.21.15.81:0/3380379677 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17d006a5c0 msgr2=0x7f17d0154150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.799+0000 7f17ce7fc640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17d006a5c0 0x7f17d0154150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.799+0000 7f17ce7fc640 1 -- 172.21.15.81:0/3380379677 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17d01589b0 msgr2=0x7f17d00c7720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:25.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.799+0000 7f17ce7fc640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17d01589b0 0x7f17d00c7720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:25.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.799+0000 7f17ce7fc640 1 -- 172.21.15.81:0/3380379677 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17c40094d0 con 0x7f17d01585e0 2023-06-26T03:00:25.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.799+0000 7f17cf7fe640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17d01589b0 0x7f17d00c7720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:25.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.799+0000 7f17ce7fc640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f17d01585e0 0x7f17d0154690 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f17c4019070 tx=0x7f17c401aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.799+0000 7fe0ca7fc640 1 -- 172.21.15.81:0/2795317698 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe0d0051520 con 0x7fe0cc033860 2023-06-26T03:00:25.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.803+0000 7f17b7fff640 1 -- 172.21.15.81:0/3380379677 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c40be5f0 con 0x7f17d01585e0 2023-06-26T03:00:25.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.803+0000 7f17d58a9640 1 -- 172.21.15.81:0/3380379677 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17d00b2470 con 0x7f17d01585e0 2023-06-26T03:00:25.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.803+0000 7f17d58a9640 1 -- 172.21.15.81:0/3380379677 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17d0153890 con 0x7f17d01585e0 2023-06-26T03:00:25.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.803+0000 7f17b7fff640 1 -- 172.21.15.81:0/3380379677 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17c40be750 con 0x7f17d01585e0 2023-06-26T03:00:25.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.803+0000 7f17b7fff640 1 -- 172.21.15.81:0/3380379677 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c40beb00 con 0x7f17d01585e0 2023-06-26T03:00:25.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.807+0000 7f17b7fff640 1 -- 172.21.15.81:0/3380379677 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f17c40b43f0 con 0x7f17d01585e0 2023-06-26T03:00:25.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.807+0000 7f17b7fff640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f17bc066380 0x7f17bc068830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:25.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.807+0000 7f17b7fff640 1 -- 172.21.15.81:0/3380379677 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f17c411ed40 con 0x7f17d01585e0 2023-06-26T03:00:25.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.811+0000 7f17ceffd640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f17bc066380 0x7f17bc068830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:25.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.811+0000 7f17b5ffb640 1 -- 172.21.15.81:0/3380379677 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17b0005260 con 0x7f17d01585e0 2023-06-26T03:00:25.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.811+0000 7f17ceffd640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f17bc066380 0x7f17bc068830 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f17c0007a60 tx=0x7f17c0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:25.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:25.819+0000 7f17b7fff640 1 -- 172.21.15.81:0/3380379677 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f17c40efc50 con 0x7f17d01585e0 2023-06-26T03:00:26.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.019+0000 7f4d76fcc640 1 -- 172.21.15.81:0/375720704 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f4d50005510 con 0x7f4d700cc0b0 2023-06-26T03:00:26.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.019+0000 7f4d6d7fa640 1 -- 172.21.15.81:0/375720704 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4d640544b0 con 0x7f4d700cc0b0 2023-06-26T03:00:26.028 INFO:teuthology.orchestra.run.smithi081.stdout:55834574855 2023-06-26T03:00:26.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.023+0000 7f4d56ffd640 1 -- 172.21.15.81:0/375720704 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4d5c066280 msgr2=0x7f4d5c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.023+0000 7f4d56ffd640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4d5c066280 0x7f4d5c068730 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4d60009f50 tx=0x7f4d60006f90 comp rx=0 tx=0).stop 2023-06-26T03:00:26.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.023+0000 7f4d56ffd640 1 -- 172.21.15.81:0/375720704 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d700cc0b0 msgr2=0x7f4d700c2ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.023+0000 7f4d56ffd640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d700cc0b0 0x7f4d700c2ad0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f4d6400c430 tx=0x7f4d6400c8f0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.023+0000 7f4d56ffd640 1 -- 172.21.15.81:0/375720704 shutdown_connections 2023-06-26T03:00:26.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.023+0000 7f4d56ffd640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4d5c066280 0x7f4d5c068730 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.023+0000 7f4d56ffd640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d700cc0b0 0x7f4d700c2ad0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.023+0000 7f4d56ffd640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d700c8870 0x7f4d700c7980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.023+0000 7f4d56ffd640 1 --2- 172.21.15.81:0/375720704 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4d700c84a0 0x7f4d7013f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.023+0000 7f4d56ffd640 1 -- 172.21.15.81:0/375720704 >> 172.21.15.81:0/375720704 conn(0x7f4d700b04b0 msgr2=0x7f4d700ae7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:26.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.023+0000 7f4d56ffd640 1 -- 172.21.15.81:0/375720704 shutdown_connections 2023-06-26T03:00:26.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.023+0000 7f4d56ffd640 1 -- 172.21.15.81:0/375720704 wait complete. 2023-06-26T03:00:26.052 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.7 2023-06-26T03:00:26.053 DEBUG:teuthology.parallel:result is None 2023-06-26T03:00:26.053 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.047+0000 7f798a38a640 1 -- 172.21.15.81:0/3477299323 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f79640057e0 con 0x7f79840c8ab0 2023-06-26T03:00:26.054 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.047+0000 7f7980ff9640 1 -- 172.21.15.81:0/3477299323 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7974055300 con 0x7f79840c8ab0 2023-06-26T03:00:26.054 INFO:teuthology.orchestra.run.smithi081.stdout:55834574858 2023-06-26T03:00:26.056 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.051+0000 7f798a38a640 1 -- 172.21.15.81:0/3477299323 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f79700662d0 msgr2=0x7f7970068780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.056 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.051+0000 7f798a38a640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f79700662d0 0x7f7970068780 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f79780b0000 tx=0x7f79780a8000 comp rx=0 tx=0).stop 2023-06-26T03:00:26.056 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.051+0000 7f798a38a640 1 -- 172.21.15.81:0/3477299323 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f79840c8ab0 msgr2=0x7f7984149910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.057 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.051+0000 7f798a38a640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f79840c8ab0 0x7f7984149910 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f797400ec10 tx=0x7f797400c520 comp rx=0 tx=0).stop 2023-06-26T03:00:26.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.051+0000 7f798a38a640 1 -- 172.21.15.81:0/3477299323 shutdown_connections 2023-06-26T03:00:26.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.051+0000 7f798a38a640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f79700662d0 0x7f7970068780 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.051+0000 7f798a38a640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79841550f0 0x7f798414d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.051+0000 7f798a38a640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f798415ae90 0x7f7984152010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.051+0000 7f798a38a640 1 --2- 172.21.15.81:0/3477299323 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f79840c8ab0 0x7f7984149910 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.051+0000 7f798a38a640 1 -- 172.21.15.81:0/3477299323 >> 172.21.15.81:0/3477299323 conn(0x7f79840b0560 msgr2=0x7f798406c740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:26.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.051+0000 7f798a38a640 1 -- 172.21.15.81:0/3477299323 shutdown_connections 2023-06-26T03:00:26.059 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.051+0000 7f798a38a640 1 -- 172.21.15.81:0/3477299323 wait complete. 2023-06-26T03:00:26.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.067+0000 7f72f3fff640 1 -- 172.21.15.81:0/385689360 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f72f40cb150 con 0x7f72f40ac590 2023-06-26T03:00:26.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.067+0000 7f72db7fe640 1 -- 172.21.15.81:0/385689360 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f72ec019020 con 0x7f72f40ac590 2023-06-26T03:00:26.074 INFO:teuthology.orchestra.run.smithi081.stdout:55834574856 2023-06-26T03:00:26.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.071+0000 7f72f3fff640 1 -- 172.21.15.81:0/385689360 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f72e0066280 msgr2=0x7f72e0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.071+0000 7f72f3fff640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f72e0066280 0x7f72e0068730 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f72e401c3b0 tx=0x7f72e4009040 comp rx=0 tx=0).stop 2023-06-26T03:00:26.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.071+0000 7f72f3fff640 1 -- 172.21.15.81:0/385689360 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72f40ac590 msgr2=0x7f72f4159240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.071+0000 7f72f3fff640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72f40ac590 0x7f72f4159240 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f72ec00be20 tx=0x7f72ec009f70 comp rx=0 tx=0).stop 2023-06-26T03:00:26.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.071+0000 7f72f3fff640 1 -- 172.21.15.81:0/385689360 shutdown_connections 2023-06-26T03:00:26.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.071+0000 7f72f3fff640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f72e0066280 0x7f72e0068730 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.071+0000 7f72f3fff640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f72f40aea20 0x7f72f40b2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.071+0000 7f72f3fff640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f72f40c0d80 0x7f72f40c29e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.071+0000 7f72f3fff640 1 --2- 172.21.15.81:0/385689360 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72f40ac590 0x7f72f4159240 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.071+0000 7f72f3fff640 1 -- 172.21.15.81:0/385689360 >> 172.21.15.81:0/385689360 conn(0x7f72f40af680 msgr2=0x7f72f415c410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:26.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.071+0000 7f72f3fff640 1 -- 172.21.15.81:0/385689360 shutdown_connections 2023-06-26T03:00:26.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.071+0000 7f72f3fff640 1 -- 172.21.15.81:0/385689360 wait complete. 2023-06-26T03:00:26.080 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.3 2023-06-26T03:00:26.080 DEBUG:teuthology.parallel:result is None 2023-06-26T03:00:26.086 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.079+0000 7f56c17fa640 1 -- 172.21.15.81:0/735465938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f56b40057e0 con 0x7f56dc0c89c0 2023-06-26T03:00:26.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f56c37fe640 1 -- 172.21.15.81:0/735465938 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f56d0022020 con 0x7f56dc0c89c0 2023-06-26T03:00:26.087 INFO:teuthology.orchestra.run.smithi081.stdout:55834574855 2023-06-26T03:00:26.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f0416df5640 1 -- 172.21.15.81:0/348524933 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f03f80057e0 con 0x7f0410161750 2023-06-26T03:00:26.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f04067fc640 1 -- 172.21.15.81:0/348524933 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f040001a020 con 0x7f0410161750 2023-06-26T03:00:26.089 INFO:teuthology.orchestra.run.smithi081.stdout:55834574857 2023-06-26T03:00:26.090 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f56c17fa640 1 -- 172.21.15.81:0/735465938 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f56c80662b0 msgr2=0x7f56c8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.090 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f56c17fa640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f56c80662b0 0x7f56c8068760 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f56d4001ec0 tx=0x7f56d4001a30 comp rx=0 tx=0).stop 2023-06-26T03:00:26.090 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f56c17fa640 1 -- 172.21.15.81:0/735465938 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56dc0c89c0 msgr2=0x7f56dc088b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.090 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f56c17fa640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56dc0c89c0 0x7f56dc088b20 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f56d0009fd0 tx=0x7f56d000b5d0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f56c17fa640 1 -- 172.21.15.81:0/735465938 shutdown_connections 2023-06-26T03:00:26.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f56c17fa640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f56c80662b0 0x7f56c8068760 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f56c17fa640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f56dc0cc240 0x7f56dc0b0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f56c17fa640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56dc0c89c0 0x7f56dc088b20 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f56c17fa640 1 --2- 172.21.15.81:0/735465938 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56dc06eed0 0x7f56dc0c77a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f56c17fa640 1 -- 172.21.15.81:0/735465938 >> 172.21.15.81:0/735465938 conn(0x7f56dc0b0560 msgr2=0x7f56dc0aec00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:26.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f56c17fa640 1 -- 172.21.15.81:0/735465938 shutdown_connections 2023-06-26T03:00:26.092 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.083+0000 7f56c17fa640 1 -- 172.21.15.81:0/735465938 wait complete. 2023-06-26T03:00:26.092 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f0416df5640 1 -- 172.21.15.81:0/348524933 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f03f40662b0 msgr2=0x7f03f4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.092 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f0416df5640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f03f40662b0 0x7f03f4068760 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f04080ae000 tx=0x7f0408004ac0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f0416df5640 1 -- 172.21.15.81:0/348524933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0410161750 msgr2=0x7f041015b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f0416df5640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0410161750 0x7f041015b9a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f04000072f0 tx=0x7f0400004f90 comp rx=0 tx=0).stop 2023-06-26T03:00:26.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f0416df5640 1 -- 172.21.15.81:0/348524933 shutdown_connections 2023-06-26T03:00:26.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f0416df5640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f03f40662b0 0x7f03f4068760 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f0416df5640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0410162060 0x7f04101573d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f0416df5640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f041015bee0 0x7f0410161b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f0416df5640 1 --2- 172.21.15.81:0/348524933 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0410161750 0x7f041015b9a0 secure :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f04000072f0 tx=0x7f0400004f90 comp rx=0 tx=0).stop 2023-06-26T03:00:26.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f0416df5640 1 -- 172.21.15.81:0/348524933 >> 172.21.15.81:0/348524933 conn(0x7f04100b0980 msgr2=0x7f04100b2db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:26.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f0416df5640 1 -- 172.21.15.81:0/348524933 shutdown_connections 2023-06-26T03:00:26.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f0416df5640 1 -- 172.21.15.81:0/348524933 wait complete. 2023-06-26T03:00:26.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f17b5ffb640 1 -- 172.21.15.81:0/3380379677 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f17b0005510 con 0x7f17d01585e0 2023-06-26T03:00:26.095 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f17b7fff640 1 -- 172.21.15.81:0/3380379677 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f17c40ef7e0 con 0x7f17d01585e0 2023-06-26T03:00:26.095 INFO:teuthology.orchestra.run.smithi081.stdout:55834574858 2023-06-26T03:00:26.096 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f17b5ffb640 1 -- 172.21.15.81:0/3380379677 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f17bc066380 msgr2=0x7f17bc068830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.096 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f17b5ffb640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f17bc066380 0x7f17bc068830 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f17c0007a60 tx=0x7f17c0008040 comp rx=0 tx=0).stop 2023-06-26T03:00:26.096 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f17b5ffb640 1 -- 172.21.15.81:0/3380379677 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f17d01585e0 msgr2=0x7f17d0154690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.096 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f17b5ffb640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f17d01585e0 0x7f17d0154690 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f17c4019070 tx=0x7f17c401aca0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.097 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.087+0000 7f17b5ffb640 1 -- 172.21.15.81:0/3380379677 shutdown_connections 2023-06-26T03:00:26.097 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.091+0000 7f17b5ffb640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f17bc066380 0x7f17bc068830 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.097 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.091+0000 7f17b5ffb640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17d01589b0 0x7f17d00c7720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.097 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.091+0000 7f17b5ffb640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f17d01585e0 0x7f17d0154690 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.097 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.091+0000 7f17b5ffb640 1 --2- 172.21.15.81:0/3380379677 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17d006a5c0 0x7f17d0154150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.097 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.091+0000 7f17b5ffb640 1 -- 172.21.15.81:0/3380379677 >> 172.21.15.81:0/3380379677 conn(0x7f17d00cb820 msgr2=0x7f17d0070b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:26.099 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.091+0000 7f17b5ffb640 1 -- 172.21.15.81:0/3380379677 shutdown_connections 2023-06-26T03:00:26.099 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.091+0000 7f17b5ffb640 1 -- 172.21.15.81:0/3380379677 wait complete. 2023-06-26T03:00:26.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.091+0000 7fe0dbca4640 1 -- 172.21.15.81:0/2795317698 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fe0bc005510 con 0x7fe0cc033860 2023-06-26T03:00:26.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.091+0000 7fe0ca7fc640 1 -- 172.21.15.81:0/2795317698 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe0d0015070 con 0x7fe0cc033860 2023-06-26T03:00:26.100 INFO:teuthology.orchestra.run.smithi081.stdout:55834574856 2023-06-26T03:00:26.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fe0dbca4640 1 -- 172.21.15.81:0/2795317698 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe0b8066280 msgr2=0x7fe0b8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fe0dbca4640 1 --2- 172.21.15.81:0/2795317698 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe0b8066280 0x7fe0b8068730 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe0c4005890 tx=0x7fe0c4009040 comp rx=0 tx=0).stop 2023-06-26T03:00:26.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fe0dbca4640 1 -- 172.21.15.81:0/2795317698 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0cc033860 msgr2=0x7fe0cc0e7240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fe0dbca4640 1 --2- 172.21.15.81:0/2795317698 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0cc033860 0x7fe0cc0e7240 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe0d000b450 tx=0x7fe0d000b910 comp rx=0 tx=0).stop 2023-06-26T03:00:26.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fe0dbca4640 1 -- 172.21.15.81:0/2795317698 shutdown_connections 2023-06-26T03:00:26.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fe0dbca4640 1 --2- 172.21.15.81:0/2795317698 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe0b8066280 0x7fe0b8068730 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fe0dbca4640 1 --2- 172.21.15.81:0/2795317698 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0cc0e6c10 0x7fe0cc0e94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fe0dbca4640 1 --2- 172.21.15.81:0/2795317698 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0cc033860 0x7fe0cc0e7240 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fe0dbca4640 1 --2- 172.21.15.81:0/2795317698 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe0cc006bb0 0x7fe0cc0d4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.103 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fe0dbca4640 1 -- 172.21.15.81:0/2795317698 >> 172.21.15.81:0/2795317698 conn(0x7fe0cc051530 msgr2=0x7fe0cc0394f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:26.103 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fe0dbca4640 1 -- 172.21.15.81:0/2795317698 shutdown_connections 2023-06-26T03:00:26.103 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fe0dbca4640 1 -- 172.21.15.81:0/2795317698 wait complete. 2023-06-26T03:00:26.103 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fedbae16640 1 -- 172.21.15.81:0/1685204056 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fed9c0057e0 con 0x7fedb40cf030 2023-06-26T03:00:26.103 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.095+0000 7fedaa7fc640 1 -- 172.21.15.81:0/1685204056 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fedb0054180 con 0x7fedb40cf030 2023-06-26T03:00:26.104 INFO:teuthology.orchestra.run.smithi081.stdout:55834574856 2023-06-26T03:00:26.105 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.0 2023-06-26T03:00:26.105 DEBUG:teuthology.parallel:result is None 2023-06-26T03:00:26.106 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.099+0000 7fedbae16640 1 -- 172.21.15.81:0/1685204056 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed98066280 msgr2=0x7fed98068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.106 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.099+0000 7fedbae16640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed98066280 0x7fed98068730 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fedb40b5800 tx=0x7feda4009110 comp rx=0 tx=0).stop 2023-06-26T03:00:26.106 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.099+0000 7fedbae16640 1 -- 172.21.15.81:0/1685204056 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb40cf030 msgr2=0x7fedb41677a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.107 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.099+0000 7fedbae16640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb40cf030 0x7fedb41677a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fedb000c3c0 tx=0x7fedb000c880 comp rx=0 tx=0).stop 2023-06-26T03:00:26.107 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.099+0000 7fedbae16640 1 -- 172.21.15.81:0/1685204056 shutdown_connections 2023-06-26T03:00:26.107 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.099+0000 7fedbae16640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed98066280 0x7fed98068730 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.107 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.099+0000 7fedbae16640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedb41594a0 0x7fedb40c6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.107 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.099+0000 7fedbae16640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedb40cfa60 0x7fedb40c89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.107 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.099+0000 7fedbae16640 1 --2- 172.21.15.81:0/1685204056 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedb40cf030 0x7fedb41677a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.107 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.099+0000 7fedbae16640 1 -- 172.21.15.81:0/1685204056 >> 172.21.15.81:0/1685204056 conn(0x7fedb406cee0 msgr2=0x7fedb414e480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:26.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.099+0000 7fedbae16640 1 -- 172.21.15.81:0/1685204056 shutdown_connections 2023-06-26T03:00:26.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.099+0000 7fedbae16640 1 -- 172.21.15.81:0/1685204056 wait complete. 2023-06-26T03:00:26.118 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.1 2023-06-26T03:00:26.118 DEBUG:teuthology.parallel:result is None 2023-06-26T03:00:26.124 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.6 2023-06-26T03:00:26.124 DEBUG:teuthology.parallel:result is None 2023-06-26T03:00:26.125 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.5 2023-06-26T03:00:26.125 DEBUG:teuthology.parallel:result is None 2023-06-26T03:00:26.126 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.2 2023-06-26T03:00:26.126 DEBUG:teuthology.parallel:result is None 2023-06-26T03:00:26.131 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.4 2023-06-26T03:00:26.131 DEBUG:teuthology.parallel:result is None 2023-06-26T03:00:26.131 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-06-26T03:00:26.132 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:00:26.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.271+0000 7fce27a96640 1 Processor -- start 2023-06-26T03:00:26.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.271+0000 7fce27a96640 1 -- start start 2023-06-26T03:00:26.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce27a96640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c9c70 0x7fce20070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce27a96640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fce200af770 0x7fce200afbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce27a96640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce200b0110 con 0x7fce201596a0 2023-06-26T03:00:26.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce27a96640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce2006bd00 con 0x7fce200af770 2023-06-26T03:00:26.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce27a96640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce200ca100 con 0x7fce200c9c70 2023-06-26T03:00:26.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce25832640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fce201596a0 0x7fce200c9560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38410/0 (socket says 172.21.15.81:38410) 2023-06-26T03:00:26.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce25832640 1 -- 172.21.15.81:0/3256170880 learned_addr learned my addr 172.21.15.81:0/3256170880 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:26.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce25031640 1 --2- 172.21.15.81:0/3256170880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c9c70 0x7fce20070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce26033640 1 --2- 172.21.15.81:0/3256170880 >> v2:172.21.15.92:3300/0 conn(0x7fce200af770 0x7fce200afbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4147833965 0 0) 0x7fce200b0110 con 0x7fce201596a0 2023-06-26T03:00:26.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fce0c003530 con 0x7fce201596a0 2023-06-26T03:00:26.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3704693252 0 0) 0x7fce0c003530 con 0x7fce201596a0 2023-06-26T03:00:26.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c9c70 msgr2=0x7fce20070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:26.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 --2- 172.21.15.81:0/3256170880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c9c70 0x7fce20070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 >> v2:172.21.15.92:3300/0 conn(0x7fce200af770 msgr2=0x7fce200afbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:26.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 --2- 172.21.15.81:0/3256170880 >> v2:172.21.15.92:3300/0 conn(0x7fce200af770 0x7fce200afbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce20070360 con 0x7fce201596a0 2023-06-26T03:00:26.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fce1c001680 con 0x7fce201596a0 2023-06-26T03:00:26.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 >> v1:172.21.15.81:6789/0 conn(0x7fce201596a0 legacy=0x7fce200c9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 --2- 172.21.15.81:0/3256170880 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce0c003980 0x7fce0c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 --2- 172.21.15.81:0/3256170880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c9c70 0x7fce0c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 --2- 172.21.15.81:0/3256170880 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce0c004d10 0x7fce0c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce2006bd00 con 0x7fce0c004d10 2023-06-26T03:00:26.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce200ca100 con 0x7fce0c003980 2023-06-26T03:00:26.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce0c00b990 con 0x7fce200c9c70 2023-06-26T03:00:26.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce26033640 1 --2- 172.21.15.81:0/3256170880 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce0c004d10 0x7fce0c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce25031640 1 --2- 172.21.15.81:0/3256170880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c9c70 0x7fce0c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce25832640 1 --2- 172.21.15.81:0/3256170880 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce0c003980 0x7fce0c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce26033640 1 -- 172.21.15.81:0/3256170880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c9c70 msgr2=0x7fce0c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:26.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce26033640 1 --2- 172.21.15.81:0/3256170880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c9c70 0x7fce0c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce26033640 1 -- 172.21.15.81:0/3256170880 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce0c003980 msgr2=0x7fce0c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:26.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce26033640 1 --2- 172.21.15.81:0/3256170880 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce0c003980 0x7fce0c003d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce26033640 1 -- 172.21.15.81:0/3256170880 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce0c003530 con 0x7fce0c004d10 2023-06-26T03:00:26.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce25031640 1 --2- 172.21.15.81:0/3256170880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c9c70 0x7fce0c0047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:26.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce26033640 1 --2- 172.21.15.81:0/3256170880 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce0c004d10 0x7fce0c005180 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fce18009fc0 tx=0x7fce1801cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23db3ad80c7c3284 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:26.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce180a5cb0 con 0x7fce0c004d10 2023-06-26T03:00:26.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce1800f040 con 0x7fce0c004d10 2023-06-26T03:00:26.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce24830640 1 -- 172.21.15.81:0/3256170880 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce180ad680 con 0x7fce0c004d10 2023-06-26T03:00:26.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce27a96640 1 -- 172.21.15.81:0/3256170880 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce0c004d10 msgr2=0x7fce0c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce27a96640 1 --2- 172.21.15.81:0/3256170880 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce0c004d10 0x7fce0c005180 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fce18009fc0 tx=0x7fce1801cca0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce26033640 1 -- 172.21.15.81:0/3256170880 reap_dead start 2023-06-26T03:00:26.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce27a96640 1 -- 172.21.15.81:0/3256170880 shutdown_connections 2023-06-26T03:00:26.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.275+0000 7fce27a96640 1 -- 172.21.15.81:0/3256170880 >> 172.21.15.81:0/3256170880 conn(0x7fce200ca770 msgr2=0x7fce200cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:26.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce27a96640 1 -- 172.21.15.81:0/3256170880 shutdown_connections 2023-06-26T03:00:26.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce27a96640 1 -- 172.21.15.81:0/3256170880 wait complete. 2023-06-26T03:00:26.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce27a96640 1 Processor -- start 2023-06-26T03:00:26.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce27a96640 1 -- start start 2023-06-26T03:00:26.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce27a96640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce20154c10 0x7fce200c70c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce27a96640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce200c4440 0x7fce200b2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce27a96640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c48b0 0x7fce200b3230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce27a96640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce2015c760 con 0x7fce20154c10 2023-06-26T03:00:26.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce27a96640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce200c6020 con 0x7fce200c4440 2023-06-26T03:00:26.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce27a96640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce200c6300 con 0x7fce200c48b0 2023-06-26T03:00:26.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce25832640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce20154c10 0x7fce200c70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce25832640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce20154c10 0x7fce200c70c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50780/0 (socket says 172.21.15.81:50780) 2023-06-26T03:00:26.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce25832640 1 -- 172.21.15.81:0/3945402087 learned_addr learned my addr 172.21.15.81:0/3945402087 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:26.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce26033640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c48b0 0x7fce200b3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce25031640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce200c4440 0x7fce200b2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce25832640 1 -- 172.21.15.81:0/3945402087 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c48b0 msgr2=0x7fce200b3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce25832640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c48b0 0x7fce200b3230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce25832640 1 -- 172.21.15.81:0/3945402087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce200c4440 msgr2=0x7fce200b2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce25832640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce200c4440 0x7fce200b2cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce25832640 1 -- 172.21.15.81:0/3945402087 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce200c65e0 con 0x7fce20154c10 2023-06-26T03:00:26.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce25031640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce200c4440 0x7fce200b2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:26.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce25832640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce20154c10 0x7fce200c70c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fce1c010c60 tx=0x7fce1c00e4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:26.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce167fc640 1 -- 172.21.15.81:0/3945402087 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce1c010e10 con 0x7fce20154c10 2023-06-26T03:00:26.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce167fc640 1 -- 172.21.15.81:0/3945402087 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce1c0143a0 con 0x7fce20154c10 2023-06-26T03:00:26.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce27a96640 1 -- 172.21.15.81:0/3945402087 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce200c68c0 con 0x7fce20154c10 2023-06-26T03:00:26.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce167fc640 1 -- 172.21.15.81:0/3945402087 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce1c014730 con 0x7fce20154c10 2023-06-26T03:00:26.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce27a96640 1 -- 172.21.15.81:0/3945402087 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce20154fe0 con 0x7fce20154c10 2023-06-26T03:00:26.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.279+0000 7fce27a96640 1 -- 172.21.15.81:0/3945402087 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce2004d790 con 0x7fce20154c10 2023-06-26T03:00:26.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.283+0000 7fce167fc640 1 -- 172.21.15.81:0/3945402087 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fce1c014890 con 0x7fce20154c10 2023-06-26T03:00:26.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.283+0000 7fce167fc640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fce040662b0 0x7fce04068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.283+0000 7fce25031640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fce040662b0 0x7fce04068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.283+0000 7fce167fc640 1 -- 172.21.15.81:0/3945402087 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fce1c086e00 con 0x7fce20154c10 2023-06-26T03:00:26.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.283+0000 7fce25031640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fce040662b0 0x7fce04068760 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fce10009ac0 tx=0x7fce10008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:26.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.287+0000 7fce167fc640 1 -- 172.21.15.81:0/3945402087 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fce1c057d10 con 0x7fce20154c10 2023-06-26T03:00:26.428 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.423+0000 7fce27a96640 1 -- 172.21.15.81:0/3945402087 --> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fce200c6470 con 0x7fce040662b0 2023-06-26T03:00:26.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.431+0000 7fce167fc640 1 -- 172.21.15.81:0/3945402087 <== mgr.4104 v2:172.21.15.81:6832/2767121196 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286561 (secure 0 0 0) 0x7fce200c6470 con 0x7fce040662b0 2023-06-26T03:00:26.441 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:26.442 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-06-26T03:00:26.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.435+0000 7fce27a96640 1 -- 172.21.15.81:0/3945402087 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fce040662b0 msgr2=0x7fce04068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.435+0000 7fce27a96640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fce040662b0 0x7fce04068760 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fce10009ac0 tx=0x7fce10008040 comp rx=0 tx=0).stop 2023-06-26T03:00:26.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.435+0000 7fce27a96640 1 -- 172.21.15.81:0/3945402087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce20154c10 msgr2=0x7fce200c70c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.435+0000 7fce27a96640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce20154c10 0x7fce200c70c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fce1c010c60 tx=0x7fce1c00e4d0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.435+0000 7fce27a96640 1 -- 172.21.15.81:0/3945402087 shutdown_connections 2023-06-26T03:00:26.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.435+0000 7fce27a96640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fce040662b0 0x7fce04068760 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.435+0000 7fce27a96640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce200c48b0 0x7fce200b3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.435+0000 7fce27a96640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce200c4440 0x7fce200b2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.435+0000 7fce27a96640 1 --2- 172.21.15.81:0/3945402087 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce20154c10 0x7fce200c70c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.435+0000 7fce27a96640 1 -- 172.21.15.81:0/3945402087 >> 172.21.15.81:0/3945402087 conn(0x7fce200ca770 msgr2=0x7fce200ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:26.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.435+0000 7fce27a96640 1 -- 172.21.15.81:0/3945402087 shutdown_connections 2023-06-26T03:00:26.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.435+0000 7fce27a96640 1 -- 172.21.15.81:0/3945402087 wait complete. 2023-06-26T03:00:26.457 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":29,"stamp":"2023-06-26T03:00:24.702762+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218824,"kb_used_data":3208,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754755896,"statfs":{"total":773094113280,"available":772870037504,"internally_reserved":0,"allocated":3284992,"data_stored":1939620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003490"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150131+0000","last_change":"2023-06-26T03:00:14.178911+0000","last_active":"2023-06-26T03:00:15.150131+0000","last_peered":"2023-06-26T03:00:15.150131+0000","last_clean":"2023-06-26T03:00:15.150131+0000","last_became_active":"2023-06-26T03:00:14.178637+0000","last_became_peered":"2023-06-26T03:00:14.178637+0000","last_unstale":"2023-06-26T03:00:15.150131+0000","last_undegraded":"2023-06-26T03:00:15.150131+0000","last_fullsized":"2023-06-26T03:00:15.150131+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:11:23.501628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740197+0000","last_change":"2023-06-26T03:00:14.187218+0000","last_active":"2023-06-26T03:00:15.740197+0000","last_peered":"2023-06-26T03:00:15.740197+0000","last_clean":"2023-06-26T03:00:15.740197+0000","last_became_active":"2023-06-26T03:00:14.186674+0000","last_became_peered":"2023-06-26T03:00:14.186674+0000","last_unstale":"2023-06-26T03:00:15.740197+0000","last_undegraded":"2023-06-26T03:00:15.740197+0000","last_fullsized":"2023-06-26T03:00:15.740197+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:59.934935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.157353+0000","last_change":"2023-06-26T03:00:14.185772+0000","last_active":"2023-06-26T03:00:15.157353+0000","last_peered":"2023-06-26T03:00:15.157353+0000","last_clean":"2023-06-26T03:00:15.157353+0000","last_became_active":"2023-06-26T03:00:14.185066+0000","last_became_peered":"2023-06-26T03:00:14.185066+0000","last_unstale":"2023-06-26T03:00:15.157353+0000","last_undegraded":"2023-06-26T03:00:15.157353+0000","last_fullsized":"2023-06-26T03:00:15.157353+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:54:08.285642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153591+0000","last_change":"2023-06-26T03:00:14.161149+0000","last_active":"2023-06-26T03:00:15.153591+0000","last_peered":"2023-06-26T03:00:15.153591+0000","last_clean":"2023-06-26T03:00:15.153591+0000","last_became_active":"2023-06-26T03:00:14.160808+0000","last_became_peered":"2023-06-26T03:00:14.160808+0000","last_unstale":"2023-06-26T03:00:15.153591+0000","last_undegraded":"2023-06-26T03:00:15.153591+0000","last_fullsized":"2023-06-26T03:00:15.153591+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:02:40.939245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739507+0000","last_change":"2023-06-26T03:00:14.166875+0000","last_active":"2023-06-26T03:00:15.739507+0000","last_peered":"2023-06-26T03:00:15.739507+0000","last_clean":"2023-06-26T03:00:15.739507+0000","last_became_active":"2023-06-26T03:00:14.166647+0000","last_became_peered":"2023-06-26T03:00:14.166647+0000","last_unstale":"2023-06-26T03:00:15.739507+0000","last_undegraded":"2023-06-26T03:00:15.739507+0000","last_fullsized":"2023-06-26T03:00:15.739507+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154985+0000","last_change":"2023-06-26T03:00:14.165880+0000","last_active":"2023-06-26T03:00:15.154985+0000","last_peered":"2023-06-26T03:00:15.154985+0000","last_clean":"2023-06-26T03:00:15.154985+0000","last_became_active":"2023-06-26T03:00:14.165182+0000","last_became_peered":"2023-06-26T03:00:14.165182+0000","last_unstale":"2023-06-26T03:00:15.154985+0000","last_undegraded":"2023-06-26T03:00:15.154985+0000","last_fullsized":"2023-06-26T03:00:15.154985+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739314+0000","last_change":"2023-06-26T03:00:14.178587+0000","last_active":"2023-06-26T03:00:15.739314+0000","last_peered":"2023-06-26T03:00:15.739314+0000","last_clean":"2023-06-26T03:00:15.739314+0000","last_became_active":"2023-06-26T03:00:14.178306+0000","last_became_peered":"2023-06-26T03:00:14.178306+0000","last_unstale":"2023-06-26T03:00:15.739314+0000","last_undegraded":"2023-06-26T03:00:15.739314+0000","last_fullsized":"2023-06-26T03:00:15.739314+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:33.137821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739319+0000","last_change":"2023-06-26T03:00:14.186337+0000","last_active":"2023-06-26T03:00:15.739319+0000","last_peered":"2023-06-26T03:00:15.739319+0000","last_clean":"2023-06-26T03:00:15.739319+0000","last_became_active":"2023-06-26T03:00:14.186035+0000","last_became_peered":"2023-06-26T03:00:14.186035+0000","last_unstale":"2023-06-26T03:00:15.739319+0000","last_undegraded":"2023-06-26T03:00:15.739319+0000","last_fullsized":"2023-06-26T03:00:15.739319+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738269+0000","last_change":"2023-06-26T03:00:14.179120+0000","last_active":"2023-06-26T03:00:15.738269+0000","last_peered":"2023-06-26T03:00:15.738269+0000","last_clean":"2023-06-26T03:00:15.738269+0000","last_became_active":"2023-06-26T03:00:14.178716+0000","last_became_peered":"2023-06-26T03:00:14.178716+0000","last_unstale":"2023-06-26T03:00:15.738269+0000","last_undegraded":"2023-06-26T03:00:15.738269+0000","last_fullsized":"2023-06-26T03:00:15.738269+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:23:54.497300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740440+0000","last_change":"2023-06-26T03:00:14.176358+0000","last_active":"2023-06-26T03:00:15.740440+0000","last_peered":"2023-06-26T03:00:15.740440+0000","last_clean":"2023-06-26T03:00:15.740440+0000","last_became_active":"2023-06-26T03:00:14.175969+0000","last_became_peered":"2023-06-26T03:00:14.175969+0000","last_unstale":"2023-06-26T03:00:15.740440+0000","last_undegraded":"2023-06-26T03:00:15.740440+0000","last_fullsized":"2023-06-26T03:00:15.740440+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:32.452420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156746+0000","last_change":"2023-06-26T03:00:14.186185+0000","last_active":"2023-06-26T03:00:15.156746+0000","last_peered":"2023-06-26T03:00:15.156746+0000","last_clean":"2023-06-26T03:00:15.156746+0000","last_became_active":"2023-06-26T03:00:14.185403+0000","last_became_peered":"2023-06-26T03:00:14.185403+0000","last_unstale":"2023-06-26T03:00:15.156746+0000","last_undegraded":"2023-06-26T03:00:15.156746+0000","last_fullsized":"2023-06-26T03:00:15.156746+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:55:24.301161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150148+0000","last_change":"2023-06-26T03:00:14.186489+0000","last_active":"2023-06-26T03:00:15.150148+0000","last_peered":"2023-06-26T03:00:15.150148+0000","last_clean":"2023-06-26T03:00:15.150148+0000","last_became_active":"2023-06-26T03:00:14.186055+0000","last_became_peered":"2023-06-26T03:00:14.186055+0000","last_unstale":"2023-06-26T03:00:15.150148+0000","last_undegraded":"2023-06-26T03:00:15.150148+0000","last_fullsized":"2023-06-26T03:00:15.150148+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:56:15.408090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150117+0000","last_change":"2023-06-26T03:00:14.180432+0000","last_active":"2023-06-26T03:00:15.150117+0000","last_peered":"2023-06-26T03:00:15.150117+0000","last_clean":"2023-06-26T03:00:15.150117+0000","last_became_active":"2023-06-26T03:00:14.180071+0000","last_became_peered":"2023-06-26T03:00:14.180071+0000","last_unstale":"2023-06-26T03:00:15.150117+0000","last_undegraded":"2023-06-26T03:00:15.150117+0000","last_fullsized":"2023-06-26T03:00:15.150117+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:03:18.295049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740122+0000","last_change":"2023-06-26T03:00:14.177149+0000","last_active":"2023-06-26T03:00:15.740122+0000","last_peered":"2023-06-26T03:00:15.740122+0000","last_clean":"2023-06-26T03:00:15.740122+0000","last_became_active":"2023-06-26T03:00:14.176784+0000","last_became_peered":"2023-06-26T03:00:14.176784+0000","last_unstale":"2023-06-26T03:00:15.740122+0000","last_undegraded":"2023-06-26T03:00:15.740122+0000","last_fullsized":"2023-06-26T03:00:15.740122+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739767+0000","last_change":"2023-06-26T03:00:14.178640+0000","last_active":"2023-06-26T03:00:15.739767+0000","last_peered":"2023-06-26T03:00:15.739767+0000","last_clean":"2023-06-26T03:00:15.739767+0000","last_became_active":"2023-06-26T03:00:14.178386+0000","last_became_peered":"2023-06-26T03:00:14.178386+0000","last_unstale":"2023-06-26T03:00:15.739767+0000","last_undegraded":"2023-06-26T03:00:15.739767+0000","last_fullsized":"2023-06-26T03:00:15.739767+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:17.275307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154383+0000","last_change":"2023-06-26T03:00:14.162144+0000","last_active":"2023-06-26T03:00:15.154383+0000","last_peered":"2023-06-26T03:00:15.154383+0000","last_clean":"2023-06-26T03:00:15.154383+0000","last_became_active":"2023-06-26T03:00:14.161862+0000","last_became_peered":"2023-06-26T03:00:14.161862+0000","last_unstale":"2023-06-26T03:00:15.154383+0000","last_undegraded":"2023-06-26T03:00:15.154383+0000","last_fullsized":"2023-06-26T03:00:15.154383+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.581630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738623+0000","last_change":"2023-06-26T03:00:14.181003+0000","last_active":"2023-06-26T03:00:15.738623+0000","last_peered":"2023-06-26T03:00:15.738623+0000","last_clean":"2023-06-26T03:00:15.738623+0000","last_became_active":"2023-06-26T03:00:14.178067+0000","last_became_peered":"2023-06-26T03:00:14.178067+0000","last_unstale":"2023-06-26T03:00:15.738623+0000","last_undegraded":"2023-06-26T03:00:15.738623+0000","last_fullsized":"2023-06-26T03:00:15.738623+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156555+0000","last_change":"2023-06-26T03:00:14.176800+0000","last_active":"2023-06-26T03:00:15.156555+0000","last_peered":"2023-06-26T03:00:15.156555+0000","last_clean":"2023-06-26T03:00:15.156555+0000","last_became_active":"2023-06-26T03:00:14.176229+0000","last_became_peered":"2023-06-26T03:00:14.176229+0000","last_unstale":"2023-06-26T03:00:15.156555+0000","last_undegraded":"2023-06-26T03:00:15.156555+0000","last_fullsized":"2023-06-26T03:00:15.156555+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:41:03.065741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150230+0000","last_change":"2023-06-26T03:00:14.167868+0000","last_active":"2023-06-26T03:00:15.150230+0000","last_peered":"2023-06-26T03:00:15.150230+0000","last_clean":"2023-06-26T03:00:15.150230+0000","last_became_active":"2023-06-26T03:00:14.167604+0000","last_became_peered":"2023-06-26T03:00:14.167604+0000","last_unstale":"2023-06-26T03:00:15.150230+0000","last_undegraded":"2023-06-26T03:00:15.150230+0000","last_fullsized":"2023-06-26T03:00:15.150230+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:48:44.951538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156357+0000","last_change":"2023-06-26T03:00:14.187575+0000","last_active":"2023-06-26T03:00:15.156357+0000","last_peered":"2023-06-26T03:00:15.156357+0000","last_clean":"2023-06-26T03:00:15.156357+0000","last_became_active":"2023-06-26T03:00:14.187258+0000","last_became_peered":"2023-06-26T03:00:14.187258+0000","last_unstale":"2023-06-26T03:00:15.156357+0000","last_undegraded":"2023-06-26T03:00:15.156357+0000","last_fullsized":"2023-06-26T03:00:15.156357+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:16.397871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740484+0000","last_change":"2023-06-26T03:00:14.188446+0000","last_active":"2023-06-26T03:00:15.740484+0000","last_peered":"2023-06-26T03:00:15.740484+0000","last_clean":"2023-06-26T03:00:15.740484+0000","last_became_active":"2023-06-26T03:00:14.188160+0000","last_became_peered":"2023-06-26T03:00:14.188160+0000","last_unstale":"2023-06-26T03:00:15.740484+0000","last_undegraded":"2023-06-26T03:00:15.740484+0000","last_fullsized":"2023-06-26T03:00:15.740484+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:41:03.065741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738080+0000","last_change":"2023-06-26T03:00:14.173955+0000","last_active":"2023-06-26T03:00:15.738080+0000","last_peered":"2023-06-26T03:00:15.738080+0000","last_clean":"2023-06-26T03:00:15.738080+0000","last_became_active":"2023-06-26T03:00:14.173668+0000","last_became_peered":"2023-06-26T03:00:14.173668+0000","last_unstale":"2023-06-26T03:00:15.738080+0000","last_undegraded":"2023-06-26T03:00:15.738080+0000","last_fullsized":"2023-06-26T03:00:15.738080+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:02:40.939245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739086+0000","last_change":"2023-06-26T03:00:14.161476+0000","last_active":"2023-06-26T03:00:15.739086+0000","last_peered":"2023-06-26T03:00:15.739086+0000","last_clean":"2023-06-26T03:00:15.739086+0000","last_became_active":"2023-06-26T03:00:14.161267+0000","last_became_peered":"2023-06-26T03:00:14.161267+0000","last_unstale":"2023-06-26T03:00:15.739086+0000","last_undegraded":"2023-06-26T03:00:15.739086+0000","last_fullsized":"2023-06-26T03:00:15.739086+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740997+0000","last_change":"2023-06-26T03:00:14.181098+0000","last_active":"2023-06-26T03:00:15.740997+0000","last_peered":"2023-06-26T03:00:15.740997+0000","last_clean":"2023-06-26T03:00:15.740997+0000","last_became_active":"2023-06-26T03:00:14.180799+0000","last_became_peered":"2023-06-26T03:00:14.180799+0000","last_unstale":"2023-06-26T03:00:15.740997+0000","last_undegraded":"2023-06-26T03:00:15.740997+0000","last_fullsized":"2023-06-26T03:00:15.740997+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:35:16.158813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742756+0000","last_change":"2023-06-26T03:00:14.174065+0000","last_active":"2023-06-26T03:00:15.742756+0000","last_peered":"2023-06-26T03:00:15.742756+0000","last_clean":"2023-06-26T03:00:15.742756+0000","last_became_active":"2023-06-26T03:00:14.173278+0000","last_became_peered":"2023-06-26T03:00:14.173278+0000","last_unstale":"2023-06-26T03:00:15.742756+0000","last_undegraded":"2023-06-26T03:00:15.742756+0000","last_fullsized":"2023-06-26T03:00:15.742756+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743087+0000","last_change":"2023-06-26T03:00:14.181736+0000","last_active":"2023-06-26T03:00:15.743087+0000","last_peered":"2023-06-26T03:00:15.743087+0000","last_clean":"2023-06-26T03:00:15.743087+0000","last_became_active":"2023-06-26T03:00:14.180990+0000","last_became_peered":"2023-06-26T03:00:14.180990+0000","last_unstale":"2023-06-26T03:00:15.743087+0000","last_undegraded":"2023-06-26T03:00:15.743087+0000","last_fullsized":"2023-06-26T03:00:15.743087+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:22.144152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740990+0000","last_change":"2023-06-26T03:00:14.186065+0000","last_active":"2023-06-26T03:00:15.740990+0000","last_peered":"2023-06-26T03:00:15.740990+0000","last_clean":"2023-06-26T03:00:15.740990+0000","last_became_active":"2023-06-26T03:00:14.181698+0000","last_became_peered":"2023-06-26T03:00:14.181698+0000","last_unstale":"2023-06-26T03:00:15.740990+0000","last_undegraded":"2023-06-26T03:00:15.740990+0000","last_fullsized":"2023-06-26T03:00:15.740990+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:55:24.301161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743317+0000","last_change":"2023-06-26T03:00:14.180581+0000","last_active":"2023-06-26T03:00:15.743317+0000","last_peered":"2023-06-26T03:00:15.743317+0000","last_clean":"2023-06-26T03:00:15.743317+0000","last_became_active":"2023-06-26T03:00:14.176865+0000","last_became_peered":"2023-06-26T03:00:14.176865+0000","last_unstale":"2023-06-26T03:00:15.743317+0000","last_undegraded":"2023-06-26T03:00:15.743317+0000","last_fullsized":"2023-06-26T03:00:15.743317+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:16.397871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740598+0000","last_change":"2023-06-26T03:00:14.174112+0000","last_active":"2023-06-26T03:00:15.740598+0000","last_peered":"2023-06-26T03:00:15.740598+0000","last_clean":"2023-06-26T03:00:15.740598+0000","last_became_active":"2023-06-26T03:00:14.173871+0000","last_became_peered":"2023-06-26T03:00:14.173871+0000","last_unstale":"2023-06-26T03:00:15.740598+0000","last_undegraded":"2023-06-26T03:00:15.740598+0000","last_fullsized":"2023-06-26T03:00:15.740598+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:33.137821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155241+0000","last_change":"2023-06-26T03:00:14.173592+0000","last_active":"2023-06-26T03:00:15.155241+0000","last_peered":"2023-06-26T03:00:15.155241+0000","last_clean":"2023-06-26T03:00:15.155241+0000","last_became_active":"2023-06-26T03:00:14.173271+0000","last_became_peered":"2023-06-26T03:00:14.173271+0000","last_unstale":"2023-06-26T03:00:15.155241+0000","last_undegraded":"2023-06-26T03:00:15.155241+0000","last_fullsized":"2023-06-26T03:00:15.155241+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739441+0000","last_change":"2023-06-26T03:00:14.165325+0000","last_active":"2023-06-26T03:00:15.739441+0000","last_peered":"2023-06-26T03:00:15.739441+0000","last_clean":"2023-06-26T03:00:15.739441+0000","last_became_active":"2023-06-26T03:00:14.165084+0000","last_became_peered":"2023-06-26T03:00:14.165084+0000","last_unstale":"2023-06-26T03:00:15.739441+0000","last_undegraded":"2023-06-26T03:00:15.739441+0000","last_fullsized":"2023-06-26T03:00:15.739441+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.152946+0000","last_change":"2023-06-26T03:00:14.176603+0000","last_active":"2023-06-26T03:00:15.152946+0000","last_peered":"2023-06-26T03:00:15.152946+0000","last_clean":"2023-06-26T03:00:15.152946+0000","last_became_active":"2023-06-26T03:00:14.176388+0000","last_became_peered":"2023-06-26T03:00:14.176388+0000","last_unstale":"2023-06-26T03:00:15.152946+0000","last_undegraded":"2023-06-26T03:00:15.152946+0000","last_fullsized":"2023-06-26T03:00:15.152946+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:56:15.408090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739375+0000","last_change":"2023-06-26T03:00:14.166120+0000","last_active":"2023-06-26T03:00:15.739375+0000","last_peered":"2023-06-26T03:00:15.739375+0000","last_clean":"2023-06-26T03:00:15.739375+0000","last_became_active":"2023-06-26T03:00:14.165522+0000","last_became_peered":"2023-06-26T03:00:14.165522+0000","last_unstale":"2023-06-26T03:00:15.739375+0000","last_undegraded":"2023-06-26T03:00:15.739375+0000","last_fullsized":"2023-06-26T03:00:15.739375+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740858+0000","last_change":"2023-06-26T03:00:13.847399+0000","last_active":"2023-06-26T03:00:15.740858+0000","last_peered":"2023-06-26T03:00:15.740858+0000","last_clean":"2023-06-26T03:00:15.740858+0000","last_became_active":"2023-06-26T03:00:13.846658+0000","last_became_peered":"2023-06-26T03:00:13.846658+0000","last_unstale":"2023-06-26T03:00:15.740858+0000","last_undegraded":"2023-06-26T03:00:15.740858+0000","last_fullsized":"2023-06-26T03:00:15.740858+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:15:38.164653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740198+0000","last_change":"2023-06-26T03:00:14.185936+0000","last_active":"2023-06-26T03:00:15.740198+0000","last_peered":"2023-06-26T03:00:15.740198+0000","last_clean":"2023-06-26T03:00:15.740198+0000","last_became_active":"2023-06-26T03:00:14.181292+0000","last_became_peered":"2023-06-26T03:00:14.181292+0000","last_unstale":"2023-06-26T03:00:15.740198+0000","last_undegraded":"2023-06-26T03:00:15.740198+0000","last_fullsized":"2023-06-26T03:00:15.740198+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:33.137821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738392+0000","last_change":"2023-06-26T03:00:13.831161+0000","last_active":"2023-06-26T03:00:15.738392+0000","last_peered":"2023-06-26T03:00:15.738392+0000","last_clean":"2023-06-26T03:00:15.738392+0000","last_became_active":"2023-06-26T03:00:13.830954+0000","last_became_peered":"2023-06-26T03:00:13.830954+0000","last_unstale":"2023-06-26T03:00:15.738392+0000","last_undegraded":"2023-06-26T03:00:15.738392+0000","last_fullsized":"2023-06-26T03:00:15.738392+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:01:52.200052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739281+0000","last_change":"2023-06-26T03:00:14.184750+0000","last_active":"2023-06-26T03:00:15.739281+0000","last_peered":"2023-06-26T03:00:15.739281+0000","last_clean":"2023-06-26T03:00:15.739281+0000","last_became_active":"2023-06-26T03:00:14.184312+0000","last_became_peered":"2023-06-26T03:00:14.184312+0000","last_unstale":"2023-06-26T03:00:15.739281+0000","last_undegraded":"2023-06-26T03:00:15.739281+0000","last_fullsized":"2023-06-26T03:00:15.739281+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740127+0000","last_change":"2023-06-26T03:00:13.847605+0000","last_active":"2023-06-26T03:00:15.740127+0000","last_peered":"2023-06-26T03:00:15.740127+0000","last_clean":"2023-06-26T03:00:15.740127+0000","last_became_active":"2023-06-26T03:00:13.846959+0000","last_became_peered":"2023-06-26T03:00:13.846959+0000","last_unstale":"2023-06-26T03:00:15.740127+0000","last_undegraded":"2023-06-26T03:00:15.740127+0000","last_fullsized":"2023-06-26T03:00:15.740127+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:25.640018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740970+0000","last_change":"2023-06-26T03:00:14.172318+0000","last_active":"2023-06-26T03:00:15.740970+0000","last_peered":"2023-06-26T03:00:15.740970+0000","last_clean":"2023-06-26T03:00:15.740970+0000","last_became_active":"2023-06-26T03:00:14.172070+0000","last_became_peered":"2023-06-26T03:00:14.172070+0000","last_unstale":"2023-06-26T03:00:15.740970+0000","last_undegraded":"2023-06-26T03:00:15.740970+0000","last_fullsized":"2023-06-26T03:00:15.740970+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:16.397871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"23'8","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154030+0000","last_change":"2023-06-26T03:00:13.830153+0000","last_active":"2023-06-26T03:00:15.154030+0000","last_peered":"2023-06-26T03:00:15.154030+0000","last_clean":"2023-06-26T03:00:15.154030+0000","last_became_active":"2023-06-26T03:00:13.829326+0000","last_became_peered":"2023-06-26T03:00:13.829326+0000","last_unstale":"2023-06-26T03:00:15.154030+0000","last_undegraded":"2023-06-26T03:00:15.154030+0000","last_fullsized":"2023-06-26T03:00:15.154030+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:09.994456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741371+0000","last_change":"2023-06-26T03:00:13.848640+0000","last_active":"2023-06-26T03:00:15.741371+0000","last_peered":"2023-06-26T03:00:15.741371+0000","last_clean":"2023-06-26T03:00:15.741371+0000","last_became_active":"2023-06-26T03:00:13.847924+0000","last_became_peered":"2023-06-26T03:00:13.847924+0000","last_unstale":"2023-06-26T03:00:15.741371+0000","last_undegraded":"2023-06-26T03:00:15.741371+0000","last_fullsized":"2023-06-26T03:00:15.741371+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:46:24.867966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739628+0000","last_change":"2023-06-26T03:00:14.180875+0000","last_active":"2023-06-26T03:00:15.739628+0000","last_peered":"2023-06-26T03:00:15.739628+0000","last_clean":"2023-06-26T03:00:15.739628+0000","last_became_active":"2023-06-26T03:00:14.180330+0000","last_became_peered":"2023-06-26T03:00:14.180330+0000","last_unstale":"2023-06-26T03:00:15.739628+0000","last_undegraded":"2023-06-26T03:00:15.739628+0000","last_fullsized":"2023-06-26T03:00:15.739628+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:03.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741622+0000","last_change":"2023-06-26T03:00:13.848798+0000","last_active":"2023-06-26T03:00:15.741622+0000","last_peered":"2023-06-26T03:00:15.741622+0000","last_clean":"2023-06-26T03:00:15.741622+0000","last_became_active":"2023-06-26T03:00:13.847847+0000","last_became_peered":"2023-06-26T03:00:13.847847+0000","last_unstale":"2023-06-26T03:00:15.741622+0000","last_undegraded":"2023-06-26T03:00:15.741622+0000","last_fullsized":"2023-06-26T03:00:15.741622+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:50:08.901298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154915+0000","last_change":"2023-06-26T03:00:14.179728+0000","last_active":"2023-06-26T03:00:15.154915+0000","last_peered":"2023-06-26T03:00:15.154915+0000","last_clean":"2023-06-26T03:00:15.154915+0000","last_became_active":"2023-06-26T03:00:14.178896+0000","last_became_peered":"2023-06-26T03:00:14.178896+0000","last_unstale":"2023-06-26T03:00:15.154915+0000","last_undegraded":"2023-06-26T03:00:15.154915+0000","last_fullsized":"2023-06-26T03:00:15.154915+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:59.651418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741056+0000","last_change":"2023-06-26T03:00:13.839580+0000","last_active":"2023-06-26T03:00:15.741056+0000","last_peered":"2023-06-26T03:00:15.741056+0000","last_clean":"2023-06-26T03:00:15.741056+0000","last_became_active":"2023-06-26T03:00:13.838820+0000","last_became_peered":"2023-06-26T03:00:13.838820+0000","last_unstale":"2023-06-26T03:00:15.741056+0000","last_undegraded":"2023-06-26T03:00:15.741056+0000","last_fullsized":"2023-06-26T03:00:15.741056+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:54:07.275250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153053+0000","last_change":"2023-06-26T03:00:14.166564+0000","last_active":"2023-06-26T03:00:15.153053+0000","last_peered":"2023-06-26T03:00:15.153053+0000","last_clean":"2023-06-26T03:00:15.153053+0000","last_became_active":"2023-06-26T03:00:14.166263+0000","last_became_peered":"2023-06-26T03:00:14.166263+0000","last_unstale":"2023-06-26T03:00:15.153053+0000","last_undegraded":"2023-06-26T03:00:15.153053+0000","last_fullsized":"2023-06-26T03:00:15.153053+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:48:44.951538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739650+0000","last_change":"2023-06-26T03:00:13.825210+0000","last_active":"2023-06-26T03:00:15.739650+0000","last_peered":"2023-06-26T03:00:15.739650+0000","last_clean":"2023-06-26T03:00:15.739650+0000","last_became_active":"2023-06-26T03:00:13.824289+0000","last_became_peered":"2023-06-26T03:00:13.824289+0000","last_unstale":"2023-06-26T03:00:15.739650+0000","last_undegraded":"2023-06-26T03:00:15.739650+0000","last_fullsized":"2023-06-26T03:00:15.739650+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:21.133760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739471+0000","last_change":"2023-06-26T03:00:14.170460+0000","last_active":"2023-06-26T03:00:15.739471+0000","last_peered":"2023-06-26T03:00:15.739471+0000","last_clean":"2023-06-26T03:00:15.739471+0000","last_became_active":"2023-06-26T03:00:14.169743+0000","last_became_peered":"2023-06-26T03:00:14.169743+0000","last_unstale":"2023-06-26T03:00:15.739471+0000","last_undegraded":"2023-06-26T03:00:15.739471+0000","last_fullsized":"2023-06-26T03:00:15.739471+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:22.144152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741088+0000","last_change":"2023-06-26T03:00:13.828537+0000","last_active":"2023-06-26T03:00:15.741088+0000","last_peered":"2023-06-26T03:00:15.741088+0000","last_clean":"2023-06-26T03:00:15.741088+0000","last_became_active":"2023-06-26T03:00:13.828116+0000","last_became_peered":"2023-06-26T03:00:13.828116+0000","last_unstale":"2023-06-26T03:00:15.741088+0000","last_undegraded":"2023-06-26T03:00:15.741088+0000","last_fullsized":"2023-06-26T03:00:15.741088+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:16.264915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156490+0000","last_change":"2023-06-26T03:00:14.166694+0000","last_active":"2023-06-26T03:00:15.156490+0000","last_peered":"2023-06-26T03:00:15.156490+0000","last_clean":"2023-06-26T03:00:15.156490+0000","last_became_active":"2023-06-26T03:00:14.165751+0000","last_became_peered":"2023-06-26T03:00:14.165751+0000","last_unstale":"2023-06-26T03:00:15.156490+0000","last_undegraded":"2023-06-26T03:00:15.156490+0000","last_fullsized":"2023-06-26T03:00:15.156490+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:32.452420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153349+0000","last_change":"2023-06-26T03:00:13.843048+0000","last_active":"2023-06-26T03:00:15.153349+0000","last_peered":"2023-06-26T03:00:15.153349+0000","last_clean":"2023-06-26T03:00:15.153349+0000","last_became_active":"2023-06-26T03:00:13.842032+0000","last_became_peered":"2023-06-26T03:00:13.842032+0000","last_unstale":"2023-06-26T03:00:15.153349+0000","last_undegraded":"2023-06-26T03:00:15.153349+0000","last_fullsized":"2023-06-26T03:00:15.153349+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:57:48.439665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.157105+0000","last_change":"2023-06-26T03:00:14.187164+0000","last_active":"2023-06-26T03:00:15.157105+0000","last_peered":"2023-06-26T03:00:15.157105+0000","last_clean":"2023-06-26T03:00:15.157105+0000","last_became_active":"2023-06-26T03:00:14.186876+0000","last_became_peered":"2023-06-26T03:00:14.186876+0000","last_unstale":"2023-06-26T03:00:15.157105+0000","last_undegraded":"2023-06-26T03:00:15.157105+0000","last_fullsized":"2023-06-26T03:00:15.157105+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:35:16.158813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155692+0000","last_change":"2023-06-26T03:00:13.820217+0000","last_active":"2023-06-26T03:00:15.155692+0000","last_peered":"2023-06-26T03:00:15.155692+0000","last_clean":"2023-06-26T03:00:15.155692+0000","last_became_active":"2023-06-26T03:00:13.819415+0000","last_became_peered":"2023-06-26T03:00:13.819415+0000","last_unstale":"2023-06-26T03:00:15.155692+0000","last_undegraded":"2023-06-26T03:00:15.155692+0000","last_fullsized":"2023-06-26T03:00:15.155692+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:58.924543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156976+0000","last_change":"2023-06-26T03:00:14.174189+0000","last_active":"2023-06-26T03:00:15.156976+0000","last_peered":"2023-06-26T03:00:15.156976+0000","last_clean":"2023-06-26T03:00:15.156976+0000","last_became_active":"2023-06-26T03:00:14.173621+0000","last_became_peered":"2023-06-26T03:00:14.173621+0000","last_unstale":"2023-06-26T03:00:15.156976+0000","last_undegraded":"2023-06-26T03:00:15.156976+0000","last_fullsized":"2023-06-26T03:00:15.156976+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:15:39.175045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739176+0000","last_change":"2023-06-26T03:00:13.820605+0000","last_active":"2023-06-26T03:00:15.739176+0000","last_peered":"2023-06-26T03:00:15.739176+0000","last_clean":"2023-06-26T03:00:15.739176+0000","last_became_active":"2023-06-26T03:00:13.820291+0000","last_became_peered":"2023-06-26T03:00:13.820291+0000","last_unstale":"2023-06-26T03:00:15.739176+0000","last_undegraded":"2023-06-26T03:00:15.739176+0000","last_fullsized":"2023-06-26T03:00:15.739176+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:58.641026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743015+0000","last_change":"2023-06-26T03:00:14.185515+0000","last_active":"2023-06-26T03:00:15.743015+0000","last_peered":"2023-06-26T03:00:15.743015+0000","last_clean":"2023-06-26T03:00:15.743015+0000","last_became_active":"2023-06-26T03:00:14.182690+0000","last_became_peered":"2023-06-26T03:00:14.182690+0000","last_unstale":"2023-06-26T03:00:15.743015+0000","last_undegraded":"2023-06-26T03:00:15.743015+0000","last_fullsized":"2023-06-26T03:00:15.743015+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:03.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":175,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739695+0000","last_change":"2023-06-26T03:00:04.675429+0000","last_active":"2023-06-26T03:00:15.739695+0000","last_peered":"2023-06-26T03:00:15.739695+0000","last_clean":"2023-06-26T03:00:15.739695+0000","last_became_active":"2023-06-26T03:00:04.673239+0000","last_became_peered":"2023-06-26T03:00:04.673239+0000","last_unstale":"2023-06-26T03:00:15.739695+0000","last_undegraded":"2023-06-26T03:00:15.739695+0000","last_fullsized":"2023-06-26T03:00:15.739695+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_clean_scrub_stamp":"2023-06-26T03:00:03.565850+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:22.236207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740108+0000","last_change":"2023-06-26T03:00:09.644129+0000","last_active":"2023-06-26T03:00:15.740108+0000","last_peered":"2023-06-26T03:00:15.740108+0000","last_clean":"2023-06-26T03:00:15.740108+0000","last_became_active":"2023-06-26T03:00:09.643308+0000","last_became_peered":"2023-06-26T03:00:09.643308+0000","last_unstale":"2023-06-26T03:00:15.740108+0000","last_undegraded":"2023-06-26T03:00:15.740108+0000","last_fullsized":"2023-06-26T03:00:15.740108+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:11.236259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740120+0000","last_change":"2023-06-26T03:00:13.833214+0000","last_active":"2023-06-26T03:00:15.740120+0000","last_peered":"2023-06-26T03:00:15.740120+0000","last_clean":"2023-06-26T03:00:15.740120+0000","last_became_active":"2023-06-26T03:00:13.832924+0000","last_became_peered":"2023-06-26T03:00:13.832924+0000","last_unstale":"2023-06-26T03:00:15.740120+0000","last_undegraded":"2023-06-26T03:00:15.740120+0000","last_fullsized":"2023-06-26T03:00:15.740120+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:21.133760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153579+0000","last_change":"2023-06-26T03:00:14.158460+0000","last_active":"2023-06-26T03:00:15.153579+0000","last_peered":"2023-06-26T03:00:15.153579+0000","last_clean":"2023-06-26T03:00:15.153579+0000","last_became_active":"2023-06-26T03:00:14.158148+0000","last_became_peered":"2023-06-26T03:00:14.158148+0000","last_unstale":"2023-06-26T03:00:15.153579+0000","last_undegraded":"2023-06-26T03:00:15.153579+0000","last_fullsized":"2023-06-26T03:00:15.153579+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:47:10.626319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739386+0000","last_change":"2023-06-26T03:00:09.649093+0000","last_active":"2023-06-26T03:00:15.739386+0000","last_peered":"2023-06-26T03:00:15.739386+0000","last_clean":"2023-06-26T03:00:15.739386+0000","last_became_active":"2023-06-26T03:00:09.648446+0000","last_became_peered":"2023-06-26T03:00:09.648446+0000","last_unstale":"2023-06-26T03:00:15.739386+0000","last_undegraded":"2023-06-26T03:00:15.739386+0000","last_fullsized":"2023-06-26T03:00:15.739386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:11.236259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738023+0000","last_change":"2023-06-26T03:00:13.840019+0000","last_active":"2023-06-26T03:00:15.738023+0000","last_peered":"2023-06-26T03:00:15.738023+0000","last_clean":"2023-06-26T03:00:15.738023+0000","last_became_active":"2023-06-26T03:00:13.839663+0000","last_became_peered":"2023-06-26T03:00:13.839663+0000","last_unstale":"2023-06-26T03:00:15.738023+0000","last_undegraded":"2023-06-26T03:00:15.738023+0000","last_fullsized":"2023-06-26T03:00:15.738023+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:47:09.615927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738936+0000","last_change":"2023-06-26T03:00:14.166776+0000","last_active":"2023-06-26T03:00:15.738936+0000","last_peered":"2023-06-26T03:00:15.738936+0000","last_clean":"2023-06-26T03:00:15.738936+0000","last_became_active":"2023-06-26T03:00:14.166446+0000","last_became_peered":"2023-06-26T03:00:14.166446+0000","last_unstale":"2023-06-26T03:00:15.738936+0000","last_undegraded":"2023-06-26T03:00:15.738936+0000","last_fullsized":"2023-06-26T03:00:15.738936+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.149829+0000","last_change":"2023-06-26T03:00:09.764941+0000","last_active":"2023-06-26T03:00:15.149829+0000","last_peered":"2023-06-26T03:00:15.149829+0000","last_clean":"2023-06-26T03:00:15.149829+0000","last_became_active":"2023-06-26T03:00:09.764625+0000","last_became_peered":"2023-06-26T03:00:09.764625+0000","last_unstale":"2023-06-26T03:00:15.149829+0000","last_undegraded":"2023-06-26T03:00:15.149829+0000","last_fullsized":"2023-06-26T03:00:15.149829+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:58:52.604953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742060+0000","last_change":"2023-06-26T03:00:13.818780+0000","last_active":"2023-06-26T03:00:15.742060+0000","last_peered":"2023-06-26T03:00:15.742060+0000","last_clean":"2023-06-26T03:00:15.742060+0000","last_became_active":"2023-06-26T03:00:13.818396+0000","last_became_peered":"2023-06-26T03:00:13.818396+0000","last_unstale":"2023-06-26T03:00:15.742060+0000","last_undegraded":"2023-06-26T03:00:15.742060+0000","last_fullsized":"2023-06-26T03:00:15.742060+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:33.571238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743129+0000","last_change":"2023-06-26T03:00:14.186024+0000","last_active":"2023-06-26T03:00:15.743129+0000","last_peered":"2023-06-26T03:00:15.743129+0000","last_clean":"2023-06-26T03:00:15.743129+0000","last_became_active":"2023-06-26T03:00:14.183622+0000","last_became_peered":"2023-06-26T03:00:14.183622+0000","last_unstale":"2023-06-26T03:00:15.743129+0000","last_undegraded":"2023-06-26T03:00:15.743129+0000","last_fullsized":"2023-06-26T03:00:15.743129+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740342+0000","last_change":"2023-06-26T03:00:09.645045+0000","last_active":"2023-06-26T03:00:15.740342+0000","last_peered":"2023-06-26T03:00:15.740342+0000","last_clean":"2023-06-26T03:00:15.740342+0000","last_became_active":"2023-06-26T03:00:09.643926+0000","last_became_peered":"2023-06-26T03:00:09.643926+0000","last_unstale":"2023-06-26T03:00:15.740342+0000","last_undegraded":"2023-06-26T03:00:15.740342+0000","last_fullsized":"2023-06-26T03:00:15.740342+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:12.113696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156000+0000","last_change":"2023-06-26T03:00:13.838112+0000","last_active":"2023-06-26T03:00:15.156000+0000","last_peered":"2023-06-26T03:00:15.156000+0000","last_clean":"2023-06-26T03:00:15.156000+0000","last_became_active":"2023-06-26T03:00:13.837350+0000","last_became_peered":"2023-06-26T03:00:13.837350+0000","last_unstale":"2023-06-26T03:00:15.156000+0000","last_undegraded":"2023-06-26T03:00:15.156000+0000","last_fullsized":"2023-06-26T03:00:15.156000+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:32.127429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742975+0000","last_change":"2023-06-26T03:00:14.175266+0000","last_active":"2023-06-26T03:00:15.742975+0000","last_peered":"2023-06-26T03:00:15.742975+0000","last_clean":"2023-06-26T03:00:15.742975+0000","last_became_active":"2023-06-26T03:00:14.174782+0000","last_became_peered":"2023-06-26T03:00:14.174782+0000","last_unstale":"2023-06-26T03:00:15.742975+0000","last_undegraded":"2023-06-26T03:00:15.742975+0000","last_fullsized":"2023-06-26T03:00:15.742975+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741295+0000","last_change":"2023-06-26T03:00:13.823234+0000","last_active":"2023-06-26T03:00:15.741295+0000","last_peered":"2023-06-26T03:00:15.741295+0000","last_clean":"2023-06-26T03:00:15.741295+0000","last_became_active":"2023-06-26T03:00:13.822492+0000","last_became_peered":"2023-06-26T03:00:13.822492+0000","last_unstale":"2023-06-26T03:00:15.741295+0000","last_undegraded":"2023-06-26T03:00:15.741295+0000","last_fullsized":"2023-06-26T03:00:15.741295+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:15:38.164653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743367+0000","last_change":"2023-06-26T03:00:09.641120+0000","last_active":"2023-06-26T03:00:15.743367+0000","last_peered":"2023-06-26T03:00:15.743367+0000","last_clean":"2023-06-26T03:00:15.743367+0000","last_became_active":"2023-06-26T03:00:09.640629+0000","last_became_peered":"2023-06-26T03:00:09.640629+0000","last_unstale":"2023-06-26T03:00:15.743367+0000","last_undegraded":"2023-06-26T03:00:15.743367+0000","last_fullsized":"2023-06-26T03:00:15.743367+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:12.113696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742888+0000","last_change":"2023-06-26T03:00:14.183905+0000","last_active":"2023-06-26T03:00:15.742888+0000","last_peered":"2023-06-26T03:00:15.742888+0000","last_clean":"2023-06-26T03:00:15.742888+0000","last_became_active":"2023-06-26T03:00:14.183495+0000","last_became_peered":"2023-06-26T03:00:14.183495+0000","last_unstale":"2023-06-26T03:00:15.742888+0000","last_undegraded":"2023-06-26T03:00:15.742888+0000","last_fullsized":"2023-06-26T03:00:15.742888+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743256+0000","last_change":"2023-06-26T03:00:13.819453+0000","last_active":"2023-06-26T03:00:15.743256+0000","last_peered":"2023-06-26T03:00:15.743256+0000","last_clean":"2023-06-26T03:00:15.743256+0000","last_became_active":"2023-06-26T03:00:13.819092+0000","last_became_peered":"2023-06-26T03:00:13.819092+0000","last_unstale":"2023-06-26T03:00:15.743256+0000","last_undegraded":"2023-06-26T03:00:15.743256+0000","last_fullsized":"2023-06-26T03:00:15.743256+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:32.127429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741255+0000","last_change":"2023-06-26T03:00:09.647172+0000","last_active":"2023-06-26T03:00:15.741255+0000","last_peered":"2023-06-26T03:00:15.741255+0000","last_clean":"2023-06-26T03:00:15.741255+0000","last_became_active":"2023-06-26T03:00:09.646394+0000","last_became_peered":"2023-06-26T03:00:09.646394+0000","last_unstale":"2023-06-26T03:00:15.741255+0000","last_undegraded":"2023-06-26T03:00:15.741255+0000","last_fullsized":"2023-06-26T03:00:15.741255+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:18:38.526401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738793+0000","last_change":"2023-06-26T03:00:14.189493+0000","last_active":"2023-06-26T03:00:15.738793+0000","last_peered":"2023-06-26T03:00:15.738793+0000","last_clean":"2023-06-26T03:00:15.738793+0000","last_became_active":"2023-06-26T03:00:14.189005+0000","last_became_peered":"2023-06-26T03:00:14.189005+0000","last_unstale":"2023-06-26T03:00:15.738793+0000","last_undegraded":"2023-06-26T03:00:15.738793+0000","last_fullsized":"2023-06-26T03:00:15.738793+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:59.651418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741158+0000","last_change":"2023-06-26T03:00:13.834492+0000","last_active":"2023-06-26T03:00:15.741158+0000","last_peered":"2023-06-26T03:00:15.741158+0000","last_clean":"2023-06-26T03:00:15.741158+0000","last_became_active":"2023-06-26T03:00:13.834260+0000","last_became_peered":"2023-06-26T03:00:13.834260+0000","last_unstale":"2023-06-26T03:00:15.741158+0000","last_undegraded":"2023-06-26T03:00:15.741158+0000","last_fullsized":"2023-06-26T03:00:15.741158+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:31.442028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743072+0000","last_change":"2023-06-26T03:00:09.640928+0000","last_active":"2023-06-26T03:00:15.743072+0000","last_peered":"2023-06-26T03:00:15.743072+0000","last_clean":"2023-06-26T03:00:15.743072+0000","last_became_active":"2023-06-26T03:00:09.640571+0000","last_became_peered":"2023-06-26T03:00:09.640571+0000","last_unstale":"2023-06-26T03:00:15.743072+0000","last_undegraded":"2023-06-26T03:00:15.743072+0000","last_fullsized":"2023-06-26T03:00:15.743072+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:54.773324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738593+0000","last_change":"2023-06-26T03:00:14.173212+0000","last_active":"2023-06-26T03:00:15.738593+0000","last_peered":"2023-06-26T03:00:15.738593+0000","last_clean":"2023-06-26T03:00:15.738593+0000","last_became_active":"2023-06-26T03:00:14.172453+0000","last_became_peered":"2023-06-26T03:00:14.172453+0000","last_unstale":"2023-06-26T03:00:15.738593+0000","last_undegraded":"2023-06-26T03:00:15.738593+0000","last_fullsized":"2023-06-26T03:00:15.738593+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:01:53.210444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"24'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:17.319800+0000","last_change":"2023-06-26T03:00:13.827261+0000","last_active":"2023-06-26T03:00:17.319800+0000","last_peered":"2023-06-26T03:00:17.319800+0000","last_clean":"2023-06-26T03:00:17.319800+0000","last_became_active":"2023-06-26T03:00:13.826707+0000","last_became_peered":"2023-06-26T03:00:13.826707+0000","last_unstale":"2023-06-26T03:00:17.319800+0000","last_undegraded":"2023-06-26T03:00:17.319800+0000","last_fullsized":"2023-06-26T03:00:17.319800+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:58.924543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153663+0000","last_change":"2023-06-26T03:00:09.648273+0000","last_active":"2023-06-26T03:00:15.153663+0000","last_peered":"2023-06-26T03:00:15.153663+0000","last_clean":"2023-06-26T03:00:15.153663+0000","last_became_active":"2023-06-26T03:00:09.646927+0000","last_became_peered":"2023-06-26T03:00:09.646927+0000","last_unstale":"2023-06-26T03:00:15.153663+0000","last_undegraded":"2023-06-26T03:00:15.153663+0000","last_fullsized":"2023-06-26T03:00:15.153663+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:23:49.335689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155400+0000","last_change":"2023-06-26T03:00:14.179659+0000","last_active":"2023-06-26T03:00:15.155400+0000","last_peered":"2023-06-26T03:00:15.155400+0000","last_clean":"2023-06-26T03:00:15.155400+0000","last_became_active":"2023-06-26T03:00:14.179352+0000","last_became_peered":"2023-06-26T03:00:14.179352+0000","last_unstale":"2023-06-26T03:00:15.155400+0000","last_undegraded":"2023-06-26T03:00:15.155400+0000","last_fullsized":"2023-06-26T03:00:15.155400+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:22.144152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156358+0000","last_change":"2023-06-26T03:00:14.180255+0000","last_active":"2023-06-26T03:00:15.156358+0000","last_peered":"2023-06-26T03:00:15.156358+0000","last_clean":"2023-06-26T03:00:15.156358+0000","last_became_active":"2023-06-26T03:00:14.179785+0000","last_became_peered":"2023-06-26T03:00:14.179785+0000","last_unstale":"2023-06-26T03:00:15.156358+0000","last_undegraded":"2023-06-26T03:00:15.156358+0000","last_fullsized":"2023-06-26T03:00:15.156358+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:17.275307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"23'6","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156498+0000","last_change":"2023-06-26T03:00:13.839362+0000","last_active":"2023-06-26T03:00:15.156498+0000","last_peered":"2023-06-26T03:00:15.156498+0000","last_clean":"2023-06-26T03:00:15.156498+0000","last_became_active":"2023-06-26T03:00:13.838609+0000","last_became_peered":"2023-06-26T03:00:13.838609+0000","last_unstale":"2023-06-26T03:00:15.156498+0000","last_undegraded":"2023-06-26T03:00:15.156498+0000","last_fullsized":"2023-06-26T03:00:15.156498+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:25.640018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742437+0000","last_change":"2023-06-26T03:00:14.174541+0000","last_active":"2023-06-26T03:00:15.742437+0000","last_peered":"2023-06-26T03:00:15.742437+0000","last_clean":"2023-06-26T03:00:15.742437+0000","last_became_active":"2023-06-26T03:00:14.173068+0000","last_became_peered":"2023-06-26T03:00:14.173068+0000","last_unstale":"2023-06-26T03:00:15.742437+0000","last_undegraded":"2023-06-26T03:00:15.742437+0000","last_fullsized":"2023-06-26T03:00:15.742437+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"23'3","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740677+0000","last_change":"2023-06-26T03:00:13.838121+0000","last_active":"2023-06-26T03:00:15.740677+0000","last_peered":"2023-06-26T03:00:15.740677+0000","last_clean":"2023-06-26T03:00:15.740677+0000","last_became_active":"2023-06-26T03:00:13.836269+0000","last_became_peered":"2023-06-26T03:00:13.836269+0000","last_unstale":"2023-06-26T03:00:15.740677+0000","last_undegraded":"2023-06-26T03:00:15.740677+0000","last_fullsized":"2023-06-26T03:00:15.740677+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:55:23.290769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740641+0000","last_change":"2023-06-26T03:00:13.837648+0000","last_active":"2023-06-26T03:00:15.740641+0000","last_peered":"2023-06-26T03:00:15.740641+0000","last_clean":"2023-06-26T03:00:15.740641+0000","last_became_active":"2023-06-26T03:00:13.837091+0000","last_became_peered":"2023-06-26T03:00:13.837091+0000","last_unstale":"2023-06-26T03:00:15.740641+0000","last_undegraded":"2023-06-26T03:00:15.740641+0000","last_fullsized":"2023-06-26T03:00:15.740641+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:41:02.055349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739539+0000","last_change":"2023-06-26T03:00:14.172515+0000","last_active":"2023-06-26T03:00:15.739539+0000","last_peered":"2023-06-26T03:00:15.739539+0000","last_clean":"2023-06-26T03:00:15.739539+0000","last_became_active":"2023-06-26T03:00:14.172247+0000","last_became_peered":"2023-06-26T03:00:14.172247+0000","last_unstale":"2023-06-26T03:00:15.739539+0000","last_undegraded":"2023-06-26T03:00:15.739539+0000","last_fullsized":"2023-06-26T03:00:15.739539+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739333+0000","last_change":"2023-06-26T03:00:13.832995+0000","last_active":"2023-06-26T03:00:15.739333+0000","last_peered":"2023-06-26T03:00:15.739333+0000","last_clean":"2023-06-26T03:00:15.739333+0000","last_became_active":"2023-06-26T03:00:13.832702+0000","last_became_peered":"2023-06-26T03:00:13.832702+0000","last_unstale":"2023-06-26T03:00:15.739333+0000","last_undegraded":"2023-06-26T03:00:15.739333+0000","last_fullsized":"2023-06-26T03:00:15.739333+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:02.544759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738263+0000","last_change":"2023-06-26T03:00:14.165198+0000","last_active":"2023-06-26T03:00:15.738263+0000","last_peered":"2023-06-26T03:00:15.738263+0000","last_clean":"2023-06-26T03:00:15.738263+0000","last_became_active":"2023-06-26T03:00:14.164752+0000","last_became_peered":"2023-06-26T03:00:14.164752+0000","last_unstale":"2023-06-26T03:00:15.738263+0000","last_undegraded":"2023-06-26T03:00:15.738263+0000","last_fullsized":"2023-06-26T03:00:15.738263+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:23:54.497300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153459+0000","last_change":"2023-06-26T03:00:14.176758+0000","last_active":"2023-06-26T03:00:15.153459+0000","last_peered":"2023-06-26T03:00:15.153459+0000","last_clean":"2023-06-26T03:00:15.153459+0000","last_became_active":"2023-06-26T03:00:14.176446+0000","last_became_peered":"2023-06-26T03:00:14.176446+0000","last_unstale":"2023-06-26T03:00:15.153459+0000","last_undegraded":"2023-06-26T03:00:15.153459+0000","last_fullsized":"2023-06-26T03:00:15.153459+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:26:47.263170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738874+0000","last_change":"2023-06-26T03:00:13.828240+0000","last_active":"2023-06-26T03:00:15.738874+0000","last_peered":"2023-06-26T03:00:15.738874+0000","last_clean":"2023-06-26T03:00:15.738874+0000","last_became_active":"2023-06-26T03:00:13.827621+0000","last_became_peered":"2023-06-26T03:00:13.827621+0000","last_unstale":"2023-06-26T03:00:15.738874+0000","last_undegraded":"2023-06-26T03:00:15.738874+0000","last_fullsized":"2023-06-26T03:00:15.738874+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:33.571238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738598+0000","last_change":"2023-06-26T03:00:14.168821+0000","last_active":"2023-06-26T03:00:15.738598+0000","last_peered":"2023-06-26T03:00:15.738598+0000","last_clean":"2023-06-26T03:00:15.738598+0000","last_became_active":"2023-06-26T03:00:14.168626+0000","last_became_peered":"2023-06-26T03:00:14.168626+0000","last_unstale":"2023-06-26T03:00:15.738598+0000","last_undegraded":"2023-06-26T03:00:15.738598+0000","last_fullsized":"2023-06-26T03:00:15.738598+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.581630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742511+0000","last_change":"2023-06-26T03:00:13.816070+0000","last_active":"2023-06-26T03:00:15.742511+0000","last_peered":"2023-06-26T03:00:15.742511+0000","last_clean":"2023-06-26T03:00:15.742511+0000","last_became_active":"2023-06-26T03:00:13.815733+0000","last_became_peered":"2023-06-26T03:00:13.815733+0000","last_unstale":"2023-06-26T03:00:15.742511+0000","last_undegraded":"2023-06-26T03:00:15.742511+0000","last_fullsized":"2023-06-26T03:00:15.742511+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:58.641026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740400+0000","last_change":"2023-06-26T03:00:14.165398+0000","last_active":"2023-06-26T03:00:15.740400+0000","last_peered":"2023-06-26T03:00:15.740400+0000","last_clean":"2023-06-26T03:00:15.740400+0000","last_became_active":"2023-06-26T03:00:14.164959+0000","last_became_peered":"2023-06-26T03:00:14.164959+0000","last_unstale":"2023-06-26T03:00:15.740400+0000","last_undegraded":"2023-06-26T03:00:15.740400+0000","last_fullsized":"2023-06-26T03:00:15.740400+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:59.934935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155342+0000","last_change":"2023-06-26T03:00:13.824989+0000","last_active":"2023-06-26T03:00:15.155342+0000","last_peered":"2023-06-26T03:00:15.155342+0000","last_clean":"2023-06-26T03:00:15.155342+0000","last_became_active":"2023-06-26T03:00:13.824223+0000","last_became_peered":"2023-06-26T03:00:13.824223+0000","last_unstale":"2023-06-26T03:00:15.155342+0000","last_undegraded":"2023-06-26T03:00:15.155342+0000","last_fullsized":"2023-06-26T03:00:15.155342+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:02.544759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150319+0000","last_change":"2023-06-26T03:00:14.176452+0000","last_active":"2023-06-26T03:00:15.150319+0000","last_peered":"2023-06-26T03:00:15.150319+0000","last_clean":"2023-06-26T03:00:15.150319+0000","last_became_active":"2023-06-26T03:00:14.175242+0000","last_became_peered":"2023-06-26T03:00:14.175242+0000","last_unstale":"2023-06-26T03:00:15.150319+0000","last_undegraded":"2023-06-26T03:00:15.150319+0000","last_fullsized":"2023-06-26T03:00:15.150319+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:11.004848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739666+0000","last_change":"2023-06-26T03:00:13.843932+0000","last_active":"2023-06-26T03:00:15.739666+0000","last_peered":"2023-06-26T03:00:15.739666+0000","last_clean":"2023-06-26T03:00:15.739666+0000","last_became_active":"2023-06-26T03:00:13.843639+0000","last_became_peered":"2023-06-26T03:00:13.843639+0000","last_unstale":"2023-06-26T03:00:15.739666+0000","last_undegraded":"2023-06-26T03:00:15.739666+0000","last_fullsized":"2023-06-26T03:00:15.739666+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:32.127429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155441+0000","last_change":"2023-06-26T03:00:14.180060+0000","last_active":"2023-06-26T03:00:15.155441+0000","last_peered":"2023-06-26T03:00:15.155441+0000","last_clean":"2023-06-26T03:00:15.155441+0000","last_became_active":"2023-06-26T03:00:14.179462+0000","last_became_peered":"2023-06-26T03:00:14.179462+0000","last_unstale":"2023-06-26T03:00:15.155441+0000","last_undegraded":"2023-06-26T03:00:15.155441+0000","last_fullsized":"2023-06-26T03:00:15.155441+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739535+0000","last_change":"2023-06-26T03:00:13.847073+0000","last_active":"2023-06-26T03:00:15.739535+0000","last_peered":"2023-06-26T03:00:15.739535+0000","last_clean":"2023-06-26T03:00:15.739535+0000","last_became_active":"2023-06-26T03:00:13.846318+0000","last_became_peered":"2023-06-26T03:00:13.846318+0000","last_unstale":"2023-06-26T03:00:15.739535+0000","last_undegraded":"2023-06-26T03:00:15.739535+0000","last_fullsized":"2023-06-26T03:00:15.739535+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:33.260598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155125+0000","last_change":"2023-06-26T03:00:14.165662+0000","last_active":"2023-06-26T03:00:15.155125+0000","last_peered":"2023-06-26T03:00:15.155125+0000","last_clean":"2023-06-26T03:00:15.155125+0000","last_became_active":"2023-06-26T03:00:14.165064+0000","last_became_peered":"2023-06-26T03:00:14.165064+0000","last_unstale":"2023-06-26T03:00:15.155125+0000","last_undegraded":"2023-06-26T03:00:15.155125+0000","last_fullsized":"2023-06-26T03:00:15.155125+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740566+0000","last_change":"2023-06-26T03:00:13.847065+0000","last_active":"2023-06-26T03:00:15.740566+0000","last_peered":"2023-06-26T03:00:15.740566+0000","last_clean":"2023-06-26T03:00:15.740566+0000","last_became_active":"2023-06-26T03:00:13.846454+0000","last_became_peered":"2023-06-26T03:00:13.846454+0000","last_unstale":"2023-06-26T03:00:15.740566+0000","last_undegraded":"2023-06-26T03:00:15.740566+0000","last_fullsized":"2023-06-26T03:00:15.740566+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:25.640018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739752+0000","last_change":"2023-06-26T03:00:14.168779+0000","last_active":"2023-06-26T03:00:15.739752+0000","last_peered":"2023-06-26T03:00:15.739752+0000","last_clean":"2023-06-26T03:00:15.739752+0000","last_became_active":"2023-06-26T03:00:14.168266+0000","last_became_peered":"2023-06-26T03:00:14.168266+0000","last_unstale":"2023-06-26T03:00:15.739752+0000","last_undegraded":"2023-06-26T03:00:15.739752+0000","last_fullsized":"2023-06-26T03:00:15.739752+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:03.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740292+0000","last_change":"2023-06-26T03:00:13.823562+0000","last_active":"2023-06-26T03:00:15.740292+0000","last_peered":"2023-06-26T03:00:15.740292+0000","last_clean":"2023-06-26T03:00:15.740292+0000","last_became_active":"2023-06-26T03:00:13.822868+0000","last_became_peered":"2023-06-26T03:00:13.822868+0000","last_unstale":"2023-06-26T03:00:15.740292+0000","last_undegraded":"2023-06-26T03:00:15.740292+0000","last_fullsized":"2023-06-26T03:00:15.740292+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:22.268807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154552+0000","last_change":"2023-06-26T03:00:14.174880+0000","last_active":"2023-06-26T03:00:15.154552+0000","last_peered":"2023-06-26T03:00:15.154552+0000","last_clean":"2023-06-26T03:00:15.154552+0000","last_became_active":"2023-06-26T03:00:14.173323+0000","last_became_peered":"2023-06-26T03:00:14.173323+0000","last_unstale":"2023-06-26T03:00:15.154552+0000","last_undegraded":"2023-06-26T03:00:15.154552+0000","last_fullsized":"2023-06-26T03:00:15.154552+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"23'4","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738959+0000","last_change":"2023-06-26T03:00:13.833032+0000","last_active":"2023-06-26T03:00:15.738959+0000","last_peered":"2023-06-26T03:00:15.738959+0000","last_clean":"2023-06-26T03:00:15.738959+0000","last_became_active":"2023-06-26T03:00:13.832734+0000","last_became_peered":"2023-06-26T03:00:13.832734+0000","last_unstale":"2023-06-26T03:00:15.738959+0000","last_undegraded":"2023-06-26T03:00:15.738959+0000","last_fullsized":"2023-06-26T03:00:15.738959+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:33.026106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":856,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":876544,"data_stored":686418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94299999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83099999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90800000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":248,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":253952,"data_stored":94270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0349999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574858,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":256,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":262144,"data_stored":94922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0229999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.115}]}]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":268,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":274432,"data_stored":95890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82899999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0620000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.105}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.034}]}]},{"osd":3,"up_from":13,"seq":55834574858,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":252,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":258048,"data_stored":94360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.377}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94299999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.874}]}]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":248,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":253952,"data_stored":94270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79200000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92800000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95299999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.014}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":248,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":253952,"data_stored":94270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0820000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.054}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.167}]}]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":832,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":851968,"data_stored":685220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.871}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1479999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1950000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:00:26.464 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:00:26.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d1a289640 1 Processor -- start 2023-06-26T03:00:26.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d1a289640 1 -- start start 2023-06-26T03:00:26.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d1a289640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d140c9c70 0x7f5d14070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d1a289640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f5d140af770 0x7f5d140afbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d1a289640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d140b0110 con 0x7f5d141596a0 2023-06-26T03:00:26.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d1a289640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d1406bd00 con 0x7f5d140af770 2023-06-26T03:00:26.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d1a289640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d140ca100 con 0x7f5d140c9c70 2023-06-26T03:00:26.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d18826640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f5d140af770 0x7f5d140afbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d13fff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f5d141596a0 0x7f5d140c9560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38418/0 (socket says 172.21.15.81:38418) 2023-06-26T03:00:26.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d13fff640 1 -- 172.21.15.81:0/687086328 learned_addr learned my addr 172.21.15.81:0/687086328 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:26.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d0bfff640 1 --2- 172.21.15.81:0/687086328 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d140c9c70 0x7f5d14070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d18826640 1 -- 172.21.15.81:0/687086328 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d140c9c70 msgr2=0x7f5d14070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:26.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d18826640 1 --2- 172.21.15.81:0/687086328 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d140c9c70 0x7f5d14070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d137fe640 1 -- 172.21.15.81:0/687086328 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1346000295 0 0) 0x7f5d140b0110 con 0x7f5d141596a0 2023-06-26T03:00:26.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d18826640 1 -- 172.21.15.81:0/687086328 >> v1:172.21.15.81:6789/0 conn(0x7f5d141596a0 legacy=0x7f5d140c9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.595+0000 7f5d18826640 1 -- 172.21.15.81:0/687086328 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d14070360 con 0x7f5d140af770 2023-06-26T03:00:26.604 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d18826640 1 --2- 172.21.15.81:0/687086328 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d140af770 0x7f5d140afbd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5d0c009d90 tx=0x7f5d0c01c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50d600ce604740b5 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:26.604 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d137fe640 1 -- 172.21.15.81:0/687086328 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d0c0a5950 con 0x7f5d140af770 2023-06-26T03:00:26.604 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d137fe640 1 -- 172.21.15.81:0/687086328 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d0c0a5ab0 con 0x7f5d140af770 2023-06-26T03:00:26.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d137fe640 1 -- 172.21.15.81:0/687086328 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d0c0a5e40 con 0x7f5d140af770 2023-06-26T03:00:26.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 -- 172.21.15.81:0/687086328 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d140af770 msgr2=0x7f5d140afbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 --2- 172.21.15.81:0/687086328 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d140af770 0x7f5d140afbd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5d0c009d90 tx=0x7f5d0c01c890 comp rx=0 tx=0).stop 2023-06-26T03:00:26.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 -- 172.21.15.81:0/687086328 shutdown_connections 2023-06-26T03:00:26.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 --2- 172.21.15.81:0/687086328 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d140af770 0x7f5d140afbd0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 --2- 172.21.15.81:0/687086328 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d140c9c70 0x7f5d14070e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 -- 172.21.15.81:0/687086328 >> 172.21.15.81:0/687086328 conn(0x7f5d140ca770 msgr2=0x7f5d140cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:26.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 -- 172.21.15.81:0/687086328 shutdown_connections 2023-06-26T03:00:26.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 -- 172.21.15.81:0/687086328 wait complete. 2023-06-26T03:00:26.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 Processor -- start 2023-06-26T03:00:26.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 -- start start 2023-06-26T03:00:26.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d140af770 0x7f5d140c3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d140c9c70 0x7f5d1415a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d141596a0 0x7f5d140b13e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d1415bbb0 con 0x7f5d140af770 2023-06-26T03:00:26.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d140c4040 con 0x7f5d140c9c70 2023-06-26T03:00:26.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d1a289640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d1415afa0 con 0x7f5d141596a0 2023-06-26T03:00:26.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d13fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d140af770 0x7f5d140c3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d13fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d140af770 0x7f5d140c3b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50808/0 (socket says 172.21.15.81:50808) 2023-06-26T03:00:26.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.599+0000 7f5d13fff640 1 -- 172.21.15.81:0/4150191985 learned_addr learned my addr 172.21.15.81:0/4150191985 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:26.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d13fff640 1 -- 172.21.15.81:0/4150191985 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d141596a0 msgr2=0x7f5d140b13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d13fff640 1 --2- 172.21.15.81:0/4150191985 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d141596a0 0x7f5d140b13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d13fff640 1 -- 172.21.15.81:0/4150191985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d140c9c70 msgr2=0x7f5d1415a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d13fff640 1 --2- 172.21.15.81:0/4150191985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d140c9c70 0x7f5d1415a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d13fff640 1 -- 172.21.15.81:0/4150191985 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d0c009a70 con 0x7f5d140af770 2023-06-26T03:00:26.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d13fff640 1 --2- 172.21.15.81:0/4150191985 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d140af770 0x7f5d140c3b00 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5d0400c520 tx=0x7f5d0400c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:26.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d117fa640 1 -- 172.21.15.81:0/4150191985 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d040074e0 con 0x7f5d140af770 2023-06-26T03:00:26.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d117fa640 1 -- 172.21.15.81:0/4150191985 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d04007640 con 0x7f5d140af770 2023-06-26T03:00:26.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d1a289640 1 -- 172.21.15.81:0/4150191985 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d1415b280 con 0x7f5d140af770 2023-06-26T03:00:26.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d117fa640 1 -- 172.21.15.81:0/4150191985 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d040049f0 con 0x7f5d140af770 2023-06-26T03:00:26.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d1a289640 1 -- 172.21.15.81:0/4150191985 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d1415b840 con 0x7f5d140af770 2023-06-26T03:00:26.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d1a289640 1 -- 172.21.15.81:0/4150191985 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d1404d790 con 0x7f5d140af770 2023-06-26T03:00:26.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d117fa640 1 -- 172.21.15.81:0/4150191985 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5d04004b50 con 0x7f5d140af770 2023-06-26T03:00:26.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d117fa640 1 --2- 172.21.15.81:0/4150191985 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5cf4066280 0x7f5cf4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d0bfff640 1 --2- 172.21.15.81:0/4150191985 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5cf4066280 0x7f5cf4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d117fa640 1 -- 172.21.15.81:0/4150191985 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f5d04083400 con 0x7f5d140af770 2023-06-26T03:00:26.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.603+0000 7f5d0bfff640 1 --2- 172.21.15.81:0/4150191985 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5cf4066280 0x7f5cf4068730 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f5d14146820 tx=0x7f5cfc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:26.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.607+0000 7f5d117fa640 1 -- 172.21.15.81:0/4150191985 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5d04050880 con 0x7f5d140af770 2023-06-26T03:00:26.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.743+0000 7f5d1a289640 1 -- 172.21.15.81:0/4150191985 --> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f5d14159a70 con 0x7f5cf4066280 2023-06-26T03:00:26.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.755+0000 7f5d117fa640 1 -- 172.21.15.81:0/4150191985 <== mgr.4104 v2:172.21.15.81:6832/2767121196 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286561 (secure 0 0 0) 0x7f5cfc009120 con 0x7f5cf4066280 2023-06-26T03:00:26.762 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:26.765 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-06-26T03:00:26.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.759+0000 7f5d1a289640 1 -- 172.21.15.81:0/4150191985 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5cf4066280 msgr2=0x7f5cf4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.759+0000 7f5d1a289640 1 --2- 172.21.15.81:0/4150191985 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5cf4066280 0x7f5cf4068730 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f5d14146820 tx=0x7f5cfc008040 comp rx=0 tx=0).stop 2023-06-26T03:00:26.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.759+0000 7f5d1a289640 1 -- 172.21.15.81:0/4150191985 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d140af770 msgr2=0x7f5d140c3b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.759+0000 7f5d1a289640 1 --2- 172.21.15.81:0/4150191985 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d140af770 0x7f5d140c3b00 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5d0400c520 tx=0x7f5d0400c9e0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.759+0000 7f5d1a289640 1 -- 172.21.15.81:0/4150191985 shutdown_connections 2023-06-26T03:00:26.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.759+0000 7f5d1a289640 1 --2- 172.21.15.81:0/4150191985 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5cf4066280 0x7f5cf4068730 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.759+0000 7f5d1a289640 1 --2- 172.21.15.81:0/4150191985 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d141596a0 0x7f5d140b13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.759+0000 7f5d1a289640 1 --2- 172.21.15.81:0/4150191985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d140c9c70 0x7f5d1415a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.759+0000 7f5d1a289640 1 --2- 172.21.15.81:0/4150191985 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d140af770 0x7f5d140c3b00 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.759+0000 7f5d1a289640 1 -- 172.21.15.81:0/4150191985 >> 172.21.15.81:0/4150191985 conn(0x7f5d140ca770 msgr2=0x7f5d14157cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:26.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.759+0000 7f5d1a289640 1 -- 172.21.15.81:0/4150191985 shutdown_connections 2023-06-26T03:00:26.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.759+0000 7f5d1a289640 1 -- 172.21.15.81:0/4150191985 wait complete. 2023-06-26T03:00:26.780 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2023-06-26T03:00:26.703831+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":210,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218824,"kb_used_data":3208,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":754755896,"statfs":{"total":773094113280,"available":772870037504,"internally_reserved":0,"allocated":3284992,"data_stored":1939620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.556923"},"pg_stats":[{"pgid":"4.3f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150131+0000","last_change":"2023-06-26T03:00:14.178911+0000","last_active":"2023-06-26T03:00:15.150131+0000","last_peered":"2023-06-26T03:00:15.150131+0000","last_clean":"2023-06-26T03:00:15.150131+0000","last_became_active":"2023-06-26T03:00:14.178637+0000","last_became_peered":"2023-06-26T03:00:14.178637+0000","last_unstale":"2023-06-26T03:00:15.150131+0000","last_undegraded":"2023-06-26T03:00:15.150131+0000","last_fullsized":"2023-06-26T03:00:15.150131+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:11:23.501628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740197+0000","last_change":"2023-06-26T03:00:14.187218+0000","last_active":"2023-06-26T03:00:15.740197+0000","last_peered":"2023-06-26T03:00:15.740197+0000","last_clean":"2023-06-26T03:00:15.740197+0000","last_became_active":"2023-06-26T03:00:14.186674+0000","last_became_peered":"2023-06-26T03:00:14.186674+0000","last_unstale":"2023-06-26T03:00:15.740197+0000","last_undegraded":"2023-06-26T03:00:15.740197+0000","last_fullsized":"2023-06-26T03:00:15.740197+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:59.934935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.157353+0000","last_change":"2023-06-26T03:00:14.185772+0000","last_active":"2023-06-26T03:00:15.157353+0000","last_peered":"2023-06-26T03:00:15.157353+0000","last_clean":"2023-06-26T03:00:15.157353+0000","last_became_active":"2023-06-26T03:00:14.185066+0000","last_became_peered":"2023-06-26T03:00:14.185066+0000","last_unstale":"2023-06-26T03:00:15.157353+0000","last_undegraded":"2023-06-26T03:00:15.157353+0000","last_fullsized":"2023-06-26T03:00:15.157353+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:54:08.285642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153591+0000","last_change":"2023-06-26T03:00:14.161149+0000","last_active":"2023-06-26T03:00:15.153591+0000","last_peered":"2023-06-26T03:00:15.153591+0000","last_clean":"2023-06-26T03:00:15.153591+0000","last_became_active":"2023-06-26T03:00:14.160808+0000","last_became_peered":"2023-06-26T03:00:14.160808+0000","last_unstale":"2023-06-26T03:00:15.153591+0000","last_undegraded":"2023-06-26T03:00:15.153591+0000","last_fullsized":"2023-06-26T03:00:15.153591+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:02:40.939245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739507+0000","last_change":"2023-06-26T03:00:14.166875+0000","last_active":"2023-06-26T03:00:15.739507+0000","last_peered":"2023-06-26T03:00:15.739507+0000","last_clean":"2023-06-26T03:00:15.739507+0000","last_became_active":"2023-06-26T03:00:14.166647+0000","last_became_peered":"2023-06-26T03:00:14.166647+0000","last_unstale":"2023-06-26T03:00:15.739507+0000","last_undegraded":"2023-06-26T03:00:15.739507+0000","last_fullsized":"2023-06-26T03:00:15.739507+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154985+0000","last_change":"2023-06-26T03:00:14.165880+0000","last_active":"2023-06-26T03:00:15.154985+0000","last_peered":"2023-06-26T03:00:15.154985+0000","last_clean":"2023-06-26T03:00:15.154985+0000","last_became_active":"2023-06-26T03:00:14.165182+0000","last_became_peered":"2023-06-26T03:00:14.165182+0000","last_unstale":"2023-06-26T03:00:15.154985+0000","last_undegraded":"2023-06-26T03:00:15.154985+0000","last_fullsized":"2023-06-26T03:00:15.154985+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739314+0000","last_change":"2023-06-26T03:00:14.178587+0000","last_active":"2023-06-26T03:00:15.739314+0000","last_peered":"2023-06-26T03:00:15.739314+0000","last_clean":"2023-06-26T03:00:15.739314+0000","last_became_active":"2023-06-26T03:00:14.178306+0000","last_became_peered":"2023-06-26T03:00:14.178306+0000","last_unstale":"2023-06-26T03:00:15.739314+0000","last_undegraded":"2023-06-26T03:00:15.739314+0000","last_fullsized":"2023-06-26T03:00:15.739314+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:33.137821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739319+0000","last_change":"2023-06-26T03:00:14.186337+0000","last_active":"2023-06-26T03:00:15.739319+0000","last_peered":"2023-06-26T03:00:15.739319+0000","last_clean":"2023-06-26T03:00:15.739319+0000","last_became_active":"2023-06-26T03:00:14.186035+0000","last_became_peered":"2023-06-26T03:00:14.186035+0000","last_unstale":"2023-06-26T03:00:15.739319+0000","last_undegraded":"2023-06-26T03:00:15.739319+0000","last_fullsized":"2023-06-26T03:00:15.739319+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738269+0000","last_change":"2023-06-26T03:00:14.179120+0000","last_active":"2023-06-26T03:00:15.738269+0000","last_peered":"2023-06-26T03:00:15.738269+0000","last_clean":"2023-06-26T03:00:15.738269+0000","last_became_active":"2023-06-26T03:00:14.178716+0000","last_became_peered":"2023-06-26T03:00:14.178716+0000","last_unstale":"2023-06-26T03:00:15.738269+0000","last_undegraded":"2023-06-26T03:00:15.738269+0000","last_fullsized":"2023-06-26T03:00:15.738269+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:23:54.497300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740440+0000","last_change":"2023-06-26T03:00:14.176358+0000","last_active":"2023-06-26T03:00:15.740440+0000","last_peered":"2023-06-26T03:00:15.740440+0000","last_clean":"2023-06-26T03:00:15.740440+0000","last_became_active":"2023-06-26T03:00:14.175969+0000","last_became_peered":"2023-06-26T03:00:14.175969+0000","last_unstale":"2023-06-26T03:00:15.740440+0000","last_undegraded":"2023-06-26T03:00:15.740440+0000","last_fullsized":"2023-06-26T03:00:15.740440+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:32.452420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156746+0000","last_change":"2023-06-26T03:00:14.186185+0000","last_active":"2023-06-26T03:00:15.156746+0000","last_peered":"2023-06-26T03:00:15.156746+0000","last_clean":"2023-06-26T03:00:15.156746+0000","last_became_active":"2023-06-26T03:00:14.185403+0000","last_became_peered":"2023-06-26T03:00:14.185403+0000","last_unstale":"2023-06-26T03:00:15.156746+0000","last_undegraded":"2023-06-26T03:00:15.156746+0000","last_fullsized":"2023-06-26T03:00:15.156746+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:55:24.301161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150148+0000","last_change":"2023-06-26T03:00:14.186489+0000","last_active":"2023-06-26T03:00:15.150148+0000","last_peered":"2023-06-26T03:00:15.150148+0000","last_clean":"2023-06-26T03:00:15.150148+0000","last_became_active":"2023-06-26T03:00:14.186055+0000","last_became_peered":"2023-06-26T03:00:14.186055+0000","last_unstale":"2023-06-26T03:00:15.150148+0000","last_undegraded":"2023-06-26T03:00:15.150148+0000","last_fullsized":"2023-06-26T03:00:15.150148+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:56:15.408090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150117+0000","last_change":"2023-06-26T03:00:14.180432+0000","last_active":"2023-06-26T03:00:15.150117+0000","last_peered":"2023-06-26T03:00:15.150117+0000","last_clean":"2023-06-26T03:00:15.150117+0000","last_became_active":"2023-06-26T03:00:14.180071+0000","last_became_peered":"2023-06-26T03:00:14.180071+0000","last_unstale":"2023-06-26T03:00:15.150117+0000","last_undegraded":"2023-06-26T03:00:15.150117+0000","last_fullsized":"2023-06-26T03:00:15.150117+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:03:18.295049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740122+0000","last_change":"2023-06-26T03:00:14.177149+0000","last_active":"2023-06-26T03:00:15.740122+0000","last_peered":"2023-06-26T03:00:15.740122+0000","last_clean":"2023-06-26T03:00:15.740122+0000","last_became_active":"2023-06-26T03:00:14.176784+0000","last_became_peered":"2023-06-26T03:00:14.176784+0000","last_unstale":"2023-06-26T03:00:15.740122+0000","last_undegraded":"2023-06-26T03:00:15.740122+0000","last_fullsized":"2023-06-26T03:00:15.740122+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739767+0000","last_change":"2023-06-26T03:00:14.178640+0000","last_active":"2023-06-26T03:00:15.739767+0000","last_peered":"2023-06-26T03:00:15.739767+0000","last_clean":"2023-06-26T03:00:15.739767+0000","last_became_active":"2023-06-26T03:00:14.178386+0000","last_became_peered":"2023-06-26T03:00:14.178386+0000","last_unstale":"2023-06-26T03:00:15.739767+0000","last_undegraded":"2023-06-26T03:00:15.739767+0000","last_fullsized":"2023-06-26T03:00:15.739767+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:17.275307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154383+0000","last_change":"2023-06-26T03:00:14.162144+0000","last_active":"2023-06-26T03:00:15.154383+0000","last_peered":"2023-06-26T03:00:15.154383+0000","last_clean":"2023-06-26T03:00:15.154383+0000","last_became_active":"2023-06-26T03:00:14.161862+0000","last_became_peered":"2023-06-26T03:00:14.161862+0000","last_unstale":"2023-06-26T03:00:15.154383+0000","last_undegraded":"2023-06-26T03:00:15.154383+0000","last_fullsized":"2023-06-26T03:00:15.154383+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.581630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738623+0000","last_change":"2023-06-26T03:00:14.181003+0000","last_active":"2023-06-26T03:00:15.738623+0000","last_peered":"2023-06-26T03:00:15.738623+0000","last_clean":"2023-06-26T03:00:15.738623+0000","last_became_active":"2023-06-26T03:00:14.178067+0000","last_became_peered":"2023-06-26T03:00:14.178067+0000","last_unstale":"2023-06-26T03:00:15.738623+0000","last_undegraded":"2023-06-26T03:00:15.738623+0000","last_fullsized":"2023-06-26T03:00:15.738623+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156555+0000","last_change":"2023-06-26T03:00:14.176800+0000","last_active":"2023-06-26T03:00:15.156555+0000","last_peered":"2023-06-26T03:00:15.156555+0000","last_clean":"2023-06-26T03:00:15.156555+0000","last_became_active":"2023-06-26T03:00:14.176229+0000","last_became_peered":"2023-06-26T03:00:14.176229+0000","last_unstale":"2023-06-26T03:00:15.156555+0000","last_undegraded":"2023-06-26T03:00:15.156555+0000","last_fullsized":"2023-06-26T03:00:15.156555+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:41:03.065741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150230+0000","last_change":"2023-06-26T03:00:14.167868+0000","last_active":"2023-06-26T03:00:15.150230+0000","last_peered":"2023-06-26T03:00:15.150230+0000","last_clean":"2023-06-26T03:00:15.150230+0000","last_became_active":"2023-06-26T03:00:14.167604+0000","last_became_peered":"2023-06-26T03:00:14.167604+0000","last_unstale":"2023-06-26T03:00:15.150230+0000","last_undegraded":"2023-06-26T03:00:15.150230+0000","last_fullsized":"2023-06-26T03:00:15.150230+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:48:44.951538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156357+0000","last_change":"2023-06-26T03:00:14.187575+0000","last_active":"2023-06-26T03:00:15.156357+0000","last_peered":"2023-06-26T03:00:15.156357+0000","last_clean":"2023-06-26T03:00:15.156357+0000","last_became_active":"2023-06-26T03:00:14.187258+0000","last_became_peered":"2023-06-26T03:00:14.187258+0000","last_unstale":"2023-06-26T03:00:15.156357+0000","last_undegraded":"2023-06-26T03:00:15.156357+0000","last_fullsized":"2023-06-26T03:00:15.156357+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:16.397871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740484+0000","last_change":"2023-06-26T03:00:14.188446+0000","last_active":"2023-06-26T03:00:15.740484+0000","last_peered":"2023-06-26T03:00:15.740484+0000","last_clean":"2023-06-26T03:00:15.740484+0000","last_became_active":"2023-06-26T03:00:14.188160+0000","last_became_peered":"2023-06-26T03:00:14.188160+0000","last_unstale":"2023-06-26T03:00:15.740484+0000","last_undegraded":"2023-06-26T03:00:15.740484+0000","last_fullsized":"2023-06-26T03:00:15.740484+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:41:03.065741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738080+0000","last_change":"2023-06-26T03:00:14.173955+0000","last_active":"2023-06-26T03:00:15.738080+0000","last_peered":"2023-06-26T03:00:15.738080+0000","last_clean":"2023-06-26T03:00:15.738080+0000","last_became_active":"2023-06-26T03:00:14.173668+0000","last_became_peered":"2023-06-26T03:00:14.173668+0000","last_unstale":"2023-06-26T03:00:15.738080+0000","last_undegraded":"2023-06-26T03:00:15.738080+0000","last_fullsized":"2023-06-26T03:00:15.738080+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:02:40.939245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739086+0000","last_change":"2023-06-26T03:00:14.161476+0000","last_active":"2023-06-26T03:00:15.739086+0000","last_peered":"2023-06-26T03:00:15.739086+0000","last_clean":"2023-06-26T03:00:15.739086+0000","last_became_active":"2023-06-26T03:00:14.161267+0000","last_became_peered":"2023-06-26T03:00:14.161267+0000","last_unstale":"2023-06-26T03:00:15.739086+0000","last_undegraded":"2023-06-26T03:00:15.739086+0000","last_fullsized":"2023-06-26T03:00:15.739086+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740997+0000","last_change":"2023-06-26T03:00:14.181098+0000","last_active":"2023-06-26T03:00:15.740997+0000","last_peered":"2023-06-26T03:00:15.740997+0000","last_clean":"2023-06-26T03:00:15.740997+0000","last_became_active":"2023-06-26T03:00:14.180799+0000","last_became_peered":"2023-06-26T03:00:14.180799+0000","last_unstale":"2023-06-26T03:00:15.740997+0000","last_undegraded":"2023-06-26T03:00:15.740997+0000","last_fullsized":"2023-06-26T03:00:15.740997+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:35:16.158813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742756+0000","last_change":"2023-06-26T03:00:14.174065+0000","last_active":"2023-06-26T03:00:15.742756+0000","last_peered":"2023-06-26T03:00:15.742756+0000","last_clean":"2023-06-26T03:00:15.742756+0000","last_became_active":"2023-06-26T03:00:14.173278+0000","last_became_peered":"2023-06-26T03:00:14.173278+0000","last_unstale":"2023-06-26T03:00:15.742756+0000","last_undegraded":"2023-06-26T03:00:15.742756+0000","last_fullsized":"2023-06-26T03:00:15.742756+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743087+0000","last_change":"2023-06-26T03:00:14.181736+0000","last_active":"2023-06-26T03:00:15.743087+0000","last_peered":"2023-06-26T03:00:15.743087+0000","last_clean":"2023-06-26T03:00:15.743087+0000","last_became_active":"2023-06-26T03:00:14.180990+0000","last_became_peered":"2023-06-26T03:00:14.180990+0000","last_unstale":"2023-06-26T03:00:15.743087+0000","last_undegraded":"2023-06-26T03:00:15.743087+0000","last_fullsized":"2023-06-26T03:00:15.743087+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:22.144152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740990+0000","last_change":"2023-06-26T03:00:14.186065+0000","last_active":"2023-06-26T03:00:15.740990+0000","last_peered":"2023-06-26T03:00:15.740990+0000","last_clean":"2023-06-26T03:00:15.740990+0000","last_became_active":"2023-06-26T03:00:14.181698+0000","last_became_peered":"2023-06-26T03:00:14.181698+0000","last_unstale":"2023-06-26T03:00:15.740990+0000","last_undegraded":"2023-06-26T03:00:15.740990+0000","last_fullsized":"2023-06-26T03:00:15.740990+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:55:24.301161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743317+0000","last_change":"2023-06-26T03:00:14.180581+0000","last_active":"2023-06-26T03:00:15.743317+0000","last_peered":"2023-06-26T03:00:15.743317+0000","last_clean":"2023-06-26T03:00:15.743317+0000","last_became_active":"2023-06-26T03:00:14.176865+0000","last_became_peered":"2023-06-26T03:00:14.176865+0000","last_unstale":"2023-06-26T03:00:15.743317+0000","last_undegraded":"2023-06-26T03:00:15.743317+0000","last_fullsized":"2023-06-26T03:00:15.743317+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:16.397871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740598+0000","last_change":"2023-06-26T03:00:14.174112+0000","last_active":"2023-06-26T03:00:15.740598+0000","last_peered":"2023-06-26T03:00:15.740598+0000","last_clean":"2023-06-26T03:00:15.740598+0000","last_became_active":"2023-06-26T03:00:14.173871+0000","last_became_peered":"2023-06-26T03:00:14.173871+0000","last_unstale":"2023-06-26T03:00:15.740598+0000","last_undegraded":"2023-06-26T03:00:15.740598+0000","last_fullsized":"2023-06-26T03:00:15.740598+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:33.137821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155241+0000","last_change":"2023-06-26T03:00:14.173592+0000","last_active":"2023-06-26T03:00:15.155241+0000","last_peered":"2023-06-26T03:00:15.155241+0000","last_clean":"2023-06-26T03:00:15.155241+0000","last_became_active":"2023-06-26T03:00:14.173271+0000","last_became_peered":"2023-06-26T03:00:14.173271+0000","last_unstale":"2023-06-26T03:00:15.155241+0000","last_undegraded":"2023-06-26T03:00:15.155241+0000","last_fullsized":"2023-06-26T03:00:15.155241+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739441+0000","last_change":"2023-06-26T03:00:14.165325+0000","last_active":"2023-06-26T03:00:15.739441+0000","last_peered":"2023-06-26T03:00:15.739441+0000","last_clean":"2023-06-26T03:00:15.739441+0000","last_became_active":"2023-06-26T03:00:14.165084+0000","last_became_peered":"2023-06-26T03:00:14.165084+0000","last_unstale":"2023-06-26T03:00:15.739441+0000","last_undegraded":"2023-06-26T03:00:15.739441+0000","last_fullsized":"2023-06-26T03:00:15.739441+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.152946+0000","last_change":"2023-06-26T03:00:14.176603+0000","last_active":"2023-06-26T03:00:15.152946+0000","last_peered":"2023-06-26T03:00:15.152946+0000","last_clean":"2023-06-26T03:00:15.152946+0000","last_became_active":"2023-06-26T03:00:14.176388+0000","last_became_peered":"2023-06-26T03:00:14.176388+0000","last_unstale":"2023-06-26T03:00:15.152946+0000","last_undegraded":"2023-06-26T03:00:15.152946+0000","last_fullsized":"2023-06-26T03:00:15.152946+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:56:15.408090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739375+0000","last_change":"2023-06-26T03:00:14.166120+0000","last_active":"2023-06-26T03:00:15.739375+0000","last_peered":"2023-06-26T03:00:15.739375+0000","last_clean":"2023-06-26T03:00:15.739375+0000","last_became_active":"2023-06-26T03:00:14.165522+0000","last_became_peered":"2023-06-26T03:00:14.165522+0000","last_unstale":"2023-06-26T03:00:15.739375+0000","last_undegraded":"2023-06-26T03:00:15.739375+0000","last_fullsized":"2023-06-26T03:00:15.739375+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740858+0000","last_change":"2023-06-26T03:00:13.847399+0000","last_active":"2023-06-26T03:00:15.740858+0000","last_peered":"2023-06-26T03:00:15.740858+0000","last_clean":"2023-06-26T03:00:15.740858+0000","last_became_active":"2023-06-26T03:00:13.846658+0000","last_became_peered":"2023-06-26T03:00:13.846658+0000","last_unstale":"2023-06-26T03:00:15.740858+0000","last_undegraded":"2023-06-26T03:00:15.740858+0000","last_fullsized":"2023-06-26T03:00:15.740858+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:15:38.164653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740198+0000","last_change":"2023-06-26T03:00:14.185936+0000","last_active":"2023-06-26T03:00:15.740198+0000","last_peered":"2023-06-26T03:00:15.740198+0000","last_clean":"2023-06-26T03:00:15.740198+0000","last_became_active":"2023-06-26T03:00:14.181292+0000","last_became_peered":"2023-06-26T03:00:14.181292+0000","last_unstale":"2023-06-26T03:00:15.740198+0000","last_undegraded":"2023-06-26T03:00:15.740198+0000","last_fullsized":"2023-06-26T03:00:15.740198+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:33.137821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738392+0000","last_change":"2023-06-26T03:00:13.831161+0000","last_active":"2023-06-26T03:00:15.738392+0000","last_peered":"2023-06-26T03:00:15.738392+0000","last_clean":"2023-06-26T03:00:15.738392+0000","last_became_active":"2023-06-26T03:00:13.830954+0000","last_became_peered":"2023-06-26T03:00:13.830954+0000","last_unstale":"2023-06-26T03:00:15.738392+0000","last_undegraded":"2023-06-26T03:00:15.738392+0000","last_fullsized":"2023-06-26T03:00:15.738392+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:01:52.200052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739281+0000","last_change":"2023-06-26T03:00:14.184750+0000","last_active":"2023-06-26T03:00:15.739281+0000","last_peered":"2023-06-26T03:00:15.739281+0000","last_clean":"2023-06-26T03:00:15.739281+0000","last_became_active":"2023-06-26T03:00:14.184312+0000","last_became_peered":"2023-06-26T03:00:14.184312+0000","last_unstale":"2023-06-26T03:00:15.739281+0000","last_undegraded":"2023-06-26T03:00:15.739281+0000","last_fullsized":"2023-06-26T03:00:15.739281+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740127+0000","last_change":"2023-06-26T03:00:13.847605+0000","last_active":"2023-06-26T03:00:15.740127+0000","last_peered":"2023-06-26T03:00:15.740127+0000","last_clean":"2023-06-26T03:00:15.740127+0000","last_became_active":"2023-06-26T03:00:13.846959+0000","last_became_peered":"2023-06-26T03:00:13.846959+0000","last_unstale":"2023-06-26T03:00:15.740127+0000","last_undegraded":"2023-06-26T03:00:15.740127+0000","last_fullsized":"2023-06-26T03:00:15.740127+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:25.640018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740970+0000","last_change":"2023-06-26T03:00:14.172318+0000","last_active":"2023-06-26T03:00:15.740970+0000","last_peered":"2023-06-26T03:00:15.740970+0000","last_clean":"2023-06-26T03:00:15.740970+0000","last_became_active":"2023-06-26T03:00:14.172070+0000","last_became_peered":"2023-06-26T03:00:14.172070+0000","last_unstale":"2023-06-26T03:00:15.740970+0000","last_undegraded":"2023-06-26T03:00:15.740970+0000","last_fullsized":"2023-06-26T03:00:15.740970+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:16.397871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"23'8","reported_seq":21,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154030+0000","last_change":"2023-06-26T03:00:13.830153+0000","last_active":"2023-06-26T03:00:15.154030+0000","last_peered":"2023-06-26T03:00:15.154030+0000","last_clean":"2023-06-26T03:00:15.154030+0000","last_became_active":"2023-06-26T03:00:13.829326+0000","last_became_peered":"2023-06-26T03:00:13.829326+0000","last_unstale":"2023-06-26T03:00:15.154030+0000","last_undegraded":"2023-06-26T03:00:15.154030+0000","last_fullsized":"2023-06-26T03:00:15.154030+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:09.994456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741371+0000","last_change":"2023-06-26T03:00:13.848640+0000","last_active":"2023-06-26T03:00:15.741371+0000","last_peered":"2023-06-26T03:00:15.741371+0000","last_clean":"2023-06-26T03:00:15.741371+0000","last_became_active":"2023-06-26T03:00:13.847924+0000","last_became_peered":"2023-06-26T03:00:13.847924+0000","last_unstale":"2023-06-26T03:00:15.741371+0000","last_undegraded":"2023-06-26T03:00:15.741371+0000","last_fullsized":"2023-06-26T03:00:15.741371+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:46:24.867966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739628+0000","last_change":"2023-06-26T03:00:14.180875+0000","last_active":"2023-06-26T03:00:15.739628+0000","last_peered":"2023-06-26T03:00:15.739628+0000","last_clean":"2023-06-26T03:00:15.739628+0000","last_became_active":"2023-06-26T03:00:14.180330+0000","last_became_peered":"2023-06-26T03:00:14.180330+0000","last_unstale":"2023-06-26T03:00:15.739628+0000","last_undegraded":"2023-06-26T03:00:15.739628+0000","last_fullsized":"2023-06-26T03:00:15.739628+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:03.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741622+0000","last_change":"2023-06-26T03:00:13.848798+0000","last_active":"2023-06-26T03:00:15.741622+0000","last_peered":"2023-06-26T03:00:15.741622+0000","last_clean":"2023-06-26T03:00:15.741622+0000","last_became_active":"2023-06-26T03:00:13.847847+0000","last_became_peered":"2023-06-26T03:00:13.847847+0000","last_unstale":"2023-06-26T03:00:15.741622+0000","last_undegraded":"2023-06-26T03:00:15.741622+0000","last_fullsized":"2023-06-26T03:00:15.741622+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:50:08.901298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154915+0000","last_change":"2023-06-26T03:00:14.179728+0000","last_active":"2023-06-26T03:00:15.154915+0000","last_peered":"2023-06-26T03:00:15.154915+0000","last_clean":"2023-06-26T03:00:15.154915+0000","last_became_active":"2023-06-26T03:00:14.178896+0000","last_became_peered":"2023-06-26T03:00:14.178896+0000","last_unstale":"2023-06-26T03:00:15.154915+0000","last_undegraded":"2023-06-26T03:00:15.154915+0000","last_fullsized":"2023-06-26T03:00:15.154915+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:59.651418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741056+0000","last_change":"2023-06-26T03:00:13.839580+0000","last_active":"2023-06-26T03:00:15.741056+0000","last_peered":"2023-06-26T03:00:15.741056+0000","last_clean":"2023-06-26T03:00:15.741056+0000","last_became_active":"2023-06-26T03:00:13.838820+0000","last_became_peered":"2023-06-26T03:00:13.838820+0000","last_unstale":"2023-06-26T03:00:15.741056+0000","last_undegraded":"2023-06-26T03:00:15.741056+0000","last_fullsized":"2023-06-26T03:00:15.741056+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:54:07.275250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153053+0000","last_change":"2023-06-26T03:00:14.166564+0000","last_active":"2023-06-26T03:00:15.153053+0000","last_peered":"2023-06-26T03:00:15.153053+0000","last_clean":"2023-06-26T03:00:15.153053+0000","last_became_active":"2023-06-26T03:00:14.166263+0000","last_became_peered":"2023-06-26T03:00:14.166263+0000","last_unstale":"2023-06-26T03:00:15.153053+0000","last_undegraded":"2023-06-26T03:00:15.153053+0000","last_fullsized":"2023-06-26T03:00:15.153053+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:48:44.951538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739650+0000","last_change":"2023-06-26T03:00:13.825210+0000","last_active":"2023-06-26T03:00:15.739650+0000","last_peered":"2023-06-26T03:00:15.739650+0000","last_clean":"2023-06-26T03:00:15.739650+0000","last_became_active":"2023-06-26T03:00:13.824289+0000","last_became_peered":"2023-06-26T03:00:13.824289+0000","last_unstale":"2023-06-26T03:00:15.739650+0000","last_undegraded":"2023-06-26T03:00:15.739650+0000","last_fullsized":"2023-06-26T03:00:15.739650+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:21.133760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739471+0000","last_change":"2023-06-26T03:00:14.170460+0000","last_active":"2023-06-26T03:00:15.739471+0000","last_peered":"2023-06-26T03:00:15.739471+0000","last_clean":"2023-06-26T03:00:15.739471+0000","last_became_active":"2023-06-26T03:00:14.169743+0000","last_became_peered":"2023-06-26T03:00:14.169743+0000","last_unstale":"2023-06-26T03:00:15.739471+0000","last_undegraded":"2023-06-26T03:00:15.739471+0000","last_fullsized":"2023-06-26T03:00:15.739471+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:22.144152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741088+0000","last_change":"2023-06-26T03:00:13.828537+0000","last_active":"2023-06-26T03:00:15.741088+0000","last_peered":"2023-06-26T03:00:15.741088+0000","last_clean":"2023-06-26T03:00:15.741088+0000","last_became_active":"2023-06-26T03:00:13.828116+0000","last_became_peered":"2023-06-26T03:00:13.828116+0000","last_unstale":"2023-06-26T03:00:15.741088+0000","last_undegraded":"2023-06-26T03:00:15.741088+0000","last_fullsized":"2023-06-26T03:00:15.741088+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:16.264915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156490+0000","last_change":"2023-06-26T03:00:14.166694+0000","last_active":"2023-06-26T03:00:15.156490+0000","last_peered":"2023-06-26T03:00:15.156490+0000","last_clean":"2023-06-26T03:00:15.156490+0000","last_became_active":"2023-06-26T03:00:14.165751+0000","last_became_peered":"2023-06-26T03:00:14.165751+0000","last_unstale":"2023-06-26T03:00:15.156490+0000","last_undegraded":"2023-06-26T03:00:15.156490+0000","last_fullsized":"2023-06-26T03:00:15.156490+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:32.452420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153349+0000","last_change":"2023-06-26T03:00:13.843048+0000","last_active":"2023-06-26T03:00:15.153349+0000","last_peered":"2023-06-26T03:00:15.153349+0000","last_clean":"2023-06-26T03:00:15.153349+0000","last_became_active":"2023-06-26T03:00:13.842032+0000","last_became_peered":"2023-06-26T03:00:13.842032+0000","last_unstale":"2023-06-26T03:00:15.153349+0000","last_undegraded":"2023-06-26T03:00:15.153349+0000","last_fullsized":"2023-06-26T03:00:15.153349+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:57:48.439665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.157105+0000","last_change":"2023-06-26T03:00:14.187164+0000","last_active":"2023-06-26T03:00:15.157105+0000","last_peered":"2023-06-26T03:00:15.157105+0000","last_clean":"2023-06-26T03:00:15.157105+0000","last_became_active":"2023-06-26T03:00:14.186876+0000","last_became_peered":"2023-06-26T03:00:14.186876+0000","last_unstale":"2023-06-26T03:00:15.157105+0000","last_undegraded":"2023-06-26T03:00:15.157105+0000","last_fullsized":"2023-06-26T03:00:15.157105+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:35:16.158813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155692+0000","last_change":"2023-06-26T03:00:13.820217+0000","last_active":"2023-06-26T03:00:15.155692+0000","last_peered":"2023-06-26T03:00:15.155692+0000","last_clean":"2023-06-26T03:00:15.155692+0000","last_became_active":"2023-06-26T03:00:13.819415+0000","last_became_peered":"2023-06-26T03:00:13.819415+0000","last_unstale":"2023-06-26T03:00:15.155692+0000","last_undegraded":"2023-06-26T03:00:15.155692+0000","last_fullsized":"2023-06-26T03:00:15.155692+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:58.924543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156976+0000","last_change":"2023-06-26T03:00:14.174189+0000","last_active":"2023-06-26T03:00:15.156976+0000","last_peered":"2023-06-26T03:00:15.156976+0000","last_clean":"2023-06-26T03:00:15.156976+0000","last_became_active":"2023-06-26T03:00:14.173621+0000","last_became_peered":"2023-06-26T03:00:14.173621+0000","last_unstale":"2023-06-26T03:00:15.156976+0000","last_undegraded":"2023-06-26T03:00:15.156976+0000","last_fullsized":"2023-06-26T03:00:15.156976+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:15:39.175045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739176+0000","last_change":"2023-06-26T03:00:13.820605+0000","last_active":"2023-06-26T03:00:15.739176+0000","last_peered":"2023-06-26T03:00:15.739176+0000","last_clean":"2023-06-26T03:00:15.739176+0000","last_became_active":"2023-06-26T03:00:13.820291+0000","last_became_peered":"2023-06-26T03:00:13.820291+0000","last_unstale":"2023-06-26T03:00:15.739176+0000","last_undegraded":"2023-06-26T03:00:15.739176+0000","last_fullsized":"2023-06-26T03:00:15.739176+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:58.641026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743015+0000","last_change":"2023-06-26T03:00:14.185515+0000","last_active":"2023-06-26T03:00:15.743015+0000","last_peered":"2023-06-26T03:00:15.743015+0000","last_clean":"2023-06-26T03:00:15.743015+0000","last_became_active":"2023-06-26T03:00:14.182690+0000","last_became_peered":"2023-06-26T03:00:14.182690+0000","last_unstale":"2023-06-26T03:00:15.743015+0000","last_undegraded":"2023-06-26T03:00:15.743015+0000","last_fullsized":"2023-06-26T03:00:15.743015+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:03.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":175,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739695+0000","last_change":"2023-06-26T03:00:04.675429+0000","last_active":"2023-06-26T03:00:15.739695+0000","last_peered":"2023-06-26T03:00:15.739695+0000","last_clean":"2023-06-26T03:00:15.739695+0000","last_became_active":"2023-06-26T03:00:04.673239+0000","last_became_peered":"2023-06-26T03:00:04.673239+0000","last_unstale":"2023-06-26T03:00:15.739695+0000","last_undegraded":"2023-06-26T03:00:15.739695+0000","last_fullsized":"2023-06-26T03:00:15.739695+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_clean_scrub_stamp":"2023-06-26T03:00:03.565850+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:22.236207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740108+0000","last_change":"2023-06-26T03:00:09.644129+0000","last_active":"2023-06-26T03:00:15.740108+0000","last_peered":"2023-06-26T03:00:15.740108+0000","last_clean":"2023-06-26T03:00:15.740108+0000","last_became_active":"2023-06-26T03:00:09.643308+0000","last_became_peered":"2023-06-26T03:00:09.643308+0000","last_unstale":"2023-06-26T03:00:15.740108+0000","last_undegraded":"2023-06-26T03:00:15.740108+0000","last_fullsized":"2023-06-26T03:00:15.740108+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:11.236259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740120+0000","last_change":"2023-06-26T03:00:13.833214+0000","last_active":"2023-06-26T03:00:15.740120+0000","last_peered":"2023-06-26T03:00:15.740120+0000","last_clean":"2023-06-26T03:00:15.740120+0000","last_became_active":"2023-06-26T03:00:13.832924+0000","last_became_peered":"2023-06-26T03:00:13.832924+0000","last_unstale":"2023-06-26T03:00:15.740120+0000","last_undegraded":"2023-06-26T03:00:15.740120+0000","last_fullsized":"2023-06-26T03:00:15.740120+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:21.133760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153579+0000","last_change":"2023-06-26T03:00:14.158460+0000","last_active":"2023-06-26T03:00:15.153579+0000","last_peered":"2023-06-26T03:00:15.153579+0000","last_clean":"2023-06-26T03:00:15.153579+0000","last_became_active":"2023-06-26T03:00:14.158148+0000","last_became_peered":"2023-06-26T03:00:14.158148+0000","last_unstale":"2023-06-26T03:00:15.153579+0000","last_undegraded":"2023-06-26T03:00:15.153579+0000","last_fullsized":"2023-06-26T03:00:15.153579+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:47:10.626319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739386+0000","last_change":"2023-06-26T03:00:09.649093+0000","last_active":"2023-06-26T03:00:15.739386+0000","last_peered":"2023-06-26T03:00:15.739386+0000","last_clean":"2023-06-26T03:00:15.739386+0000","last_became_active":"2023-06-26T03:00:09.648446+0000","last_became_peered":"2023-06-26T03:00:09.648446+0000","last_unstale":"2023-06-26T03:00:15.739386+0000","last_undegraded":"2023-06-26T03:00:15.739386+0000","last_fullsized":"2023-06-26T03:00:15.739386+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:11.236259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738023+0000","last_change":"2023-06-26T03:00:13.840019+0000","last_active":"2023-06-26T03:00:15.738023+0000","last_peered":"2023-06-26T03:00:15.738023+0000","last_clean":"2023-06-26T03:00:15.738023+0000","last_became_active":"2023-06-26T03:00:13.839663+0000","last_became_peered":"2023-06-26T03:00:13.839663+0000","last_unstale":"2023-06-26T03:00:15.738023+0000","last_undegraded":"2023-06-26T03:00:15.738023+0000","last_fullsized":"2023-06-26T03:00:15.738023+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:47:09.615927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738936+0000","last_change":"2023-06-26T03:00:14.166776+0000","last_active":"2023-06-26T03:00:15.738936+0000","last_peered":"2023-06-26T03:00:15.738936+0000","last_clean":"2023-06-26T03:00:15.738936+0000","last_became_active":"2023-06-26T03:00:14.166446+0000","last_became_peered":"2023-06-26T03:00:14.166446+0000","last_unstale":"2023-06-26T03:00:15.738936+0000","last_undegraded":"2023-06-26T03:00:15.738936+0000","last_fullsized":"2023-06-26T03:00:15.738936+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:59.894998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.149829+0000","last_change":"2023-06-26T03:00:09.764941+0000","last_active":"2023-06-26T03:00:15.149829+0000","last_peered":"2023-06-26T03:00:15.149829+0000","last_clean":"2023-06-26T03:00:15.149829+0000","last_became_active":"2023-06-26T03:00:09.764625+0000","last_became_peered":"2023-06-26T03:00:09.764625+0000","last_unstale":"2023-06-26T03:00:15.149829+0000","last_undegraded":"2023-06-26T03:00:15.149829+0000","last_fullsized":"2023-06-26T03:00:15.149829+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:58:52.604953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742060+0000","last_change":"2023-06-26T03:00:13.818780+0000","last_active":"2023-06-26T03:00:15.742060+0000","last_peered":"2023-06-26T03:00:15.742060+0000","last_clean":"2023-06-26T03:00:15.742060+0000","last_became_active":"2023-06-26T03:00:13.818396+0000","last_became_peered":"2023-06-26T03:00:13.818396+0000","last_unstale":"2023-06-26T03:00:15.742060+0000","last_undegraded":"2023-06-26T03:00:15.742060+0000","last_fullsized":"2023-06-26T03:00:15.742060+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:33.571238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743129+0000","last_change":"2023-06-26T03:00:14.186024+0000","last_active":"2023-06-26T03:00:15.743129+0000","last_peered":"2023-06-26T03:00:15.743129+0000","last_clean":"2023-06-26T03:00:15.743129+0000","last_became_active":"2023-06-26T03:00:14.183622+0000","last_became_peered":"2023-06-26T03:00:14.183622+0000","last_unstale":"2023-06-26T03:00:15.743129+0000","last_undegraded":"2023-06-26T03:00:15.743129+0000","last_fullsized":"2023-06-26T03:00:15.743129+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740342+0000","last_change":"2023-06-26T03:00:09.645045+0000","last_active":"2023-06-26T03:00:15.740342+0000","last_peered":"2023-06-26T03:00:15.740342+0000","last_clean":"2023-06-26T03:00:15.740342+0000","last_became_active":"2023-06-26T03:00:09.643926+0000","last_became_peered":"2023-06-26T03:00:09.643926+0000","last_unstale":"2023-06-26T03:00:15.740342+0000","last_undegraded":"2023-06-26T03:00:15.740342+0000","last_fullsized":"2023-06-26T03:00:15.740342+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:12.113696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156000+0000","last_change":"2023-06-26T03:00:13.838112+0000","last_active":"2023-06-26T03:00:15.156000+0000","last_peered":"2023-06-26T03:00:15.156000+0000","last_clean":"2023-06-26T03:00:15.156000+0000","last_became_active":"2023-06-26T03:00:13.837350+0000","last_became_peered":"2023-06-26T03:00:13.837350+0000","last_unstale":"2023-06-26T03:00:15.156000+0000","last_undegraded":"2023-06-26T03:00:15.156000+0000","last_fullsized":"2023-06-26T03:00:15.156000+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:32.127429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742975+0000","last_change":"2023-06-26T03:00:14.175266+0000","last_active":"2023-06-26T03:00:15.742975+0000","last_peered":"2023-06-26T03:00:15.742975+0000","last_clean":"2023-06-26T03:00:15.742975+0000","last_became_active":"2023-06-26T03:00:14.174782+0000","last_became_peered":"2023-06-26T03:00:14.174782+0000","last_unstale":"2023-06-26T03:00:15.742975+0000","last_undegraded":"2023-06-26T03:00:15.742975+0000","last_fullsized":"2023-06-26T03:00:15.742975+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741295+0000","last_change":"2023-06-26T03:00:13.823234+0000","last_active":"2023-06-26T03:00:15.741295+0000","last_peered":"2023-06-26T03:00:15.741295+0000","last_clean":"2023-06-26T03:00:15.741295+0000","last_became_active":"2023-06-26T03:00:13.822492+0000","last_became_peered":"2023-06-26T03:00:13.822492+0000","last_unstale":"2023-06-26T03:00:15.741295+0000","last_undegraded":"2023-06-26T03:00:15.741295+0000","last_fullsized":"2023-06-26T03:00:15.741295+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:15:38.164653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743367+0000","last_change":"2023-06-26T03:00:09.641120+0000","last_active":"2023-06-26T03:00:15.743367+0000","last_peered":"2023-06-26T03:00:15.743367+0000","last_clean":"2023-06-26T03:00:15.743367+0000","last_became_active":"2023-06-26T03:00:09.640629+0000","last_became_peered":"2023-06-26T03:00:09.640629+0000","last_unstale":"2023-06-26T03:00:15.743367+0000","last_undegraded":"2023-06-26T03:00:15.743367+0000","last_fullsized":"2023-06-26T03:00:15.743367+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:12.113696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742888+0000","last_change":"2023-06-26T03:00:14.183905+0000","last_active":"2023-06-26T03:00:15.742888+0000","last_peered":"2023-06-26T03:00:15.742888+0000","last_clean":"2023-06-26T03:00:15.742888+0000","last_became_active":"2023-06-26T03:00:14.183495+0000","last_became_peered":"2023-06-26T03:00:14.183495+0000","last_unstale":"2023-06-26T03:00:15.742888+0000","last_undegraded":"2023-06-26T03:00:15.742888+0000","last_fullsized":"2023-06-26T03:00:15.742888+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743256+0000","last_change":"2023-06-26T03:00:13.819453+0000","last_active":"2023-06-26T03:00:15.743256+0000","last_peered":"2023-06-26T03:00:15.743256+0000","last_clean":"2023-06-26T03:00:15.743256+0000","last_became_active":"2023-06-26T03:00:13.819092+0000","last_became_peered":"2023-06-26T03:00:13.819092+0000","last_unstale":"2023-06-26T03:00:15.743256+0000","last_undegraded":"2023-06-26T03:00:15.743256+0000","last_fullsized":"2023-06-26T03:00:15.743256+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:32.127429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741255+0000","last_change":"2023-06-26T03:00:09.647172+0000","last_active":"2023-06-26T03:00:15.741255+0000","last_peered":"2023-06-26T03:00:15.741255+0000","last_clean":"2023-06-26T03:00:15.741255+0000","last_became_active":"2023-06-26T03:00:09.646394+0000","last_became_peered":"2023-06-26T03:00:09.646394+0000","last_unstale":"2023-06-26T03:00:15.741255+0000","last_undegraded":"2023-06-26T03:00:15.741255+0000","last_fullsized":"2023-06-26T03:00:15.741255+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:18:38.526401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738793+0000","last_change":"2023-06-26T03:00:14.189493+0000","last_active":"2023-06-26T03:00:15.738793+0000","last_peered":"2023-06-26T03:00:15.738793+0000","last_clean":"2023-06-26T03:00:15.738793+0000","last_became_active":"2023-06-26T03:00:14.189005+0000","last_became_peered":"2023-06-26T03:00:14.189005+0000","last_unstale":"2023-06-26T03:00:15.738793+0000","last_undegraded":"2023-06-26T03:00:15.738793+0000","last_fullsized":"2023-06-26T03:00:15.738793+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:59.651418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.741158+0000","last_change":"2023-06-26T03:00:13.834492+0000","last_active":"2023-06-26T03:00:15.741158+0000","last_peered":"2023-06-26T03:00:15.741158+0000","last_clean":"2023-06-26T03:00:15.741158+0000","last_became_active":"2023-06-26T03:00:13.834260+0000","last_became_peered":"2023-06-26T03:00:13.834260+0000","last_unstale":"2023-06-26T03:00:15.741158+0000","last_undegraded":"2023-06-26T03:00:15.741158+0000","last_fullsized":"2023-06-26T03:00:15.741158+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:26:31.442028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.743072+0000","last_change":"2023-06-26T03:00:09.640928+0000","last_active":"2023-06-26T03:00:15.743072+0000","last_peered":"2023-06-26T03:00:15.743072+0000","last_clean":"2023-06-26T03:00:15.743072+0000","last_became_active":"2023-06-26T03:00:09.640571+0000","last_became_peered":"2023-06-26T03:00:09.640571+0000","last_unstale":"2023-06-26T03:00:15.743072+0000","last_undegraded":"2023-06-26T03:00:15.743072+0000","last_fullsized":"2023-06-26T03:00:15.743072+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:54.773324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738593+0000","last_change":"2023-06-26T03:00:14.173212+0000","last_active":"2023-06-26T03:00:15.738593+0000","last_peered":"2023-06-26T03:00:15.738593+0000","last_clean":"2023-06-26T03:00:15.738593+0000","last_became_active":"2023-06-26T03:00:14.172453+0000","last_became_peered":"2023-06-26T03:00:14.172453+0000","last_unstale":"2023-06-26T03:00:15.738593+0000","last_undegraded":"2023-06-26T03:00:15.738593+0000","last_fullsized":"2023-06-26T03:00:15.738593+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:01:53.210444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"24'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:17.319800+0000","last_change":"2023-06-26T03:00:13.827261+0000","last_active":"2023-06-26T03:00:17.319800+0000","last_peered":"2023-06-26T03:00:17.319800+0000","last_clean":"2023-06-26T03:00:17.319800+0000","last_became_active":"2023-06-26T03:00:13.826707+0000","last_became_peered":"2023-06-26T03:00:13.826707+0000","last_unstale":"2023-06-26T03:00:17.319800+0000","last_undegraded":"2023-06-26T03:00:17.319800+0000","last_fullsized":"2023-06-26T03:00:17.319800+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:58.924543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153663+0000","last_change":"2023-06-26T03:00:09.648273+0000","last_active":"2023-06-26T03:00:15.153663+0000","last_peered":"2023-06-26T03:00:15.153663+0000","last_clean":"2023-06-26T03:00:15.153663+0000","last_became_active":"2023-06-26T03:00:09.646927+0000","last_became_peered":"2023-06-26T03:00:09.646927+0000","last_unstale":"2023-06-26T03:00:15.153663+0000","last_undegraded":"2023-06-26T03:00:15.153663+0000","last_fullsized":"2023-06-26T03:00:15.153663+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:23:49.335689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155400+0000","last_change":"2023-06-26T03:00:14.179659+0000","last_active":"2023-06-26T03:00:15.155400+0000","last_peered":"2023-06-26T03:00:15.155400+0000","last_clean":"2023-06-26T03:00:15.155400+0000","last_became_active":"2023-06-26T03:00:14.179352+0000","last_became_peered":"2023-06-26T03:00:14.179352+0000","last_unstale":"2023-06-26T03:00:15.155400+0000","last_undegraded":"2023-06-26T03:00:15.155400+0000","last_fullsized":"2023-06-26T03:00:15.155400+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:47:22.144152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156358+0000","last_change":"2023-06-26T03:00:14.180255+0000","last_active":"2023-06-26T03:00:15.156358+0000","last_peered":"2023-06-26T03:00:15.156358+0000","last_clean":"2023-06-26T03:00:15.156358+0000","last_became_active":"2023-06-26T03:00:14.179785+0000","last_became_peered":"2023-06-26T03:00:14.179785+0000","last_unstale":"2023-06-26T03:00:15.156358+0000","last_undegraded":"2023-06-26T03:00:15.156358+0000","last_fullsized":"2023-06-26T03:00:15.156358+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:28:17.275307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"23'6","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.156498+0000","last_change":"2023-06-26T03:00:13.839362+0000","last_active":"2023-06-26T03:00:15.156498+0000","last_peered":"2023-06-26T03:00:15.156498+0000","last_clean":"2023-06-26T03:00:15.156498+0000","last_became_active":"2023-06-26T03:00:13.838609+0000","last_became_peered":"2023-06-26T03:00:13.838609+0000","last_unstale":"2023-06-26T03:00:15.156498+0000","last_undegraded":"2023-06-26T03:00:15.156498+0000","last_fullsized":"2023-06-26T03:00:15.156498+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:25.640018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742437+0000","last_change":"2023-06-26T03:00:14.174541+0000","last_active":"2023-06-26T03:00:15.742437+0000","last_peered":"2023-06-26T03:00:15.742437+0000","last_clean":"2023-06-26T03:00:15.742437+0000","last_became_active":"2023-06-26T03:00:14.173068+0000","last_became_peered":"2023-06-26T03:00:14.173068+0000","last_unstale":"2023-06-26T03:00:15.742437+0000","last_undegraded":"2023-06-26T03:00:15.742437+0000","last_fullsized":"2023-06-26T03:00:15.742437+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"23'3","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740677+0000","last_change":"2023-06-26T03:00:13.838121+0000","last_active":"2023-06-26T03:00:15.740677+0000","last_peered":"2023-06-26T03:00:15.740677+0000","last_clean":"2023-06-26T03:00:15.740677+0000","last_became_active":"2023-06-26T03:00:13.836269+0000","last_became_peered":"2023-06-26T03:00:13.836269+0000","last_unstale":"2023-06-26T03:00:15.740677+0000","last_undegraded":"2023-06-26T03:00:15.740677+0000","last_fullsized":"2023-06-26T03:00:15.740677+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:55:23.290769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740641+0000","last_change":"2023-06-26T03:00:13.837648+0000","last_active":"2023-06-26T03:00:15.740641+0000","last_peered":"2023-06-26T03:00:15.740641+0000","last_clean":"2023-06-26T03:00:15.740641+0000","last_became_active":"2023-06-26T03:00:13.837091+0000","last_became_peered":"2023-06-26T03:00:13.837091+0000","last_unstale":"2023-06-26T03:00:15.740641+0000","last_undegraded":"2023-06-26T03:00:15.740641+0000","last_fullsized":"2023-06-26T03:00:15.740641+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:41:02.055349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739539+0000","last_change":"2023-06-26T03:00:14.172515+0000","last_active":"2023-06-26T03:00:15.739539+0000","last_peered":"2023-06-26T03:00:15.739539+0000","last_clean":"2023-06-26T03:00:15.739539+0000","last_became_active":"2023-06-26T03:00:14.172247+0000","last_became_peered":"2023-06-26T03:00:14.172247+0000","last_unstale":"2023-06-26T03:00:15.739539+0000","last_undegraded":"2023-06-26T03:00:15.739539+0000","last_fullsized":"2023-06-26T03:00:15.739539+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.270990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739333+0000","last_change":"2023-06-26T03:00:13.832995+0000","last_active":"2023-06-26T03:00:15.739333+0000","last_peered":"2023-06-26T03:00:15.739333+0000","last_clean":"2023-06-26T03:00:15.739333+0000","last_became_active":"2023-06-26T03:00:13.832702+0000","last_became_peered":"2023-06-26T03:00:13.832702+0000","last_unstale":"2023-06-26T03:00:15.739333+0000","last_undegraded":"2023-06-26T03:00:15.739333+0000","last_fullsized":"2023-06-26T03:00:15.739333+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:02.544759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738263+0000","last_change":"2023-06-26T03:00:14.165198+0000","last_active":"2023-06-26T03:00:15.738263+0000","last_peered":"2023-06-26T03:00:15.738263+0000","last_clean":"2023-06-26T03:00:15.738263+0000","last_became_active":"2023-06-26T03:00:14.164752+0000","last_became_peered":"2023-06-26T03:00:14.164752+0000","last_unstale":"2023-06-26T03:00:15.738263+0000","last_undegraded":"2023-06-26T03:00:15.738263+0000","last_fullsized":"2023-06-26T03:00:15.738263+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:23:54.497300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.153459+0000","last_change":"2023-06-26T03:00:14.176758+0000","last_active":"2023-06-26T03:00:15.153459+0000","last_peered":"2023-06-26T03:00:15.153459+0000","last_clean":"2023-06-26T03:00:15.153459+0000","last_became_active":"2023-06-26T03:00:14.176446+0000","last_became_peered":"2023-06-26T03:00:14.176446+0000","last_unstale":"2023-06-26T03:00:15.153459+0000","last_undegraded":"2023-06-26T03:00:15.153459+0000","last_fullsized":"2023-06-26T03:00:15.153459+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:26:47.263170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738874+0000","last_change":"2023-06-26T03:00:13.828240+0000","last_active":"2023-06-26T03:00:15.738874+0000","last_peered":"2023-06-26T03:00:15.738874+0000","last_clean":"2023-06-26T03:00:15.738874+0000","last_became_active":"2023-06-26T03:00:13.827621+0000","last_became_peered":"2023-06-26T03:00:13.827621+0000","last_unstale":"2023-06-26T03:00:15.738874+0000","last_undegraded":"2023-06-26T03:00:15.738874+0000","last_fullsized":"2023-06-26T03:00:15.738874+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:33.571238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738598+0000","last_change":"2023-06-26T03:00:14.168821+0000","last_active":"2023-06-26T03:00:15.738598+0000","last_peered":"2023-06-26T03:00:15.738598+0000","last_clean":"2023-06-26T03:00:15.738598+0000","last_became_active":"2023-06-26T03:00:14.168626+0000","last_became_peered":"2023-06-26T03:00:14.168626+0000","last_unstale":"2023-06-26T03:00:15.738598+0000","last_undegraded":"2023-06-26T03:00:15.738598+0000","last_fullsized":"2023-06-26T03:00:15.738598+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:34.581630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.742511+0000","last_change":"2023-06-26T03:00:13.816070+0000","last_active":"2023-06-26T03:00:15.742511+0000","last_peered":"2023-06-26T03:00:15.742511+0000","last_clean":"2023-06-26T03:00:15.742511+0000","last_became_active":"2023-06-26T03:00:13.815733+0000","last_became_peered":"2023-06-26T03:00:13.815733+0000","last_unstale":"2023-06-26T03:00:15.742511+0000","last_undegraded":"2023-06-26T03:00:15.742511+0000","last_fullsized":"2023-06-26T03:00:15.742511+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:24:58.641026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740400+0000","last_change":"2023-06-26T03:00:14.165398+0000","last_active":"2023-06-26T03:00:15.740400+0000","last_peered":"2023-06-26T03:00:15.740400+0000","last_clean":"2023-06-26T03:00:15.740400+0000","last_became_active":"2023-06-26T03:00:14.164959+0000","last_became_peered":"2023-06-26T03:00:14.164959+0000","last_unstale":"2023-06-26T03:00:15.740400+0000","last_undegraded":"2023-06-26T03:00:15.740400+0000","last_fullsized":"2023-06-26T03:00:15.740400+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:59.934935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155342+0000","last_change":"2023-06-26T03:00:13.824989+0000","last_active":"2023-06-26T03:00:15.155342+0000","last_peered":"2023-06-26T03:00:15.155342+0000","last_clean":"2023-06-26T03:00:15.155342+0000","last_became_active":"2023-06-26T03:00:13.824223+0000","last_became_peered":"2023-06-26T03:00:13.824223+0000","last_unstale":"2023-06-26T03:00:15.155342+0000","last_undegraded":"2023-06-26T03:00:15.155342+0000","last_fullsized":"2023-06-26T03:00:15.155342+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:02.544759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.150319+0000","last_change":"2023-06-26T03:00:14.176452+0000","last_active":"2023-06-26T03:00:15.150319+0000","last_peered":"2023-06-26T03:00:15.150319+0000","last_clean":"2023-06-26T03:00:15.150319+0000","last_became_active":"2023-06-26T03:00:14.175242+0000","last_became_peered":"2023-06-26T03:00:14.175242+0000","last_unstale":"2023-06-26T03:00:15.150319+0000","last_undegraded":"2023-06-26T03:00:15.150319+0000","last_fullsized":"2023-06-26T03:00:15.150319+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:11.004848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739666+0000","last_change":"2023-06-26T03:00:13.843932+0000","last_active":"2023-06-26T03:00:15.739666+0000","last_peered":"2023-06-26T03:00:15.739666+0000","last_clean":"2023-06-26T03:00:15.739666+0000","last_became_active":"2023-06-26T03:00:13.843639+0000","last_became_peered":"2023-06-26T03:00:13.843639+0000","last_unstale":"2023-06-26T03:00:15.739666+0000","last_undegraded":"2023-06-26T03:00:15.739666+0000","last_fullsized":"2023-06-26T03:00:15.739666+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:20:32.127429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155441+0000","last_change":"2023-06-26T03:00:14.180060+0000","last_active":"2023-06-26T03:00:15.155441+0000","last_peered":"2023-06-26T03:00:15.155441+0000","last_clean":"2023-06-26T03:00:15.155441+0000","last_became_active":"2023-06-26T03:00:14.179462+0000","last_became_peered":"2023-06-26T03:00:14.179462+0000","last_unstale":"2023-06-26T03:00:15.155441+0000","last_undegraded":"2023-06-26T03:00:15.155441+0000","last_fullsized":"2023-06-26T03:00:15.155441+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:23.279199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739535+0000","last_change":"2023-06-26T03:00:13.847073+0000","last_active":"2023-06-26T03:00:15.739535+0000","last_peered":"2023-06-26T03:00:15.739535+0000","last_clean":"2023-06-26T03:00:15.739535+0000","last_became_active":"2023-06-26T03:00:13.846318+0000","last_became_peered":"2023-06-26T03:00:13.846318+0000","last_unstale":"2023-06-26T03:00:15.739535+0000","last_undegraded":"2023-06-26T03:00:15.739535+0000","last_fullsized":"2023-06-26T03:00:15.739535+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:33.260598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.155125+0000","last_change":"2023-06-26T03:00:14.165662+0000","last_active":"2023-06-26T03:00:15.155125+0000","last_peered":"2023-06-26T03:00:15.155125+0000","last_clean":"2023-06-26T03:00:15.155125+0000","last_became_active":"2023-06-26T03:00:14.165064+0000","last_became_peered":"2023-06-26T03:00:14.165064+0000","last_unstale":"2023-06-26T03:00:15.155125+0000","last_undegraded":"2023-06-26T03:00:15.155125+0000","last_fullsized":"2023-06-26T03:00:15.155125+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:34.036498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"23'2","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740566+0000","last_change":"2023-06-26T03:00:13.847065+0000","last_active":"2023-06-26T03:00:15.740566+0000","last_peered":"2023-06-26T03:00:15.740566+0000","last_clean":"2023-06-26T03:00:15.740566+0000","last_became_active":"2023-06-26T03:00:13.846454+0000","last_became_peered":"2023-06-26T03:00:13.846454+0000","last_unstale":"2023-06-26T03:00:15.740566+0000","last_undegraded":"2023-06-26T03:00:15.740566+0000","last_fullsized":"2023-06-26T03:00:15.740566+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:25.640018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.739752+0000","last_change":"2023-06-26T03:00:14.168779+0000","last_active":"2023-06-26T03:00:15.739752+0000","last_peered":"2023-06-26T03:00:15.739752+0000","last_clean":"2023-06-26T03:00:15.739752+0000","last_became_active":"2023-06-26T03:00:14.168266+0000","last_became_peered":"2023-06-26T03:00:14.168266+0000","last_unstale":"2023-06-26T03:00:15.739752+0000","last_undegraded":"2023-06-26T03:00:15.739752+0000","last_fullsized":"2023-06-26T03:00:15.739752+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:11:03.555151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"23'1","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.740292+0000","last_change":"2023-06-26T03:00:13.823562+0000","last_active":"2023-06-26T03:00:15.740292+0000","last_peered":"2023-06-26T03:00:15.740292+0000","last_clean":"2023-06-26T03:00:15.740292+0000","last_became_active":"2023-06-26T03:00:13.822868+0000","last_became_peered":"2023-06-26T03:00:13.822868+0000","last_unstale":"2023-06-26T03:00:15.740292+0000","last_undegraded":"2023-06-26T03:00:15.740292+0000","last_fullsized":"2023-06-26T03:00:15.740292+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:22.268807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.154552+0000","last_change":"2023-06-26T03:00:14.174880+0000","last_active":"2023-06-26T03:00:15.154552+0000","last_peered":"2023-06-26T03:00:15.154552+0000","last_clean":"2023-06-26T03:00:15.154552+0000","last_became_active":"2023-06-26T03:00:14.173323+0000","last_became_peered":"2023-06-26T03:00:14.173323+0000","last_unstale":"2023-06-26T03:00:15.154552+0000","last_undegraded":"2023-06-26T03:00:15.154552+0000","last_fullsized":"2023-06-26T03:00:15.154552+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:13.782062+0000","last_clean_scrub_stamp":"2023-06-26T03:00:13.782062+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:29.795237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"23'4","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-26T03:00:15.738959+0000","last_change":"2023-06-26T03:00:13.833032+0000","last_active":"2023-06-26T03:00:15.738959+0000","last_peered":"2023-06-26T03:00:15.738959+0000","last_clean":"2023-06-26T03:00:15.738959+0000","last_became_active":"2023-06-26T03:00:13.832734+0000","last_became_peered":"2023-06-26T03:00:13.832734+0000","last_unstale":"2023-06-26T03:00:15.738959+0000","last_undegraded":"2023-06-26T03:00:15.738959+0000","last_fullsized":"2023-06-26T03:00:15.738959+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:12.771670+0000","last_clean_scrub_stamp":"2023-06-26T03:00:12.771670+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:40:33.026106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":856,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":876544,"data_stored":686418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94299999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83099999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90800000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":248,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":253952,"data_stored":94270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91600000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0349999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574858,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":256,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":262144,"data_stored":94922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0229999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.115}]}]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27220,"kb_used_data":268,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344620,"statfs":{"total":96636764160,"available":96608890880,"internally_reserved":0,"allocated":274432,"data_stored":95890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79400000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82899999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0620000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.105}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.034}]}]},{"osd":3,"up_from":13,"seq":55834574858,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27204,"kb_used_data":252,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344636,"statfs":{"total":96636764160,"available":96608907264,"internally_reserved":0,"allocated":258048,"data_stored":94360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.377}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94299999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.874}]}]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":248,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":253952,"data_stored":94270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79200000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92800000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95299999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.014}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":248,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":253952,"data_stored":94270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0820000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.054}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.167}]}]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":832,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":851968,"data_stored":685220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.871}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1479999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1950000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:00:26.787 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-06-26T03:00:26.787 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-06-26T03:00:26.787 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-06-26T03:00:26.787 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-06-26T03:00:26.933 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.927+0000 7f871af1d640 1 Processor -- start 2023-06-26T03:00:26.934 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.927+0000 7f871af1d640 1 -- start start 2023-06-26T03:00:26.935 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f871af1d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f871406d170 0x7f871406d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.935 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f871af1d640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f8714070000 0x7f8714070480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.936 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f871af1d640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87140b3f90 con 0x7f8714158670 2023-06-26T03:00:26.936 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f871af1d640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87140709c0 con 0x7f8714070000 2023-06-26T03:00:26.936 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f871af1d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f871406cce0 con 0x7f871406d170 2023-06-26T03:00:26.936 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f87194ba640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f8714070000 0x7f8714070480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.936 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f87194ba640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f8714070000 0x7f8714070480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50814/0 (socket says 172.21.15.81:50814) 2023-06-26T03:00:26.936 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f87194ba640 1 -- 172.21.15.81:0/4160858427 learned_addr learned my addr 172.21.15.81:0/4160858427 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:26.936 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f8713fff640 1 --2- 172.21.15.81:0/4160858427 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f871406d170 0x7f871406d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.937 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f87194ba640 1 -- 172.21.15.81:0/4160858427 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f871406d170 msgr2=0x7f871406d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:26.937 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f87194ba640 1 --2- 172.21.15.81:0/4160858427 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f871406d170 0x7f871406d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.937 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f87194ba640 1 -- 172.21.15.81:0/4160858427 >> v1:172.21.15.92:6789/0 conn(0x7f8714158670 legacy=0x7f87140b2790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:26.937 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f87194ba640 1 -- 172.21.15.81:0/4160858427 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8714158a40 con 0x7f8714070000 2023-06-26T03:00:26.937 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f87194ba640 1 --2- 172.21.15.81:0/4160858427 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8714070000 0x7f8714070480 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f870c00d150 tx=0x7f870c01eba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1eb32e7e90c84d1 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:26.938 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f87137fe640 1 -- 172.21.15.81:0/4160858427 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f870c00b2d0 con 0x7f8714070000 2023-06-26T03:00:26.938 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f87137fe640 1 -- 172.21.15.81:0/4160858427 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f870c00b430 con 0x7f8714070000 2023-06-26T03:00:26.938 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f87137fe640 1 -- 172.21.15.81:0/4160858427 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f870c0a7c50 con 0x7f8714070000 2023-06-26T03:00:26.939 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f871af1d640 1 -- 172.21.15.81:0/4160858427 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8714070000 msgr2=0x7f8714070480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.939 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f871af1d640 1 --2- 172.21.15.81:0/4160858427 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8714070000 0x7f8714070480 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f870c00d150 tx=0x7f870c01eba0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.939 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f871af1d640 1 -- 172.21.15.81:0/4160858427 shutdown_connections 2023-06-26T03:00:26.939 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f871af1d640 1 --2- 172.21.15.81:0/4160858427 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8714070000 0x7f8714070480 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.939 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f871af1d640 1 --2- 172.21.15.81:0/4160858427 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f871406d170 0x7f871406d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.939 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f871af1d640 1 -- 172.21.15.81:0/4160858427 >> 172.21.15.81:0/4160858427 conn(0x7f87140b0a80 msgr2=0x7f87140b0e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:26.939 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f871af1d640 1 -- 172.21.15.81:0/4160858427 shutdown_connections 2023-06-26T03:00:26.940 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.931+0000 7f871af1d640 1 -- 172.21.15.81:0/4160858427 wait complete. 2023-06-26T03:00:26.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f871af1d640 1 Processor -- start 2023-06-26T03:00:26.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f871af1d640 1 -- start start 2023-06-26T03:00:26.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f871af1d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f871406d170 0x7f8714156190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f871af1d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8714070000 0x7f8714159520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f871af1d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8714158670 0x7f8714159a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f871af1d640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8714155460 con 0x7f8714158670 2023-06-26T03:00:26.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f871af1d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8714155d00 con 0x7f8714070000 2023-06-26T03:00:26.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f871af1d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8714149830 con 0x7f871406d170 2023-06-26T03:00:26.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87194ba640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8714158670 0x7f8714159a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87194ba640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8714158670 0x7f8714159a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50816/0 (socket says 172.21.15.81:50816) 2023-06-26T03:00:26.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87194ba640 1 -- 172.21.15.81:0/588389637 learned_addr learned my addr 172.21.15.81:0/588389637 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:26.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f8718cb9640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f871406d170 0x7f8714156190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f8713fff640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8714070000 0x7f8714159520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87194ba640 1 -- 172.21.15.81:0/588389637 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f871406d170 msgr2=0x7f8714156190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87194ba640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f871406d170 0x7f8714156190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87194ba640 1 -- 172.21.15.81:0/588389637 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8714070000 msgr2=0x7f8714159520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:26.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87194ba640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8714070000 0x7f8714159520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:26.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87194ba640 1 -- 172.21.15.81:0/588389637 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f870c00bd40 con 0x7f8714158670 2023-06-26T03:00:26.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87194ba640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8714158670 0x7f8714159a60 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f870c01d250 tx=0x7f870c01b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:26.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87117fa640 1 -- 172.21.15.81:0/588389637 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f870c009800 con 0x7f8714158670 2023-06-26T03:00:26.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87117fa640 1 -- 172.21.15.81:0/588389637 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f870c009980 con 0x7f8714158670 2023-06-26T03:00:26.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f871af1d640 1 -- 172.21.15.81:0/588389637 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87141556b0 con 0x7f8714158670 2023-06-26T03:00:26.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87117fa640 1 -- 172.21.15.81:0/588389637 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f870c009d30 con 0x7f8714158670 2023-06-26T03:00:26.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f871af1d640 1 -- 172.21.15.81:0/588389637 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87141566d0 con 0x7f8714158670 2023-06-26T03:00:26.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87117fa640 1 -- 172.21.15.81:0/588389637 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f870c0b9430 con 0x7f8714158670 2023-06-26T03:00:26.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f871af1d640 1 -- 172.21.15.81:0/588389637 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f871406c670 con 0x7f8714158670 2023-06-26T03:00:26.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.935+0000 7f87117fa640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f87000662b0 0x7f8700068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:26.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.939+0000 7f87117fa640 1 -- 172.21.15.81:0/588389637 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f870c11ee60 con 0x7f8714158670 2023-06-26T03:00:26.945 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.939+0000 7f8718cb9640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f87000662b0 0x7f8700068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:26.946 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.939+0000 7f8718cb9640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f87000662b0 0x7f8700068760 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f87140cb1a0 tx=0x7f8704009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:26.947 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:26.943+0000 7f87117fa640 1 -- 172.21.15.81:0/588389637 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f871406c670 con 0x7f8714158670 2023-06-26T03:00:27.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f871af1d640 1 -- 172.21.15.81:0/588389637 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f871406c670 con 0x7f8714158670 2023-06-26T03:00:27.120 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f87117fa640 1 -- 172.21.15.81:0/588389637 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f871406c670 con 0x7f8714158670 2023-06-26T03:00:27.120 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:27.121 INFO:teuthology.orchestra.run.smithi081.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-06-26T03:00:27.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f871af1d640 1 -- 172.21.15.81:0/588389637 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f87000662b0 msgr2=0x7f8700068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f871af1d640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f87000662b0 0x7f8700068760 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f87140cb1a0 tx=0x7f8704009040 comp rx=0 tx=0).stop 2023-06-26T03:00:27.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f871af1d640 1 -- 172.21.15.81:0/588389637 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8714158670 msgr2=0x7f8714159a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f871af1d640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8714158670 0x7f8714159a60 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f870c01d250 tx=0x7f870c01b940 comp rx=0 tx=0).stop 2023-06-26T03:00:27.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f871af1d640 1 -- 172.21.15.81:0/588389637 shutdown_connections 2023-06-26T03:00:27.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f871af1d640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f87000662b0 0x7f8700068760 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f871af1d640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8714158670 0x7f8714159a60 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f871af1d640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8714070000 0x7f8714159520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f871af1d640 1 --2- 172.21.15.81:0/588389637 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f871406d170 0x7f8714156190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.124 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f871af1d640 1 -- 172.21.15.81:0/588389637 >> 172.21.15.81:0/588389637 conn(0x7f87140b0a80 msgr2=0x7f87140cdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:27.124 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f871af1d640 1 -- 172.21.15.81:0/588389637 shutdown_connections 2023-06-26T03:00:27.124 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.115+0000 7f871af1d640 1 -- 172.21.15.81:0/588389637 wait complete. 2023-06-26T03:00:27.138 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-06-26T03:00:27.138 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:27.251 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.243+0000 7eff7e6d6640 1 Processor -- start 2023-06-26T03:00:27.251 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.243+0000 7eff7e6d6640 1 -- start start 2023-06-26T03:00:27.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff7e6d6640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7eff78158550 0x7eff780cebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff7e6d6640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7eff780ce560 0x7eff780cf110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff7e6d6640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff780b3300 con 0x7eff780b1df0 2023-06-26T03:00:27.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff7e6d6640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff780b2260 con 0x7eff78158550 2023-06-26T03:00:27.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff7e6d6640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff780b2540 con 0x7eff780ce560 2023-06-26T03:00:27.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff77fff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7eff78158550 0x7eff780cebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff77fff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7eff78158550 0x7eff780cebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50822/0 (socket says 172.21.15.81:50822) 2023-06-26T03:00:27.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff777fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7eff780b1df0 0x7eff78070020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38422/0 (socket says 172.21.15.81:38422) 2023-06-26T03:00:27.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff77fff640 1 -- 172.21.15.81:0/2052163066 learned_addr learned my addr 172.21.15.81:0/2052163066 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:27.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff7cc73640 1 --2- 172.21.15.81:0/2052163066 >> v2:172.21.15.92:3300/0 conn(0x7eff780ce560 0x7eff780cf110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff77fff640 1 -- 172.21.15.81:0/2052163066 >> v2:172.21.15.92:3300/0 conn(0x7eff780ce560 msgr2=0x7eff780cf110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:27.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff77fff640 1 --2- 172.21.15.81:0/2052163066 >> v2:172.21.15.92:3300/0 conn(0x7eff780ce560 0x7eff780cf110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff77fff640 1 -- 172.21.15.81:0/2052163066 >> v1:172.21.15.81:6789/0 conn(0x7eff780b1df0 legacy=0x7eff78070020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff76ffd640 1 -- 172.21.15.81:0/2052163066 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3557284278 0 0) 0x7eff780b3300 con 0x7eff780b1df0 2023-06-26T03:00:27.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.247+0000 7eff77fff640 1 -- 172.21.15.81:0/2052163066 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff780b2820 con 0x7eff78158550 2023-06-26T03:00:27.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff77fff640 1 --2- 172.21.15.81:0/2052163066 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff78158550 0x7eff780cebd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7eff7806b430 tx=0x7eff7001c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaed293944a8d1fe server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:27.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff76ffd640 1 -- 172.21.15.81:0/2052163066 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff700ab640 con 0x7eff78158550 2023-06-26T03:00:27.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff76ffd640 1 -- 172.21.15.81:0/2052163066 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff700a7070 con 0x7eff78158550 2023-06-26T03:00:27.257 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff76ffd640 1 -- 172.21.15.81:0/2052163066 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff700ab9c0 con 0x7eff78158550 2023-06-26T03:00:27.257 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2052163066 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff78158550 msgr2=0x7eff780cebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff7e6d6640 1 --2- 172.21.15.81:0/2052163066 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff78158550 0x7eff780cebd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7eff7806b430 tx=0x7eff7001c440 comp rx=0 tx=0).stop 2023-06-26T03:00:27.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2052163066 shutdown_connections 2023-06-26T03:00:27.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff7e6d6640 1 --2- 172.21.15.81:0/2052163066 >> v2:172.21.15.92:3300/0 conn(0x7eff780ce560 0x7eff780cf110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff7e6d6640 1 --2- 172.21.15.81:0/2052163066 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff78158550 0x7eff780cebd0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2052163066 >> 172.21.15.81:0/2052163066 conn(0x7eff7806a5c0 msgr2=0x7eff7806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:27.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2052163066 shutdown_connections 2023-06-26T03:00:27.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2052163066 wait complete. 2023-06-26T03:00:27.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff7e6d6640 1 Processor -- start 2023-06-26T03:00:27.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.251+0000 7eff7e6d6640 1 -- start start 2023-06-26T03:00:27.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7e6d6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff780b1df0 0x7eff7814b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7e6d6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff780ce560 0x7eff7814ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7e6d6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff78158550 0x7eff781f4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7e6d6640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff78159e80 con 0x7eff78158550 2023-06-26T03:00:27.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7e6d6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff78159550 con 0x7eff780ce560 2023-06-26T03:00:27.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7e6d6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff78159830 con 0x7eff780b1df0 2023-06-26T03:00:27.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7cc73640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff78158550 0x7eff781f4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7cc73640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff78158550 0x7eff781f4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50838/0 (socket says 172.21.15.81:50838) 2023-06-26T03:00:27.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7cc73640 1 -- 172.21.15.81:0/2942092742 learned_addr learned my addr 172.21.15.81:0/2942092742 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:27.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff77fff640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff780b1df0 0x7eff7814b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7cc73640 1 -- 172.21.15.81:0/2942092742 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff780b1df0 msgr2=0x7eff7814b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7cc73640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff780b1df0 0x7eff7814b430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7cc73640 1 -- 172.21.15.81:0/2942092742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff780ce560 msgr2=0x7eff7814ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff777fe640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff780ce560 0x7eff7814ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7cc73640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff780ce560 0x7eff7814ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7cc73640 1 -- 172.21.15.81:0/2942092742 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff700094d0 con 0x7eff78158550 2023-06-26T03:00:27.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7cc73640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff78158550 0x7eff781f4580 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7eff6000c7f0 tx=0x7eff6000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:27.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff74ff9640 1 -- 172.21.15.81:0/2942092742 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff60004220 con 0x7eff78158550 2023-06-26T03:00:27.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff74ff9640 1 -- 172.21.15.81:0/2942092742 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff60004380 con 0x7eff78158550 2023-06-26T03:00:27.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff74ff9640 1 -- 172.21.15.81:0/2942092742 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff60003840 con 0x7eff78158550 2023-06-26T03:00:27.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2942092742 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff78159b10 con 0x7eff78158550 2023-06-26T03:00:27.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2942092742 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff780cd260 con 0x7eff78158550 2023-06-26T03:00:27.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2942092742 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff78159ff0 con 0x7eff78158550 2023-06-26T03:00:27.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff74ff9640 1 -- 172.21.15.81:0/2942092742 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7eff60003bb0 con 0x7eff78158550 2023-06-26T03:00:27.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff74ff9640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7eff58066280 0x7eff58068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff74ff9640 1 -- 172.21.15.81:0/2942092742 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7eff60083d40 con 0x7eff78158550 2023-06-26T03:00:27.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff77fff640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7eff58066280 0x7eff58068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.255+0000 7eff77fff640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7eff58066280 0x7eff58068730 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7eff700af000 tx=0x7eff70008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:27.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.259+0000 7eff74ff9640 1 -- 172.21.15.81:0/2942092742 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7eff600511e0 con 0x7eff78158550 2023-06-26T03:00:27.409 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.403+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2942092742 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7eff78066880 con 0x7eff78158550 2023-06-26T03:00:27.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.407+0000 7eff74ff9640 1 -- 172.21.15.81:0/2942092742 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18243 (secure 0 0 0) 0x7eff6001e020 con 0x7eff78158550 2023-06-26T03:00:27.413 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:27.413 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":24,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:15.142509+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:27.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.407+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2942092742 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7eff58066280 msgr2=0x7eff58068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.407+0000 7eff7e6d6640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7eff58066280 0x7eff58068730 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7eff700af000 tx=0x7eff70008040 comp rx=0 tx=0).stop 2023-06-26T03:00:27.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.407+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2942092742 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff78158550 msgr2=0x7eff781f4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.407+0000 7eff7e6d6640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff78158550 0x7eff781f4580 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7eff6000c7f0 tx=0x7eff6000ccb0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.411+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2942092742 shutdown_connections 2023-06-26T03:00:27.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.411+0000 7eff7e6d6640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7eff58066280 0x7eff58068730 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.411+0000 7eff7e6d6640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7eff78158550 0x7eff781f4580 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.411+0000 7eff7e6d6640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff780ce560 0x7eff7814ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.411+0000 7eff7e6d6640 1 --2- 172.21.15.81:0/2942092742 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff780b1df0 0x7eff7814b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.411+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2942092742 >> 172.21.15.81:0/2942092742 conn(0x7eff7806a5c0 msgr2=0x7eff780b14a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:27.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.411+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2942092742 shutdown_connections 2023-06-26T03:00:27.417 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.411+0000 7eff7e6d6640 1 -- 172.21.15.81:0/2942092742 wait complete. 2023-06-26T03:00:27.430 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:00:27.431 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:00:27.539 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.531+0000 7ff540263640 1 Processor -- start 2023-06-26T03:00:27.539 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.531+0000 7ff540263640 1 -- start start 2023-06-26T03:00:27.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff540263640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff5380b4f30 0x7ff5380d0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff540263640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5380d09d0 0x7ff5380d0e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff540263640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5380cebd0 con 0x7ff5380b7a50 2023-06-26T03:00:27.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff540263640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5380b7e20 con 0x7ff5380b4f30 2023-06-26T03:00:27.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff540263640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5380cf6b0 con 0x7ff5380d09d0 2023-06-26T03:00:27.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53dfff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7ff5380b7a50 0x7ff5380ce4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:38428/0 (socket says 172.21.15.81:38428) 2023-06-26T03:00:27.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53dfff640 1 -- 172.21.15.81:0/1336145553 learned_addr learned my addr 172.21.15.81:0/1336145553 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:27.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53d7fe640 1 --2- 172.21.15.81:0/1336145553 >> v2:172.21.15.92:3300/0 conn(0x7ff5380b4f30 0x7ff5380d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3028540077 0 0) 0x7ff534001120 con 0x7ff5380b7a50 2023-06-26T03:00:27.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53e800640 1 --2- 172.21.15.81:0/1336145553 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5380d09d0 0x7ff5380d0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff524003530 con 0x7ff5380b7a50 2023-06-26T03:00:27.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1650008004 0 0) 0x7ff524003530 con 0x7ff5380b7a50 2023-06-26T03:00:27.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5380d09d0 msgr2=0x7ff5380d0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:27.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 --2- 172.21.15.81:0/1336145553 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5380d09d0 0x7ff5380d0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 >> v2:172.21.15.92:3300/0 conn(0x7ff5380b4f30 msgr2=0x7ff5380d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:27.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 --2- 172.21.15.81:0/1336145553 >> v2:172.21.15.92:3300/0 conn(0x7ff5380b4f30 0x7ff5380d0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5380cee10 con 0x7ff5380b7a50 2023-06-26T03:00:27.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7ff534001810 con 0x7ff5380b7a50 2023-06-26T03:00:27.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53d7fe640 1 --2- 172.21.15.81:0/1336145553 >> v2:172.21.15.92:3300/0 conn(0x7ff5380b4f30 0x7ff5380d0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:27.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 >> v1:172.21.15.81:6789/0 conn(0x7ff5380b7a50 legacy=0x7ff5380ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 --2- 172.21.15.81:0/1336145553 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff524003980 0x7ff524003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 --2- 172.21.15.81:0/1336145553 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5240043b0 0x7ff524004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 --2- 172.21.15.81:0/1336145553 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5380d09d0 0x7ff524005090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5380b7e20 con 0x7ff5240043b0 2023-06-26T03:00:27.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5380cf6b0 con 0x7ff524003980 2023-06-26T03:00:27.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff52400ba10 con 0x7ff5380d09d0 2023-06-26T03:00:27.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53d7fe640 1 --2- 172.21.15.81:0/1336145553 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5240043b0 0x7ff524004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53dfff640 1 --2- 172.21.15.81:0/1336145553 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff524003980 0x7ff524003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53d7fe640 1 -- 172.21.15.81:0/1336145553 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5380d09d0 msgr2=0x7ff524005090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:27.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53d7fe640 1 --2- 172.21.15.81:0/1336145553 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5380d09d0 0x7ff524005090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53d7fe640 1 -- 172.21.15.81:0/1336145553 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff524003980 msgr2=0x7ff524003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:27.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53d7fe640 1 --2- 172.21.15.81:0/1336145553 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff524003980 0x7ff524003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.535+0000 7ff53d7fe640 1 -- 172.21.15.81:0/1336145553 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff524003530 con 0x7ff5240043b0 2023-06-26T03:00:27.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53d7fe640 1 --2- 172.21.15.81:0/1336145553 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5240043b0 0x7ff524004870 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7ff5280098d0 tx=0x7ff52801c630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ed6769348ad7b13 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:27.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5280a9610 con 0x7ff5240043b0 2023-06-26T03:00:27.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5280a9770 con 0x7ff5240043b0 2023-06-26T03:00:27.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53cffd640 1 -- 172.21.15.81:0/1336145553 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5280a9ae0 con 0x7ff5240043b0 2023-06-26T03:00:27.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 -- 172.21.15.81:0/1336145553 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5240043b0 msgr2=0x7ff524004870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 --2- 172.21.15.81:0/1336145553 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5240043b0 0x7ff524004870 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7ff5280098d0 tx=0x7ff52801c630 comp rx=0 tx=0).stop 2023-06-26T03:00:27.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53e800640 1 -- 172.21.15.81:0/1336145553 reap_dead start 2023-06-26T03:00:27.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 -- 172.21.15.81:0/1336145553 shutdown_connections 2023-06-26T03:00:27.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 -- 172.21.15.81:0/1336145553 >> 172.21.15.81:0/1336145553 conn(0x7ff538069dc0 msgr2=0x7ff53806a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:27.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 -- 172.21.15.81:0/1336145553 shutdown_connections 2023-06-26T03:00:27.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 -- 172.21.15.81:0/1336145553 wait complete. 2023-06-26T03:00:27.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 Processor -- start 2023-06-26T03:00:27.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 -- start start 2023-06-26T03:00:27.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5240043b0 0x7ff5381f8140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5380c92b0 0x7ff5380c8280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5381f41f0 0x7ff5380c9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5381f5200 con 0x7ff5240043b0 2023-06-26T03:00:27.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5381f4c40 con 0x7ff5381f41f0 2023-06-26T03:00:27.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5381f4f20 con 0x7ff5380c92b0 2023-06-26T03:00:27.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53dfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5240043b0 0x7ff5381f8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53dfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5240043b0 0x7ff5381f8140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50850/0 (socket says 172.21.15.81:50850) 2023-06-26T03:00:27.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53dfff640 1 -- 172.21.15.81:0/3736505615 learned_addr learned my addr 172.21.15.81:0/3736505615 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:27.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53d7fe640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5380c92b0 0x7ff5380c8280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53e800640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5381f41f0 0x7ff5380c9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53dfff640 1 -- 172.21.15.81:0/3736505615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5380c92b0 msgr2=0x7ff5380c8280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53dfff640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5380c92b0 0x7ff5380c8280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53dfff640 1 -- 172.21.15.81:0/3736505615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5381f41f0 msgr2=0x7ff5380c9ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53dfff640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5381f41f0 0x7ff5380c9ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53dfff640 1 -- 172.21.15.81:0/3736505615 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5381f7940 con 0x7ff5240043b0 2023-06-26T03:00:27.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff53dfff640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5240043b0 0x7ff5381f8140 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7ff5340012c0 tx=0x7ff53400eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:27.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff52e7fc640 1 -- 172.21.15.81:0/3736505615 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff53400c8a0 con 0x7ff5240043b0 2023-06-26T03:00:27.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff52e7fc640 1 -- 172.21.15.81:0/3736505615 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff53400ca00 con 0x7ff5240043b0 2023-06-26T03:00:27.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 -- 172.21.15.81:0/3736505615 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5381f7c20 con 0x7ff5240043b0 2023-06-26T03:00:27.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff52e7fc640 1 -- 172.21.15.81:0/3736505615 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff53400cd90 con 0x7ff5240043b0 2023-06-26T03:00:27.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.539+0000 7ff540263640 1 -- 172.21.15.81:0/3736505615 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5380c87c0 con 0x7ff5240043b0 2023-06-26T03:00:27.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.543+0000 7ff540263640 1 -- 172.21.15.81:0/3736505615 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5380b18b0 con 0x7ff5240043b0 2023-06-26T03:00:27.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.543+0000 7ff52e7fc640 1 -- 172.21.15.81:0/3736505615 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff53401d460 con 0x7ff5240043b0 2023-06-26T03:00:27.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.543+0000 7ff52e7fc640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff51c066280 0x7ff51c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.543+0000 7ff52e7fc640 1 -- 172.21.15.81:0/3736505615 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff534083bf0 con 0x7ff5240043b0 2023-06-26T03:00:27.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.543+0000 7ff53d7fe640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff51c066280 0x7ff51c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.543+0000 7ff53d7fe640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff51c066280 0x7ff51c068730 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ff5280098d0 tx=0x7ff5280b4040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:27.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.547+0000 7ff52e7fc640 1 -- 172.21.15.81:0/3736505615 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff534051070 con 0x7ff5240043b0 2023-06-26T03:00:27.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff540263640 1 -- 172.21.15.81:0/3736505615 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff5380b18b0 con 0x7ff5240043b0 2023-06-26T03:00:27.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff52e7fc640 1 -- 172.21.15.81:0/3736505615 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff534054690 con 0x7ff5240043b0 2023-06-26T03:00:27.693 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:00:27.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff540263640 1 -- 172.21.15.81:0/3736505615 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff51c066280 msgr2=0x7ff51c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff540263640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff51c066280 0x7ff51c068730 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ff5280098d0 tx=0x7ff5280b4040 comp rx=0 tx=0).stop 2023-06-26T03:00:27.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff540263640 1 -- 172.21.15.81:0/3736505615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5240043b0 msgr2=0x7ff5381f8140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff540263640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5240043b0 0x7ff5381f8140 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7ff5340012c0 tx=0x7ff53400eca0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff540263640 1 -- 172.21.15.81:0/3736505615 shutdown_connections 2023-06-26T03:00:27.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff540263640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff51c066280 0x7ff51c068730 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff540263640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5381f41f0 0x7ff5380c9ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff540263640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5380c92b0 0x7ff5380c8280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff540263640 1 --2- 172.21.15.81:0/3736505615 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5240043b0 0x7ff5381f8140 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff540263640 1 -- 172.21.15.81:0/3736505615 >> 172.21.15.81:0/3736505615 conn(0x7ff538069dc0 msgr2=0x7ff53806a230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:27.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff540263640 1 -- 172.21.15.81:0/3736505615 shutdown_connections 2023-06-26T03:00:27.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.687+0000 7ff540263640 1 -- 172.21.15.81:0/3736505615 wait complete. 2023-06-26T03:00:27.710 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:00:27.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0bc91e640 1 Processor -- start 2023-06-26T03:00:27.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0bc91e640 1 -- start start 2023-06-26T03:00:27.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0bc91e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff0b80afc20 0x7ff0b80afff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0bc91e640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff0b80cd8e0 0x7ff0b80ab8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0bc91e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0b815f510 con 0x7ff0b8160240 2023-06-26T03:00:27.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0bc91e640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0b80b0530 con 0x7ff0b80cd8e0 2023-06-26T03:00:27.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0bc91e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0b80cdd90 con 0x7ff0b80afc20 2023-06-26T03:00:27.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0b6d9d640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff0b80cd8e0 0x7ff0b80ab8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0b6d9d640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff0b80cd8e0 0x7ff0b80ab8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50866/0 (socket says 172.21.15.81:50866) 2023-06-26T03:00:27.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0b6d9d640 1 -- 172.21.15.81:0/770565304 learned_addr learned my addr 172.21.15.81:0/770565304 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:27.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0b659c640 1 --2- 172.21.15.81:0/770565304 >> v2:172.21.15.92:3300/0 conn(0x7ff0b80afc20 0x7ff0b80afff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0b6d9d640 1 -- 172.21.15.81:0/770565304 >> v2:172.21.15.92:3300/0 conn(0x7ff0b80afc20 msgr2=0x7ff0b80afff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:27.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0b6d9d640 1 --2- 172.21.15.81:0/770565304 >> v2:172.21.15.92:3300/0 conn(0x7ff0b80afc20 0x7ff0b80afff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0b6d9d640 1 -- 172.21.15.81:0/770565304 >> v1:172.21.15.92:6789/0 conn(0x7ff0b8160240 legacy=0x7ff0b80cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:27.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0b6d9d640 1 -- 172.21.15.81:0/770565304 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0b815f760 con 0x7ff0b80cd8e0 2023-06-26T03:00:27.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0b659c640 1 --2- 172.21.15.81:0/770565304 >> v2:172.21.15.92:3300/0 conn(0x7ff0b80afc20 0x7ff0b80afff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:27.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.823+0000 7ff0b6d9d640 1 --2- 172.21.15.81:0/770565304 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0b80cd8e0 0x7ff0b80ab8c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8066540 tx=0x7ff0b001c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef433a491045fba9 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:27.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b559a640 1 -- 172.21.15.81:0/770565304 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b00a5820 con 0x7ff0b80cd8e0 2023-06-26T03:00:27.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b559a640 1 -- 172.21.15.81:0/770565304 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0b00a5980 con 0x7ff0b80cd8e0 2023-06-26T03:00:27.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b559a640 1 -- 172.21.15.81:0/770565304 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b00a5d10 con 0x7ff0b80cd8e0 2023-06-26T03:00:27.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 -- 172.21.15.81:0/770565304 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0b80cd8e0 msgr2=0x7ff0b80ab8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 --2- 172.21.15.81:0/770565304 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0b80cd8e0 0x7ff0b80ab8c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8066540 tx=0x7ff0b001c960 comp rx=0 tx=0).stop 2023-06-26T03:00:27.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 -- 172.21.15.81:0/770565304 shutdown_connections 2023-06-26T03:00:27.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 --2- 172.21.15.81:0/770565304 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0b80cd8e0 0x7ff0b80ab8c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 --2- 172.21.15.81:0/770565304 >> v2:172.21.15.92:3300/0 conn(0x7ff0b80afc20 0x7ff0b80afff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 -- 172.21.15.81:0/770565304 >> 172.21.15.81:0/770565304 conn(0x7ff0b806b4a0 msgr2=0x7ff0b806b8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:27.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 -- 172.21.15.81:0/770565304 shutdown_connections 2023-06-26T03:00:27.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 -- 172.21.15.81:0/770565304 wait complete. 2023-06-26T03:00:27.835 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 Processor -- start 2023-06-26T03:00:27.835 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 -- start start 2023-06-26T03:00:27.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0b80afc20 0x7ff0b814c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0b80cd8e0 0x7ff0b80b0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0b8160240 0x7ff0b80b2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b80c2170 con 0x7ff0b8160240 2023-06-26T03:00:27.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b814ec50 con 0x7ff0b80afc20 2023-06-26T03:00:27.836 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b814e690 con 0x7ff0b80cd8e0 2023-06-26T03:00:27.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b6d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0b8160240 0x7ff0b80b2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b6d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0b8160240 0x7ff0b80b2cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50878/0 (socket says 172.21.15.81:50878) 2023-06-26T03:00:27.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b6d9d640 1 -- 172.21.15.81:0/2149171202 learned_addr learned my addr 172.21.15.81:0/2149171202 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:27.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b5d9b640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0b80cd8e0 0x7ff0b80b0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b6d9d640 1 -- 172.21.15.81:0/2149171202 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0b80cd8e0 msgr2=0x7ff0b80b0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b6d9d640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0b80cd8e0 0x7ff0b80b0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b659c640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0b80afc20 0x7ff0b814c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.837 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b6d9d640 1 -- 172.21.15.81:0/2149171202 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0b80afc20 msgr2=0x7ff0b814c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.838 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b6d9d640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0b80afc20 0x7ff0b814c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.838 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b6d9d640 1 -- 172.21.15.81:0/2149171202 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0b0009b30 con 0x7ff0b8160240 2023-06-26T03:00:27.838 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0b6d9d640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0b8160240 0x7ff0b80b2cb0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff0b001a590 tx=0x7ff0b0019700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:27.838 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0a6ffd640 1 -- 172.21.15.81:0/2149171202 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b00b8670 con 0x7ff0b8160240 2023-06-26T03:00:27.838 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0a6ffd640 1 -- 172.21.15.81:0/2149171202 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0b00b87f0 con 0x7ff0b8160240 2023-06-26T03:00:27.838 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 -- 172.21.15.81:0/2149171202 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0b814e970 con 0x7ff0b8160240 2023-06-26T03:00:27.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0a6ffd640 1 -- 172.21.15.81:0/2149171202 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b00b8ba0 con 0x7ff0b8160240 2023-06-26T03:00:27.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.827+0000 7ff0bc91e640 1 -- 172.21.15.81:0/2149171202 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0b80b39e0 con 0x7ff0b8160240 2023-06-26T03:00:27.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.831+0000 7ff0bc91e640 1 -- 172.21.15.81:0/2149171202 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0b80c2320 con 0x7ff0b8160240 2023-06-26T03:00:27.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.831+0000 7ff0a6ffd640 1 -- 172.21.15.81:0/2149171202 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff0b00b8d00 con 0x7ff0b8160240 2023-06-26T03:00:27.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.831+0000 7ff0a6ffd640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff0980662b0 0x7ff098068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:27.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.831+0000 7ff0a6ffd640 1 -- 172.21.15.81:0/2149171202 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff0b011f4d0 con 0x7ff0b8160240 2023-06-26T03:00:27.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.831+0000 7ff0b659c640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff0980662b0 0x7ff098068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:27.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.831+0000 7ff0b659c640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff0980662b0 0x7ff098068760 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7ff0a8006fd0 tx=0x7ff0a8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:27.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.835+0000 7ff0a6ffd640 1 -- 172.21.15.81:0/2149171202 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff0b80c2320 con 0x7ff0b8160240 2023-06-26T03:00:27.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.975+0000 7ff0bc91e640 1 -- 172.21.15.81:0/2149171202 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7ff0b80c1c50 con 0x7ff0b8160240 2023-06-26T03:00:27.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.979+0000 7ff0a6ffd640 1 -- 172.21.15.81:0/2149171202 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v24) v1 ==== 92+0+10 (secure 0 0 0) 0x7ff0b00ecb00 con 0x7ff0b8160240 2023-06-26T03:00:27.986 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:00:27.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.983+0000 7ff0bc91e640 1 -- 172.21.15.81:0/2149171202 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff0980662b0 msgr2=0x7ff098068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.983+0000 7ff0bc91e640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff0980662b0 0x7ff098068760 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7ff0a8006fd0 tx=0x7ff0a8008040 comp rx=0 tx=0).stop 2023-06-26T03:00:27.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.983+0000 7ff0bc91e640 1 -- 172.21.15.81:0/2149171202 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0b8160240 msgr2=0x7ff0b80b2cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:27.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.983+0000 7ff0bc91e640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0b8160240 0x7ff0b80b2cb0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff0b001a590 tx=0x7ff0b0019700 comp rx=0 tx=0).stop 2023-06-26T03:00:27.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.983+0000 7ff0bc91e640 1 -- 172.21.15.81:0/2149171202 shutdown_connections 2023-06-26T03:00:27.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.983+0000 7ff0bc91e640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff0980662b0 0x7ff098068760 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.983+0000 7ff0bc91e640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff0b8160240 0x7ff0b80b2cb0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.983+0000 7ff0bc91e640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0b80cd8e0 0x7ff0b80b0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.983+0000 7ff0bc91e640 1 --2- 172.21.15.81:0/2149171202 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0b80afc20 0x7ff0b814c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:27.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.983+0000 7ff0bc91e640 1 -- 172.21.15.81:0/2149171202 >> 172.21.15.81:0/2149171202 conn(0x7ff0b806b4a0 msgr2=0x7ff0b80adb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:27.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.983+0000 7ff0bc91e640 1 -- 172.21.15.81:0/2149171202 shutdown_connections 2023-06-26T03:00:27.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:27.983+0000 7ff0bc91e640 1 -- 172.21.15.81:0/2149171202 wait complete. 2023-06-26T03:00:28.004 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:00:28.120 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60cf443640 1 Processor -- start 2023-06-26T03:00:28.121 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60cf443640 1 -- start start 2023-06-26T03:00:28.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60cf443640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f60c80b4f30 0x7f60c80d0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60cf443640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60c80cebd0 con 0x7f60c80b7a50 2023-06-26T03:00:28.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60cf443640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60c80b7e20 con 0x7f60c80d09d0 2023-06-26T03:00:28.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60cf443640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60c80cf6b0 con 0x7f60c80b4f30 2023-06-26T03:00:28.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60cd1df640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f60c80b7a50 0x7f60c80ce4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:60902/0 (socket says 172.21.15.81:60902) 2023-06-26T03:00:28.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60cd1df640 1 -- 172.21.15.81:0/996334761 learned_addr learned my addr 172.21.15.81:0/996334761 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:28.124 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60cc9de640 1 --2- 172.21.15.81:0/996334761 >> v2:172.21.15.92:3300/0 conn(0x7f60c80b4f30 0x7f60c80d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.125 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2662288725 0 0) 0x7f60c4001120 con 0x7f60c80b7a50 2023-06-26T03:00:28.125 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f60b4003530 con 0x7f60c80b7a50 2023-06-26T03:00:28.125 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2975778944 0 0) 0x7f60b4003530 con 0x7f60c80b7a50 2023-06-26T03:00:28.125 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 >> v2:172.21.15.92:3300/0 conn(0x7f60c80b4f30 msgr2=0x7f60c80d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:28.125 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 --2- 172.21.15.81:0/996334761 >> v2:172.21.15.92:3300/0 conn(0x7f60c80b4f30 0x7f60c80d0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.125 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 >> v1:172.21.15.92:6789/0 conn(0x7f60c80d09d0 legacy=0x7f60c815f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.126 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60c80cee10 con 0x7f60c80b7a50 2023-06-26T03:00:28.126 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f60c4001810 con 0x7f60c80b7a50 2023-06-26T03:00:28.126 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 >> v1:172.21.15.81:6789/0 conn(0x7f60c80b7a50 legacy=0x7f60c80ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.126 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 --2- 172.21.15.81:0/996334761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60b4003980 0x7f60b4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.126 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 --2- 172.21.15.81:0/996334761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60b40047d0 0x7f60b4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.126 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 --2- 172.21.15.81:0/996334761 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f60b4005180 0x7f60b400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.126 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60c80cf6b0 con 0x7f60b4003980 2023-06-26T03:00:28.127 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b400c090 con 0x7f60b40047d0 2023-06-26T03:00:28.127 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60b400c250 con 0x7f60b4005180 2023-06-26T03:00:28.127 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.115+0000 7f60cd1df640 1 --2- 172.21.15.81:0/996334761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60b4003980 0x7f60b4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.127 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cc9de640 1 --2- 172.21.15.81:0/996334761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60b40047d0 0x7f60b4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.127 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cd1df640 1 -- 172.21.15.81:0/996334761 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f60b4005180 msgr2=0x7f60b400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:28.127 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cd1df640 1 --2- 172.21.15.81:0/996334761 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f60b4005180 0x7f60b400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.127 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cd1df640 1 -- 172.21.15.81:0/996334761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60b40047d0 msgr2=0x7f60b4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:28.128 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cd1df640 1 --2- 172.21.15.81:0/996334761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60b40047d0 0x7f60b4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.128 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cd1df640 1 -- 172.21.15.81:0/996334761 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60b4003530 con 0x7f60b4003980 2023-06-26T03:00:28.128 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cc9de640 1 --2- 172.21.15.81:0/996334761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60b40047d0 0x7f60b4004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:28.128 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cd9e0640 1 -- 172.21.15.81:0/996334761 reap_dead start 2023-06-26T03:00:28.130 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cd1df640 1 --2- 172.21.15.81:0/996334761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60b4003980 0x7f60b4003d90 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f60c400c240 tx=0x7f60c401cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70f563e0b90c7c81 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:28.130 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60c4005ae0 con 0x7f60b4003980 2023-06-26T03:00:28.131 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60c4005c60 con 0x7f60b4003980 2023-06-26T03:00:28.131 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60bffff640 1 -- 172.21.15.81:0/996334761 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60c40072b0 con 0x7f60b4003980 2023-06-26T03:00:28.131 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cf443640 1 -- 172.21.15.81:0/996334761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60b4003980 msgr2=0x7f60b4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.131 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cf443640 1 --2- 172.21.15.81:0/996334761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60b4003980 0x7f60b4003d90 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f60c400c240 tx=0x7f60c401cc40 comp rx=0 tx=0).stop 2023-06-26T03:00:28.131 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cf443640 1 -- 172.21.15.81:0/996334761 shutdown_connections 2023-06-26T03:00:28.132 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cf443640 1 --2- 172.21.15.81:0/996334761 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60b4003980 0x7f60b4003d90 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.132 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cf443640 1 -- 172.21.15.81:0/996334761 >> 172.21.15.81:0/996334761 conn(0x7f60c8069dc0 msgr2=0x7f60c806a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:28.132 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cf443640 1 -- 172.21.15.81:0/996334761 shutdown_connections 2023-06-26T03:00:28.132 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.119+0000 7f60cf443640 1 -- 172.21.15.81:0/996334761 wait complete. 2023-06-26T03:00:28.132 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cf443640 1 Processor -- start 2023-06-26T03:00:28.132 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cf443640 1 -- start start 2023-06-26T03:00:28.132 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cf443640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60b4003980 0x7f60c815fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.133 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cf443640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60c815aeb0 0x7f60c814a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.133 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cf443640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f60c815dfe0 0x7f60c815e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.133 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cf443640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60c80c5d90 con 0x7f60c815aeb0 2023-06-26T03:00:28.133 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cf443640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60c815e990 con 0x7f60b4003980 2023-06-26T03:00:28.133 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cf443640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60c81e7890 con 0x7f60c815dfe0 2023-06-26T03:00:28.133 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cc9de640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60c815aeb0 0x7f60c814a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.133 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cc9de640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60c815aeb0 0x7f60c814a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60364/0 (socket says 172.21.15.81:60364) 2023-06-26T03:00:28.133 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cc9de640 1 -- 172.21.15.81:0/2512833031 learned_addr learned my addr 172.21.15.81:0/2512833031 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:28.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cd1df640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60b4003980 0x7f60c815fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cd9e0640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f60c815dfe0 0x7f60c815e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cc9de640 1 -- 172.21.15.81:0/2512833031 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f60c815dfe0 msgr2=0x7f60c815e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cc9de640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f60c815dfe0 0x7f60c815e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cc9de640 1 -- 172.21.15.81:0/2512833031 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60b4003980 msgr2=0x7f60c815fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cc9de640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60b4003980 0x7f60c815fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cc9de640 1 -- 172.21.15.81:0/2512833031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60c81e7b70 con 0x7f60c815aeb0 2023-06-26T03:00:28.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cd1df640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60b4003980 0x7f60c815fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:28.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cc9de640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60c815aeb0 0x7f60c814a780 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f60b80107c0 tx=0x7f60b80108b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:28.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60bdffb640 1 -- 172.21.15.81:0/2512833031 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b8004220 con 0x7f60c815aeb0 2023-06-26T03:00:28.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60bdffb640 1 -- 172.21.15.81:0/2512833031 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60b8004380 con 0x7f60c815aeb0 2023-06-26T03:00:28.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60bdffb640 1 -- 172.21.15.81:0/2512833031 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b8003840 con 0x7f60c815aeb0 2023-06-26T03:00:28.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cf443640 1 -- 172.21.15.81:0/2512833031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60c81e7e50 con 0x7f60c815aeb0 2023-06-26T03:00:28.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cf443640 1 -- 172.21.15.81:0/2512833031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60c814acc0 con 0x7f60c815aeb0 2023-06-26T03:00:28.136 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60cf443640 1 -- 172.21.15.81:0/2512833031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60c80c5ed0 con 0x7f60c815aeb0 2023-06-26T03:00:28.136 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60bdffb640 1 -- 172.21.15.81:0/2512833031 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f60b80039a0 con 0x7f60c815aeb0 2023-06-26T03:00:28.137 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.123+0000 7f60bdffb640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f60ac066280 0x7f60ac068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.137 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.127+0000 7f60bdffb640 1 -- 172.21.15.81:0/2512833031 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f60b8083580 con 0x7f60c815aeb0 2023-06-26T03:00:28.137 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.127+0000 7f60cd1df640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f60ac066280 0x7f60ac068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.137 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.127+0000 7f60cd1df640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f60ac066280 0x7f60ac068730 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f60c40ab000 tx=0x7f60c40a7070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:28.137 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.131+0000 7f60bdffb640 1 -- 172.21.15.81:0/2512833031 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f60c80c5ed0 con 0x7f60c815aeb0 2023-06-26T03:00:28.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.267+0000 7f60cf443640 1 -- 172.21.15.81:0/2512833031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f60c80ce480 con 0x7f60c815aeb0 2023-06-26T03:00:28.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.271+0000 7f60bdffb640 1 -- 172.21.15.81:0/2512833031 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f60b8050a00 con 0x7f60c815aeb0 2023-06-26T03:00:28.276 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:00:28.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.271+0000 7f60cf443640 1 -- 172.21.15.81:0/2512833031 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f60ac066280 msgr2=0x7f60ac068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.271+0000 7f60cf443640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f60ac066280 0x7f60ac068730 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f60c40ab000 tx=0x7f60c40a7070 comp rx=0 tx=0).stop 2023-06-26T03:00:28.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.271+0000 7f60cf443640 1 -- 172.21.15.81:0/2512833031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60c815aeb0 msgr2=0x7f60c814a780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.271+0000 7f60cf443640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60c815aeb0 0x7f60c814a780 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f60b80107c0 tx=0x7f60b80108b0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.271+0000 7f60cf443640 1 -- 172.21.15.81:0/2512833031 shutdown_connections 2023-06-26T03:00:28.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.271+0000 7f60cf443640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f60ac066280 0x7f60ac068730 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.271+0000 7f60cf443640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f60c815dfe0 0x7f60c815e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.271+0000 7f60cf443640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f60c815aeb0 0x7f60c814a780 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.271+0000 7f60cf443640 1 --2- 172.21.15.81:0/2512833031 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60b4003980 0x7f60c815fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.271+0000 7f60cf443640 1 -- 172.21.15.81:0/2512833031 >> 172.21.15.81:0/2512833031 conn(0x7f60c8069dc0 msgr2=0x7f60c80b5790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:28.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.271+0000 7f60cf443640 1 -- 172.21.15.81:0/2512833031 shutdown_connections 2023-06-26T03:00:28.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.271+0000 7f60cf443640 1 -- 172.21.15.81:0/2512833031 wait complete. 2023-06-26T03:00:28.293 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:00:28.411 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3d073640 1 Processor -- start 2023-06-26T03:00:28.411 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3d073640 1 -- start start 2023-06-26T03:00:28.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3d073640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e3806fff0 0x7f2e38070440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3d073640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f2e380af6b0 0x7f2e380afb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3d073640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e38071170 con 0x7f2e38159a60 2023-06-26T03:00:28.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3d073640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e380b0070 con 0x7f2e380af6b0 2023-06-26T03:00:28.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3d073640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e380c1e90 con 0x7f2e3806fff0 2023-06-26T03:00:28.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3759e640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f2e380af6b0 0x7f2e380afb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3759e640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f2e380af6b0 0x7f2e380afb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60370/0 (socket says 172.21.15.81:60370) 2023-06-26T03:00:28.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3759e640 1 -- 172.21.15.81:0/1867623719 learned_addr learned my addr 172.21.15.81:0/1867623719 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:28.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3659c640 1 --2- 172.21.15.81:0/1867623719 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e3806fff0 0x7f2e38070440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3759e640 1 -- 172.21.15.81:0/1867623719 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e3806fff0 msgr2=0x7f2e38070440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:28.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3759e640 1 --2- 172.21.15.81:0/1867623719 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e3806fff0 0x7f2e38070440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3759e640 1 -- 172.21.15.81:0/1867623719 >> v1:172.21.15.92:6789/0 conn(0x7f2e38159a60 legacy=0x7f2e380c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.407+0000 7f2e3759e640 1 -- 172.21.15.81:0/1867623719 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e38070980 con 0x7f2e380af6b0 2023-06-26T03:00:28.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3759e640 1 --2- 172.21.15.81:0/1867623719 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e380af6b0 0x7f2e380afb30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2e30009e50 tx=0x7f2e3001c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddf034dc927fd307 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:28.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e35d9b640 1 -- 172.21.15.81:0/1867623719 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e300a64e0 con 0x7f2e380af6b0 2023-06-26T03:00:28.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e35d9b640 1 -- 172.21.15.81:0/1867623719 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e300a6640 con 0x7f2e380af6b0 2023-06-26T03:00:28.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e35d9b640 1 -- 172.21.15.81:0/1867623719 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e300a69d0 con 0x7f2e380af6b0 2023-06-26T03:00:28.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 -- 172.21.15.81:0/1867623719 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e380af6b0 msgr2=0x7f2e380afb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.417 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 --2- 172.21.15.81:0/1867623719 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e380af6b0 0x7f2e380afb30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2e30009e50 tx=0x7f2e3001c9e0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.417 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 -- 172.21.15.81:0/1867623719 shutdown_connections 2023-06-26T03:00:28.417 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 --2- 172.21.15.81:0/1867623719 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e380af6b0 0x7f2e380afb30 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.417 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 --2- 172.21.15.81:0/1867623719 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e3806fff0 0x7f2e38070440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.417 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 -- 172.21.15.81:0/1867623719 >> 172.21.15.81:0/1867623719 conn(0x7f2e3806a100 msgr2=0x7f2e380ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:28.417 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 -- 172.21.15.81:0/1867623719 shutdown_connections 2023-06-26T03:00:28.418 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 -- 172.21.15.81:0/1867623719 wait complete. 2023-06-26T03:00:28.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 Processor -- start 2023-06-26T03:00:28.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 -- start start 2023-06-26T03:00:28.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e3806fff0 0x7f2e38149550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e380af6b0 0x7f2e3814cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e38159a60 0x7f2e3814d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e3814b6a0 con 0x7f2e3806fff0 2023-06-26T03:00:28.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e3815b600 con 0x7f2e380af6b0 2023-06-26T03:00:28.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e3814ec00 con 0x7f2e38159a60 2023-06-26T03:00:28.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e36d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e3806fff0 0x7f2e38149550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e36d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e3806fff0 0x7f2e38149550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60372/0 (socket says 172.21.15.81:60372) 2023-06-26T03:00:28.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e36d9d640 1 -- 172.21.15.81:0/908107614 learned_addr learned my addr 172.21.15.81:0/908107614 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:28.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3759e640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e38159a60 0x7f2e3814d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e36d9d640 1 -- 172.21.15.81:0/908107614 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e38159a60 msgr2=0x7f2e3814d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e36d9d640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e38159a60 0x7f2e3814d1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e36d9d640 1 -- 172.21.15.81:0/908107614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e380af6b0 msgr2=0x7f2e3814cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3659c640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e380af6b0 0x7f2e3814cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e36d9d640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e380af6b0 0x7f2e3814cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e36d9d640 1 -- 172.21.15.81:0/908107614 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e30009b30 con 0x7f2e3806fff0 2023-06-26T03:00:28.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e36d9d640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e3806fff0 0x7f2e38149550 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c00c500 tx=0x7f2e2c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:28.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e1f7fe640 1 -- 172.21.15.81:0/908107614 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e2c005220 con 0x7f2e3806fff0 2023-06-26T03:00:28.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e1f7fe640 1 -- 172.21.15.81:0/908107614 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e2c005380 con 0x7f2e3806fff0 2023-06-26T03:00:28.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 -- 172.21.15.81:0/908107614 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e3815aa80 con 0x7f2e3806fff0 2023-06-26T03:00:28.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e1f7fe640 1 -- 172.21.15.81:0/908107614 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e2c007270 con 0x7f2e3806fff0 2023-06-26T03:00:28.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.411+0000 7f2e3d073640 1 -- 172.21.15.81:0/908107614 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e3815b040 con 0x7f2e3806fff0 2023-06-26T03:00:28.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.415+0000 7f2e3d073640 1 -- 172.21.15.81:0/908107614 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e3804d790 con 0x7f2e3806fff0 2023-06-26T03:00:28.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.415+0000 7f2e1f7fe640 1 -- 172.21.15.81:0/908107614 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2e2c0073d0 con 0x7f2e3806fff0 2023-06-26T03:00:28.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.415+0000 7f2e1f7fe640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2e24066280 0x7f2e24068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.415+0000 7f2e3659c640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2e24066280 0x7f2e24068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.415+0000 7f2e1f7fe640 1 -- 172.21.15.81:0/908107614 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f2e2c0830b0 con 0x7f2e3806fff0 2023-06-26T03:00:28.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.415+0000 7f2e3659c640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2e24066280 0x7f2e24068730 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f2e38154630 tx=0x7f2e28008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:28.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.419+0000 7f2e1f7fe640 1 -- 172.21.15.81:0/908107614 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2e2c050540 con 0x7f2e3806fff0 2023-06-26T03:00:28.564 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.559+0000 7f2e3d073640 1 -- 172.21.15.81:0/908107614 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2e3815cef0 con 0x7f2e3806fff0 2023-06-26T03:00:28.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.559+0000 7f2e1f7fe640 1 -- 172.21.15.81:0/908107614 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2e2c053b60 con 0x7f2e3806fff0 2023-06-26T03:00:28.565 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:00:28.567 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.559+0000 7f2e3d073640 1 -- 172.21.15.81:0/908107614 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2e24066280 msgr2=0x7f2e24068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.567 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.559+0000 7f2e3d073640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2e24066280 0x7f2e24068730 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f2e38154630 tx=0x7f2e28008040 comp rx=0 tx=0).stop 2023-06-26T03:00:28.567 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.559+0000 7f2e3d073640 1 -- 172.21.15.81:0/908107614 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e3806fff0 msgr2=0x7f2e38149550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.567 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.559+0000 7f2e3d073640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e3806fff0 0x7f2e38149550 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c00c500 tx=0x7f2e2c00c9c0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.568 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.559+0000 7f2e3d073640 1 -- 172.21.15.81:0/908107614 shutdown_connections 2023-06-26T03:00:28.568 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.559+0000 7f2e3d073640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2e24066280 0x7f2e24068730 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.568 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.559+0000 7f2e3d073640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e38159a60 0x7f2e3814d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.568 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.559+0000 7f2e3d073640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e380af6b0 0x7f2e3814cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.568 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.559+0000 7f2e3d073640 1 --2- 172.21.15.81:0/908107614 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2e3806fff0 0x7f2e38149550 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.568 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.559+0000 7f2e3d073640 1 -- 172.21.15.81:0/908107614 >> 172.21.15.81:0/908107614 conn(0x7f2e3806a100 msgr2=0x7f2e380c4090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:28.568 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.563+0000 7f2e3d073640 1 -- 172.21.15.81:0/908107614 shutdown_connections 2023-06-26T03:00:28.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.563+0000 7f2e3d073640 1 -- 172.21.15.81:0/908107614 wait complete. 2023-06-26T03:00:28.582 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:00:28.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.691+0000 7f0932999640 1 Processor -- start 2023-06-26T03:00:28.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.691+0000 7f0932999640 1 -- start start 2023-06-26T03:00:28.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f0932999640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f092c1596a0 0x7f092c070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f0932999640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f092c0afe80 0x7f092c0c99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f0932999640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f092c06bd00 con 0x7f092c0c9560 2023-06-26T03:00:28.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f0932999640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f092c0c9ef0 con 0x7f092c1596a0 2023-06-26T03:00:28.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f0932999640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f092c0ca100 con 0x7f092c0afe80 2023-06-26T03:00:28.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f092bfff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f092c1596a0 0x7f092c070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f092bfff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f092c1596a0 0x7f092c070e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60380/0 (socket says 172.21.15.81:60380) 2023-06-26T03:00:28.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f092bfff640 1 -- 172.21.15.81:0/1495089057 learned_addr learned my addr 172.21.15.81:0/1495089057 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:28.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f092b7fe640 1 --1- 172.21.15.81:0/1495089057 >> v1:172.21.15.81:6789/0 conn(0x7f092c0c9560 0x7f092c0af770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:60908/0 (socket says 172.21.15.81:60908) 2023-06-26T03:00:28.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f0930f36640 1 --2- 172.21.15.81:0/1495089057 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f092c0afe80 0x7f092c0c99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f092bfff640 1 -- 172.21.15.81:0/1495089057 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f092c0afe80 msgr2=0x7f092c0c99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:28.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f092bfff640 1 --2- 172.21.15.81:0/1495089057 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f092c0afe80 0x7f092c0c99b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f092bfff640 1 -- 172.21.15.81:0/1495089057 >> v1:172.21.15.81:6789/0 conn(0x7f092c0c9560 legacy=0x7f092c0af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f092affd640 1 -- 172.21.15.81:0/1495089057 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2008464935 0 0) 0x7f092c06bd00 con 0x7f092c0c9560 2023-06-26T03:00:28.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f092bfff640 1 -- 172.21.15.81:0/1495089057 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f092c070360 con 0x7f092c1596a0 2023-06-26T03:00:28.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f0930f36640 1 --2- 172.21.15.81:0/1495089057 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f092c0afe80 0x7f092c0c99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:28.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f092bfff640 1 --2- 172.21.15.81:0/1495089057 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f092c1596a0 0x7f092c070e40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f091c009870 tx=0x7f091c01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ea3ba5383adede6 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:28.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f092affd640 1 -- 172.21.15.81:0/1495089057 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091c0ab680 con 0x7f092c1596a0 2023-06-26T03:00:28.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f092affd640 1 -- 172.21.15.81:0/1495089057 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f091c0ab7e0 con 0x7f092c1596a0 2023-06-26T03:00:28.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f092affd640 1 -- 172.21.15.81:0/1495089057 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091c0abb70 con 0x7f092c1596a0 2023-06-26T03:00:28.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f0932999640 1 -- 172.21.15.81:0/1495089057 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f092c1596a0 msgr2=0x7f092c070e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.695+0000 7f0932999640 1 --2- 172.21.15.81:0/1495089057 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f092c1596a0 0x7f092c070e40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f091c009870 tx=0x7f091c01c480 comp rx=0 tx=0).stop 2023-06-26T03:00:28.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 -- 172.21.15.81:0/1495089057 shutdown_connections 2023-06-26T03:00:28.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 --2- 172.21.15.81:0/1495089057 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f092c0afe80 0x7f092c0c99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 --2- 172.21.15.81:0/1495089057 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f092c1596a0 0x7f092c070e40 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 -- 172.21.15.81:0/1495089057 >> 172.21.15.81:0/1495089057 conn(0x7f092c0ca770 msgr2=0x7f092c0cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:28.705 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 -- 172.21.15.81:0/1495089057 shutdown_connections 2023-06-26T03:00:28.705 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 -- 172.21.15.81:0/1495089057 wait complete. 2023-06-26T03:00:28.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 Processor -- start 2023-06-26T03:00:28.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 -- start start 2023-06-26T03:00:28.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f092c0afe80 0x7f092c0c3790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f092c0c9560 0x7f092c0bf510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.707 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f092c1596a0 0x7f092c0c1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.707 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f092c1536f0 con 0x7f092c0afe80 2023-06-26T03:00:28.707 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f092c0c3cd0 con 0x7f092c0c9560 2023-06-26T03:00:28.707 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f092c0c1250 con 0x7f092c1596a0 2023-06-26T03:00:28.707 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f092bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f092c0afe80 0x7f092c0c3790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.707 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f092bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f092c0afe80 0x7f092c0c3790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60386/0 (socket says 172.21.15.81:60386) 2023-06-26T03:00:28.707 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f092bfff640 1 -- 172.21.15.81:0/2819849740 learned_addr learned my addr 172.21.15.81:0/2819849740 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:28.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0930f36640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f092c1596a0 0x7f092c0c1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f092bfff640 1 -- 172.21.15.81:0/2819849740 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f092c1596a0 msgr2=0x7f092c0c1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f092b7fe640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f092c0c9560 0x7f092c0bf510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f092bfff640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f092c1596a0 0x7f092c0c1e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f092bfff640 1 -- 172.21.15.81:0/2819849740 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f092c0c9560 msgr2=0x7f092c0bf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f092bfff640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f092c0c9560 0x7f092c0bf510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f092bfff640 1 -- 172.21.15.81:0/2819849740 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f091c0094d0 con 0x7f092c0afe80 2023-06-26T03:00:28.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f092bfff640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f092c0afe80 0x7f092c0c3790 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f091c0ad040 tx=0x7f091c01acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:28.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0928ff9640 1 -- 172.21.15.81:0/2819849740 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091c0abd60 con 0x7f092c0afe80 2023-06-26T03:00:28.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0928ff9640 1 -- 172.21.15.81:0/2819849740 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f091c0b8070 con 0x7f092c0afe80 2023-06-26T03:00:28.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0928ff9640 1 -- 172.21.15.81:0/2819849740 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091c004220 con 0x7f092c0afe80 2023-06-26T03:00:28.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 -- 172.21.15.81:0/2819849740 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f092c15c510 con 0x7f092c0afe80 2023-06-26T03:00:28.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.699+0000 7f0932999640 1 -- 172.21.15.81:0/2819849740 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f092c0bfa50 con 0x7f092c0afe80 2023-06-26T03:00:28.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.703+0000 7f0932999640 1 -- 172.21.15.81:0/2819849740 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f092c1f4f30 con 0x7f092c0afe80 2023-06-26T03:00:28.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.703+0000 7f0928ff9640 1 -- 172.21.15.81:0/2819849740 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f091c004380 con 0x7f092c0afe80 2023-06-26T03:00:28.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.703+0000 7f0928ff9640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f090c066280 0x7f090c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:28.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.703+0000 7f0928ff9640 1 -- 172.21.15.81:0/2819849740 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f091c11e380 con 0x7f092c0afe80 2023-06-26T03:00:28.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.703+0000 7f092b7fe640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f090c066280 0x7f090c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:28.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.703+0000 7f092b7fe640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f090c066280 0x7f090c068730 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f092c142bf0 tx=0x7f0914009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:28.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.707+0000 7f0928ff9640 1 -- 172.21.15.81:0/2819849740 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f092c1f4f30 con 0x7f092c0afe80 2023-06-26T03:00:28.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.883+0000 7f0932999640 1 -- 172.21.15.81:0/2819849740 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f092c1f4f30 con 0x7f092c0afe80 2023-06-26T03:00:28.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.887+0000 7f0928ff9640 1 -- 172.21.15.81:0/2819849740 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7f092c1f4f30 con 0x7f092c0afe80 2023-06-26T03:00:28.892 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:28.892 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/3705944699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":3705944699},{"type":"v1","addr":"172.21.15.92:6834","nonce":3705944699}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4266,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/2020922726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":2020922726},{"type":"v1","addr":"172.21.15.81:6835","nonce":2020922726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3162637623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3162637623},{"type":"v1","addr":"172.21.15.81:6837","nonce":3162637623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:00:14.139536+0000","modified":"2023-06-26T03:00:16.913731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/3906833758","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":3906833758},{"type":"v1","addr":"172.21.15.92:6835","nonce":3906833758}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:00:28.892 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 7 2023-06-26T03:00:28.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.887+0000 7f0932999640 1 -- 172.21.15.81:0/2819849740 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f090c066280 msgr2=0x7f090c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.887+0000 7f0932999640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f090c066280 0x7f090c068730 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f092c142bf0 tx=0x7f0914009040 comp rx=0 tx=0).stop 2023-06-26T03:00:28.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.887+0000 7f0932999640 1 -- 172.21.15.81:0/2819849740 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f092c0afe80 msgr2=0x7f092c0c3790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:28.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.887+0000 7f0932999640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f092c0afe80 0x7f092c0c3790 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f091c0ad040 tx=0x7f091c01acc0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.887+0000 7f0932999640 1 -- 172.21.15.81:0/2819849740 shutdown_connections 2023-06-26T03:00:28.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.887+0000 7f0932999640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f090c066280 0x7f090c068730 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.887+0000 7f0932999640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f092c1596a0 0x7f092c0c1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.887+0000 7f0932999640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f092c0c9560 0x7f092c0bf510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.887+0000 7f0932999640 1 --2- 172.21.15.81:0/2819849740 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f092c0afe80 0x7f092c0c3790 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:28.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.887+0000 7f0932999640 1 -- 172.21.15.81:0/2819849740 >> 172.21.15.81:0/2819849740 conn(0x7f092c0ca770 msgr2=0x7f092c152cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:28.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.887+0000 7f0932999640 1 -- 172.21.15.81:0/2819849740 shutdown_connections 2023-06-26T03:00:28.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:28.887+0000 7f0932999640 1 -- 172.21.15.81:0/2819849740 wait complete. 2023-06-26T03:00:28.908 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:29.015 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea85c6a640 1 Processor -- start 2023-06-26T03:00:29.015 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea85c6a640 1 -- start start 2023-06-26T03:00:29.016 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea85c6a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fea800af770 0x7fea80158c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.016 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea85c6a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea800afb40 0x7fea8015c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.016 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea85c6a640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea8006efb0 con 0x7fea8015cf20 2023-06-26T03:00:29.017 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea85c6a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea80159c30 con 0x7fea800af770 2023-06-26T03:00:29.017 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea85c6a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea800cc0f0 con 0x7fea800afb40 2023-06-26T03:00:29.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea7f7fe640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fea800af770 0x7fea80158c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea7effd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea800afb40 0x7fea8015c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea7f7fe640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fea800af770 0x7fea80158c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:37966/0 (socket says 172.21.15.81:37966) 2023-06-26T03:00:29.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea7f7fe640 1 -- 172.21.15.81:0/3332869824 learned_addr learned my addr 172.21.15.81:0/3332869824 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:29.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea7effd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea800afb40 0x7fea8015c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.81:56542/0 (socket says 172.21.15.81:56542) 2023-06-26T03:00:29.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea7ffff640 1 --1- 172.21.15.81:0/3332869824 >> v1:172.21.15.92:6789/0 conn(0x7fea8015cf20 0x7fea8006bdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:46926/0 (socket says 172.21.15.81:46926) 2023-06-26T03:00:29.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea7f7fe640 1 -- 172.21.15.81:0/3332869824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea800afb40 msgr2=0x7fea8015c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:29.019 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea7f7fe640 1 --2- 172.21.15.81:0/3332869824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea800afb40 0x7fea8015c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.019 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea7f7fe640 1 -- 172.21.15.81:0/3332869824 >> v1:172.21.15.92:6789/0 conn(0x7fea8015cf20 legacy=0x7fea8006bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.019 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea7f7fe640 1 -- 172.21.15.81:0/3332869824 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea80159160 con 0x7fea800af770 2023-06-26T03:00:29.019 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.011+0000 7fea7effd640 1 --2- 172.21.15.81:0/3332869824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea800afb40 0x7fea8015c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:00:29.020 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea7f7fe640 1 --2- 172.21.15.81:0/3332869824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea800af770 0x7fea80158c20 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fea78009870 tx=0x7fea7801ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6350a634fa9b9f2 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:29.020 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea7e7fc640 1 -- 172.21.15.81:0/3332869824 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea780a8a30 con 0x7fea800af770 2023-06-26T03:00:29.020 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea7e7fc640 1 -- 172.21.15.81:0/3332869824 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea780a8b90 con 0x7fea800af770 2023-06-26T03:00:29.020 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea7e7fc640 1 -- 172.21.15.81:0/3332869824 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea780b0440 con 0x7fea800af770 2023-06-26T03:00:29.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 -- 172.21.15.81:0/3332869824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea800af770 msgr2=0x7fea80158c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 --2- 172.21.15.81:0/3332869824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea800af770 0x7fea80158c20 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fea78009870 tx=0x7fea7801ed30 comp rx=0 tx=0).stop 2023-06-26T03:00:29.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 -- 172.21.15.81:0/3332869824 shutdown_connections 2023-06-26T03:00:29.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 --2- 172.21.15.81:0/3332869824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea800afb40 0x7fea8015c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 --2- 172.21.15.81:0/3332869824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea800af770 0x7fea80158c20 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 -- 172.21.15.81:0/3332869824 >> 172.21.15.81:0/3332869824 conn(0x7fea800ca770 msgr2=0x7fea800cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:29.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 -- 172.21.15.81:0/3332869824 shutdown_connections 2023-06-26T03:00:29.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 -- 172.21.15.81:0/3332869824 wait complete. 2023-06-26T03:00:29.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 Processor -- start 2023-06-26T03:00:29.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 -- start start 2023-06-26T03:00:29.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea800af770 0x7fea8015b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fea800afb40 0x7fea801426d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea8015cf20 0x7fea80142c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea800b39f0 con 0x7fea800afb40 2023-06-26T03:00:29.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea8013f530 con 0x7fea8015cf20 2023-06-26T03:00:29.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea85c6a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea8013f810 con 0x7fea800af770 2023-06-26T03:00:29.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea7effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fea800afb40 0x7fea801426d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea7effd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fea800afb40 0x7fea801426d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60390/0 (socket says 172.21.15.81:60390) 2023-06-26T03:00:29.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea7effd640 1 -- 172.21.15.81:0/4001929964 learned_addr learned my addr 172.21.15.81:0/4001929964 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:29.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea7f7fe640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea800af770 0x7fea8015b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.015+0000 7fea7ffff640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea8015cf20 0x7fea80142c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea7effd640 1 -- 172.21.15.81:0/4001929964 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea800af770 msgr2=0x7fea8015b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea7effd640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea800af770 0x7fea8015b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea7effd640 1 -- 172.21.15.81:0/4001929964 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea8015cf20 msgr2=0x7fea80142c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea7effd640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea8015cf20 0x7fea80142c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea7effd640 1 -- 172.21.15.81:0/4001929964 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea6800b6c0 con 0x7fea800afb40 2023-06-26T03:00:29.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea7effd640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fea800afb40 0x7fea801426d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fea68010f10 tx=0x7fea6800e730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:29.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea77fff640 1 -- 172.21.15.81:0/4001929964 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea6800ba20 con 0x7fea800afb40 2023-06-26T03:00:29.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea77fff640 1 -- 172.21.15.81:0/4001929964 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea68011860 con 0x7fea800afb40 2023-06-26T03:00:29.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea85c6a640 1 -- 172.21.15.81:0/4001929964 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea780094d0 con 0x7fea800afb40 2023-06-26T03:00:29.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea77fff640 1 -- 172.21.15.81:0/4001929964 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea68011bd0 con 0x7fea800afb40 2023-06-26T03:00:29.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea85c6a640 1 -- 172.21.15.81:0/4001929964 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea8013f1d0 con 0x7fea800afb40 2023-06-26T03:00:29.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea85c6a640 1 -- 172.21.15.81:0/4001929964 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea800b3b30 con 0x7fea800afb40 2023-06-26T03:00:29.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea77fff640 1 -- 172.21.15.81:0/4001929964 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fea68011d30 con 0x7fea800afb40 2023-06-26T03:00:29.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea77fff640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fea60066280 0x7fea60068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea77fff640 1 -- 172.21.15.81:0/4001929964 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fea68086cf0 con 0x7fea800afb40 2023-06-26T03:00:29.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea7f7fe640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fea60066280 0x7fea60068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.019+0000 7fea7f7fe640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fea60066280 0x7fea60068730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fea780b2000 tx=0x7fea78008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:29.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.023+0000 7fea77fff640 1 -- 172.21.15.81:0/4001929964 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fea6808b070 con 0x7fea800afb40 2023-06-26T03:00:29.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.167+0000 7fea85c6a640 1 -- 172.21.15.81:0/4001929964 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fea8004d790 con 0x7fea800afb40 2023-06-26T03:00:29.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.167+0000 7fea77fff640 1 -- 172.21.15.81:0/4001929964 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18243 (secure 0 0 0) 0x7fea6801e020 con 0x7fea800afb40 2023-06-26T03:00:29.173 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:29.174 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":24,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:15.142509+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:29.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.171+0000 7fea85c6a640 1 -- 172.21.15.81:0/4001929964 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fea60066280 msgr2=0x7fea60068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.171+0000 7fea85c6a640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fea60066280 0x7fea60068730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fea780b2000 tx=0x7fea78008040 comp rx=0 tx=0).stop 2023-06-26T03:00:29.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.171+0000 7fea85c6a640 1 -- 172.21.15.81:0/4001929964 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fea800afb40 msgr2=0x7fea801426d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.171+0000 7fea85c6a640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fea800afb40 0x7fea801426d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fea68010f10 tx=0x7fea6800e730 comp rx=0 tx=0).stop 2023-06-26T03:00:29.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.171+0000 7fea85c6a640 1 -- 172.21.15.81:0/4001929964 shutdown_connections 2023-06-26T03:00:29.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.171+0000 7fea85c6a640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fea60066280 0x7fea60068730 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.171+0000 7fea85c6a640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea8015cf20 0x7fea80142c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.171+0000 7fea85c6a640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fea800afb40 0x7fea801426d0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.171+0000 7fea85c6a640 1 --2- 172.21.15.81:0/4001929964 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea800af770 0x7fea8015b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.171+0000 7fea85c6a640 1 -- 172.21.15.81:0/4001929964 >> 172.21.15.81:0/4001929964 conn(0x7fea800ca770 msgr2=0x7fea8006bac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:29.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.171+0000 7fea85c6a640 1 -- 172.21.15.81:0/4001929964 shutdown_connections 2023-06-26T03:00:29.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.171+0000 7fea85c6a640 1 -- 172.21.15.81:0/4001929964 wait complete. 2023-06-26T03:00:29.190 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:00:29.191 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:00:29.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8619950640 1 Processor -- start 2023-06-26T03:00:29.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8619950640 1 -- start start 2023-06-26T03:00:29.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8619950640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f861415b500 0x7f861415b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8619950640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8614065550 con 0x7f86140b0330 2023-06-26T03:00:29.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8619950640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f861406ade0 con 0x7f86140b0700 2023-06-26T03:00:29.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8619950640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f861415bea0 con 0x7f861415b500 2023-06-26T03:00:29.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8612ffd640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f86140b0330 0x7f86140cc220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:60912/0 (socket says 172.21.15.81:60912) 2023-06-26T03:00:29.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8612ffd640 1 -- 172.21.15.81:0/2597635289 learned_addr learned my addr 172.21.15.81:0/2597635289 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:29.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2992180973 0 0) 0x7f8614065550 con 0x7f86140b0330 2023-06-26T03:00:29.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f85fc003530 con 0x7f86140b0330 2023-06-26T03:00:29.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f86137fe640 1 --2- 172.21.15.81:0/2597635289 >> v2:172.21.15.92:3300/0 conn(0x7f861415b500 0x7f861415b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3522207179 0 0) 0x7f85fc003530 con 0x7f86140b0330 2023-06-26T03:00:29.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 >> v2:172.21.15.92:3300/0 conn(0x7f861415b500 msgr2=0x7f861415b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:29.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 --2- 172.21.15.81:0/2597635289 >> v2:172.21.15.92:3300/0 conn(0x7f861415b500 0x7f861415b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 >> v1:172.21.15.92:6789/0 conn(0x7f86140b0700 legacy=0x7f861406a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86140ca3a0 con 0x7f86140b0330 2023-06-26T03:00:29.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f860c001680 con 0x7f86140b0330 2023-06-26T03:00:29.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 >> v1:172.21.15.81:6789/0 conn(0x7f86140b0330 legacy=0x7f86140cc220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 --2- 172.21.15.81:0/2597635289 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85fc003980 0x7f85fc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 --2- 172.21.15.81:0/2597635289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f85fc0047d0 0x7f85fc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 --2- 172.21.15.81:0/2597635289 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85fc0052a0 0x7f85fc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f861415bea0 con 0x7f85fc0047d0 2023-06-26T03:00:29.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85fc00c1d0 con 0x7f85fc0052a0 2023-06-26T03:00:29.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85fc00c390 con 0x7f85fc003980 2023-06-26T03:00:29.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f86127fc640 1 --2- 172.21.15.81:0/2597635289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f85fc0047d0 0x7f85fc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f8612ffd640 1 --2- 172.21.15.81:0/2597635289 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85fc003980 0x7f85fc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f86137fe640 1 --2- 172.21.15.81:0/2597635289 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85fc0052a0 0x7f85fc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f86127fc640 1 -- 172.21.15.81:0/2597635289 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85fc003980 msgr2=0x7f85fc003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:29.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f86127fc640 1 --2- 172.21.15.81:0/2597635289 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85fc003980 0x7f85fc003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f86127fc640 1 -- 172.21.15.81:0/2597635289 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85fc0052a0 msgr2=0x7f85fc00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:29.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f86127fc640 1 --2- 172.21.15.81:0/2597635289 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85fc0052a0 0x7f85fc00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f86137fe640 1 -- 172.21.15.81:0/2597635289 reap_dead start 2023-06-26T03:00:29.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.295+0000 7f86127fc640 1 -- 172.21.15.81:0/2597635289 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85fc003530 con 0x7f85fc0047d0 2023-06-26T03:00:29.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f86127fc640 1 --2- 172.21.15.81:0/2597635289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f85fc0047d0 0x7f85fc004c40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8608001780 tx=0x7f860801c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaf7a20b238334bd server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:29.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86080052d0 con 0x7f85fc0047d0 2023-06-26T03:00:29.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86080a7050 con 0x7f85fc0047d0 2023-06-26T03:00:29.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8611ffb640 1 -- 172.21.15.81:0/2597635289 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8608003600 con 0x7f85fc0047d0 2023-06-26T03:00:29.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 -- 172.21.15.81:0/2597635289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f85fc0047d0 msgr2=0x7f85fc004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 --2- 172.21.15.81:0/2597635289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f85fc0047d0 0x7f85fc004c40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8608001780 tx=0x7f860801c3b0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 -- 172.21.15.81:0/2597635289 shutdown_connections 2023-06-26T03:00:29.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 --2- 172.21.15.81:0/2597635289 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f85fc0047d0 0x7f85fc004c40 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 -- 172.21.15.81:0/2597635289 >> 172.21.15.81:0/2597635289 conn(0x7f86140cb0d0 msgr2=0x7f86140cb4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:29.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 -- 172.21.15.81:0/2597635289 shutdown_connections 2023-06-26T03:00:29.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 -- 172.21.15.81:0/2597635289 wait complete. 2023-06-26T03:00:29.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 Processor -- start 2023-06-26T03:00:29.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 -- start start 2023-06-26T03:00:29.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f85fc0047d0 0x7f8614143960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86140c7e90 0x7f8614143ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8614146930 0x7f8614146dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86141443e0 con 0x7f85fc0047d0 2023-06-26T03:00:29.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f861415d860 con 0x7f86140c7e90 2023-06-26T03:00:29.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8619950640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86140c83a0 con 0x7f8614146930 2023-06-26T03:00:29.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8612ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f85fc0047d0 0x7f8614143960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8612ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f85fc0047d0 0x7f8614143960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60402/0 (socket says 172.21.15.81:60402) 2023-06-26T03:00:29.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8612ffd640 1 -- 172.21.15.81:0/479355479 learned_addr learned my addr 172.21.15.81:0/479355479 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:29.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f86137fe640 1 --2- 172.21.15.81:0/479355479 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8614146930 0x7f8614146dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8612ffd640 1 -- 172.21.15.81:0/479355479 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8614146930 msgr2=0x7f8614146dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8612ffd640 1 --2- 172.21.15.81:0/479355479 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8614146930 0x7f8614146dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8612ffd640 1 -- 172.21.15.81:0/479355479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86140c7e90 msgr2=0x7f8614143ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8612ffd640 1 --2- 172.21.15.81:0/479355479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86140c7e90 0x7f8614143ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.299+0000 7f8612ffd640 1 -- 172.21.15.81:0/479355479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f861415bd10 con 0x7f85fc0047d0 2023-06-26T03:00:29.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.303+0000 7f8612ffd640 1 --2- 172.21.15.81:0/479355479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f85fc0047d0 0x7f8614143960 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f860c00e780 tx=0x7f860c00e870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:29.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.303+0000 7f85fbfff640 1 -- 172.21.15.81:0/479355479 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f860c014480 con 0x7f85fc0047d0 2023-06-26T03:00:29.314 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.303+0000 7f85fbfff640 1 -- 172.21.15.81:0/479355479 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f860c0145e0 con 0x7f85fc0047d0 2023-06-26T03:00:29.314 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.303+0000 7f85fbfff640 1 -- 172.21.15.81:0/479355479 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f860c014990 con 0x7f85fc0047d0 2023-06-26T03:00:29.314 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.303+0000 7f8619950640 1 -- 172.21.15.81:0/479355479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f861415db00 con 0x7f85fc0047d0 2023-06-26T03:00:29.314 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.303+0000 7f8619950640 1 -- 172.21.15.81:0/479355479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8614157f00 con 0x7f85fc0047d0 2023-06-26T03:00:29.314 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.303+0000 7f8619950640 1 -- 172.21.15.81:0/479355479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f861415d6c0 con 0x7f85fc0047d0 2023-06-26T03:00:29.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.303+0000 7f85fbfff640 1 -- 172.21.15.81:0/479355479 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f860c0114f0 con 0x7f85fc0047d0 2023-06-26T03:00:29.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.303+0000 7f85fbfff640 1 --2- 172.21.15.81:0/479355479 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8600066280 0x7f8600068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.303+0000 7f85fbfff640 1 -- 172.21.15.81:0/479355479 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f860c083430 con 0x7f85fc0047d0 2023-06-26T03:00:29.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.303+0000 7f86127fc640 1 --2- 172.21.15.81:0/479355479 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8600066280 0x7f8600068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.303+0000 7f86127fc640 1 --2- 172.21.15.81:0/479355479 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8600066280 0x7f8600068730 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8608001750 tx=0x7f8608001130 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:29.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.307+0000 7f85fbfff640 1 -- 172.21.15.81:0/479355479 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f861415d6c0 con 0x7f85fc0047d0 2023-06-26T03:00:29.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.451+0000 7f8619950640 1 -- 172.21.15.81:0/479355479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f861415e020 con 0x7f85fc0047d0 2023-06-26T03:00:29.457 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.451+0000 7f85fbfff640 1 -- 172.21.15.81:0/479355479 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f861415e020 con 0x7f85fc0047d0 2023-06-26T03:00:29.457 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:00:29.459 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.455+0000 7f8619950640 1 -- 172.21.15.81:0/479355479 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8600066280 msgr2=0x7f8600068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.460 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.455+0000 7f8619950640 1 --2- 172.21.15.81:0/479355479 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8600066280 0x7f8600068730 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8608001750 tx=0x7f8608001130 comp rx=0 tx=0).stop 2023-06-26T03:00:29.460 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.455+0000 7f8619950640 1 -- 172.21.15.81:0/479355479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f85fc0047d0 msgr2=0x7f8614143960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.460 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.455+0000 7f8619950640 1 --2- 172.21.15.81:0/479355479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f85fc0047d0 0x7f8614143960 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f860c00e780 tx=0x7f860c00e870 comp rx=0 tx=0).stop 2023-06-26T03:00:29.460 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.455+0000 7f8619950640 1 -- 172.21.15.81:0/479355479 shutdown_connections 2023-06-26T03:00:29.460 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.455+0000 7f8619950640 1 --2- 172.21.15.81:0/479355479 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8600066280 0x7f8600068730 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.460 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.455+0000 7f8619950640 1 --2- 172.21.15.81:0/479355479 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8614146930 0x7f8614146dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.460 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.455+0000 7f8619950640 1 --2- 172.21.15.81:0/479355479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86140c7e90 0x7f8614143ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.455+0000 7f8619950640 1 --2- 172.21.15.81:0/479355479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f85fc0047d0 0x7f8614143960 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.455+0000 7f8619950640 1 -- 172.21.15.81:0/479355479 >> 172.21.15.81:0/479355479 conn(0x7f86140cb0d0 msgr2=0x7f8614071410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:29.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.455+0000 7f8619950640 1 -- 172.21.15.81:0/479355479 shutdown_connections 2023-06-26T03:00:29.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.455+0000 7f8619950640 1 -- 172.21.15.81:0/479355479 wait complete. 2023-06-26T03:00:29.474 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:00:29.595 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73b598e640 1 Processor -- start 2023-06-26T03:00:29.595 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73b598e640 1 -- start start 2023-06-26T03:00:29.596 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73b598e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f73b01598d0 0x7f73b00c8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.596 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73b598e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73b00b00d0 0x7f73b00b0550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.597 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73b598e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73b015da00 con 0x7f73b015d4d0 2023-06-26T03:00:29.597 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73b598e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73b0070960 con 0x7f73b01598d0 2023-06-26T03:00:29.597 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73b598e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73b0070af0 con 0x7f73b00b00d0 2023-06-26T03:00:29.597 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73aeffd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f73b01598d0 0x7f73b00c8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73af7fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73b00b00d0 0x7f73b00b0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73aeffd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f73b01598d0 0x7f73b00c8ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:38022/0 (socket says 172.21.15.81:38022) 2023-06-26T03:00:29.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73a7fff640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f73b015d4d0 0x7f73b00ad870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:46940/0 (socket says 172.21.15.81:46940) 2023-06-26T03:00:29.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73aeffd640 1 -- 172.21.15.81:0/2472500943 learned_addr learned my addr 172.21.15.81:0/2472500943 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:29.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73aeffd640 1 -- 172.21.15.81:0/2472500943 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73b00b00d0 msgr2=0x7f73b00b0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:29.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73aeffd640 1 --2- 172.21.15.81:0/2472500943 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73b00b00d0 0x7f73b00b0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73aeffd640 1 -- 172.21.15.81:0/2472500943 >> v1:172.21.15.92:6789/0 conn(0x7f73b015d4d0 legacy=0x7f73b00ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.591+0000 7f73aeffd640 1 -- 172.21.15.81:0/2472500943 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73b015dce0 con 0x7f73b01598d0 2023-06-26T03:00:29.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73aeffd640 1 --2- 172.21.15.81:0/2472500943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73b01598d0 0x7f73b00c8ca0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f73a0009870 tx=0x7f73a001c540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0be026352296457 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:29.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73ae7fc640 1 -- 172.21.15.81:0/2472500943 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73a00ab600 con 0x7f73b01598d0 2023-06-26T03:00:29.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73ae7fc640 1 -- 172.21.15.81:0/2472500943 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73a00a7050 con 0x7f73b01598d0 2023-06-26T03:00:29.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73ae7fc640 1 -- 172.21.15.81:0/2472500943 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73a00ab980 con 0x7f73b01598d0 2023-06-26T03:00:29.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73b598e640 1 -- 172.21.15.81:0/2472500943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73b01598d0 msgr2=0x7f73b00c8ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73b598e640 1 --2- 172.21.15.81:0/2472500943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73b01598d0 0x7f73b00c8ca0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f73a0009870 tx=0x7f73a001c540 comp rx=0 tx=0).stop 2023-06-26T03:00:29.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73b598e640 1 -- 172.21.15.81:0/2472500943 shutdown_connections 2023-06-26T03:00:29.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73b598e640 1 --2- 172.21.15.81:0/2472500943 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73b00b00d0 0x7f73b00b0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73b598e640 1 --2- 172.21.15.81:0/2472500943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73b01598d0 0x7f73b00c8ca0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73b598e640 1 -- 172.21.15.81:0/2472500943 >> 172.21.15.81:0/2472500943 conn(0x7f73b00cb0d0 msgr2=0x7f73b00cb4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:29.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73b598e640 1 -- 172.21.15.81:0/2472500943 shutdown_connections 2023-06-26T03:00:29.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73b598e640 1 -- 172.21.15.81:0/2472500943 wait complete. 2023-06-26T03:00:29.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73b598e640 1 Processor -- start 2023-06-26T03:00:29.603 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.595+0000 7f73b598e640 1 -- start start 2023-06-26T03:00:29.604 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73b598e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73b00b00d0 0x7f73b00b1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73b598e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73b01598d0 0x7f73b00b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73b598e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73b015d4d0 0x7f73b0151b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73b598e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73b00b43a0 con 0x7f73b01598d0 2023-06-26T03:00:29.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73b598e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73b00aeaf0 con 0x7f73b015d4d0 2023-06-26T03:00:29.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73b598e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73b00aedd0 con 0x7f73b00b00d0 2023-06-26T03:00:29.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73a7fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73b01598d0 0x7f73b00b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73a7fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73b01598d0 0x7f73b00b3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60412/0 (socket says 172.21.15.81:60412) 2023-06-26T03:00:29.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73a7fff640 1 -- 172.21.15.81:0/754582685 learned_addr learned my addr 172.21.15.81:0/754582685 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:29.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73aeffd640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73b00b00d0 0x7f73b00b1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73af7fe640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73b015d4d0 0x7f73b0151b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73a7fff640 1 -- 172.21.15.81:0/754582685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73b00b00d0 msgr2=0x7f73b00b1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73a7fff640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73b00b00d0 0x7f73b00b1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73a7fff640 1 -- 172.21.15.81:0/754582685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73b015d4d0 msgr2=0x7f73b0151b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73a7fff640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73b015d4d0 0x7f73b0151b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73a7fff640 1 -- 172.21.15.81:0/754582685 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73a00094d0 con 0x7f73b01598d0 2023-06-26T03:00:29.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73a7fff640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73b01598d0 0x7f73b00b3da0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f739800c420 tx=0x7f739800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:29.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73acff9640 1 -- 172.21.15.81:0/754582685 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73980074e0 con 0x7f73b01598d0 2023-06-26T03:00:29.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73acff9640 1 -- 172.21.15.81:0/754582685 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7398007640 con 0x7f73b01598d0 2023-06-26T03:00:29.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73b598e640 1 -- 172.21.15.81:0/754582685 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73b00af0b0 con 0x7f73b01598d0 2023-06-26T03:00:29.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73acff9640 1 -- 172.21.15.81:0/754582685 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7398004a30 con 0x7f73b01598d0 2023-06-26T03:00:29.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73b598e640 1 -- 172.21.15.81:0/754582685 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73b0152050 con 0x7f73b01598d0 2023-06-26T03:00:29.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73b598e640 1 -- 172.21.15.81:0/754582685 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73b0066880 con 0x7f73b01598d0 2023-06-26T03:00:29.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73acff9640 1 -- 172.21.15.81:0/754582685 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7398004b90 con 0x7f73b01598d0 2023-06-26T03:00:29.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73acff9640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f73900662b0 0x7f7390068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73acff9640 1 -- 172.21.15.81:0/754582685 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f7398083790 con 0x7f73b01598d0 2023-06-26T03:00:29.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73aeffd640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f73900662b0 0x7f7390068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.599+0000 7f73aeffd640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f73900662b0 0x7f7390068760 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f73b00cf6c0 tx=0x7f73a00a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:29.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.603+0000 7f73acff9640 1 -- 172.21.15.81:0/754582685 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7398050c10 con 0x7f73b01598d0 2023-06-26T03:00:29.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73b598e640 1 -- 172.21.15.81:0/754582685 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f73b00af560 con 0x7f73b01598d0 2023-06-26T03:00:29.749 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73acff9640 1 -- 172.21.15.81:0/754582685 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v24) v1 ==== 92+0+10 (secure 0 0 0) 0x7f7398054230 con 0x7f73b01598d0 2023-06-26T03:00:29.749 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:00:29.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73b598e640 1 -- 172.21.15.81:0/754582685 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f73900662b0 msgr2=0x7f7390068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73b598e640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f73900662b0 0x7f7390068760 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f73b00cf6c0 tx=0x7f73a00a6000 comp rx=0 tx=0).stop 2023-06-26T03:00:29.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73b598e640 1 -- 172.21.15.81:0/754582685 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73b01598d0 msgr2=0x7f73b00b3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73b598e640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73b01598d0 0x7f73b00b3da0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f739800c420 tx=0x7f739800c8e0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73b598e640 1 -- 172.21.15.81:0/754582685 shutdown_connections 2023-06-26T03:00:29.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73b598e640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f73900662b0 0x7f7390068760 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73b598e640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73b015d4d0 0x7f73b0151b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73b598e640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73b01598d0 0x7f73b00b3da0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73b598e640 1 --2- 172.21.15.81:0/754582685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73b00b00d0 0x7f73b00b1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73b598e640 1 -- 172.21.15.81:0/754582685 >> 172.21.15.81:0/754582685 conn(0x7f73b00cb0d0 msgr2=0x7f73b0159fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:29.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73b598e640 1 -- 172.21.15.81:0/754582685 shutdown_connections 2023-06-26T03:00:29.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.743+0000 7f73b598e640 1 -- 172.21.15.81:0/754582685 wait complete. 2023-06-26T03:00:29.765 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:00:29.882 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.875+0000 7f8562053640 1 Processor -- start 2023-06-26T03:00:29.882 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.875+0000 7f8562053640 1 -- start start 2023-06-26T03:00:29.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.875+0000 7f8562053640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f855c159ad0 0x7f855c0b0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.875+0000 7f8562053640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f855c0cf970 0x7f855c0b2c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.875+0000 7f8562053640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f855c0b31d0 0x7f855c0cbb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.875+0000 7f8562053640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f855c0cae10 con 0x7f855c0cf970 2023-06-26T03:00:29.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.875+0000 7f8562053640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f855c159ea0 con 0x7f855c159ad0 2023-06-26T03:00:29.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.875+0000 7f8562053640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f855c0b11d0 con 0x7f855c0b31d0 2023-06-26T03:00:29.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.875+0000 7f855affd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f855c0cf970 0x7f855c0b2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f855affd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f855c0cf970 0x7f855c0b2c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60428/0 (socket says 172.21.15.81:60428) 2023-06-26T03:00:29.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f855affd640 1 -- 172.21.15.81:0/2105691891 learned_addr learned my addr 172.21.15.81:0/2105691891 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:29.885 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f855bfff640 1 --2- 172.21.15.81:0/2105691891 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f855c0b31d0 0x7f855c0cbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.885 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f855b7fe640 1 --2- 172.21.15.81:0/2105691891 >> v2:172.21.15.92:3300/0 conn(0x7f855c159ad0 0x7f855c0b0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.885 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f855affd640 1 -- 172.21.15.81:0/2105691891 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f855c0b31d0 msgr2=0x7f855c0cbb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:29.885 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f855affd640 1 --2- 172.21.15.81:0/2105691891 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f855c0b31d0 0x7f855c0cbb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.885 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f855affd640 1 -- 172.21.15.81:0/2105691891 >> v2:172.21.15.92:3300/0 conn(0x7f855c159ad0 msgr2=0x7f855c0b0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:29.885 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f855affd640 1 --2- 172.21.15.81:0/2105691891 >> v2:172.21.15.92:3300/0 conn(0x7f855c159ad0 0x7f855c0b0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.885 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f855affd640 1 -- 172.21.15.81:0/2105691891 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f855c0cb060 con 0x7f855c0cf970 2023-06-26T03:00:29.886 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f855affd640 1 --2- 172.21.15.81:0/2105691891 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f855c0cf970 0x7f855c0b2c90 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f855c070780 tx=0x7f855001c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8907855175679629 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:29.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f855a7fc640 1 -- 172.21.15.81:0/2105691891 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85500ac630 con 0x7f855c0cf970 2023-06-26T03:00:29.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f855a7fc640 1 -- 172.21.15.81:0/2105691891 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85500ac790 con 0x7f855c0cf970 2023-06-26T03:00:29.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f855a7fc640 1 -- 172.21.15.81:0/2105691891 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85500acb20 con 0x7f855c0cf970 2023-06-26T03:00:29.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f8562053640 1 -- 172.21.15.81:0/2105691891 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f855c0cf970 msgr2=0x7f855c0b2c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f8562053640 1 --2- 172.21.15.81:0/2105691891 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f855c0cf970 0x7f855c0b2c90 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f855c070780 tx=0x7f855001c500 comp rx=0 tx=0).stop 2023-06-26T03:00:29.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f8562053640 1 -- 172.21.15.81:0/2105691891 shutdown_connections 2023-06-26T03:00:29.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f8562053640 1 --2- 172.21.15.81:0/2105691891 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f855c0b31d0 0x7f855c0cbb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f8562053640 1 --2- 172.21.15.81:0/2105691891 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f855c0cf970 0x7f855c0b2c90 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f8562053640 1 --2- 172.21.15.81:0/2105691891 >> v2:172.21.15.92:3300/0 conn(0x7f855c159ad0 0x7f855c0b0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f8562053640 1 -- 172.21.15.81:0/2105691891 >> 172.21.15.81:0/2105691891 conn(0x7f855c0991d0 msgr2=0x7f855c0cfe40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:29.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f8562053640 1 -- 172.21.15.81:0/2105691891 shutdown_connections 2023-06-26T03:00:29.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.879+0000 7f8562053640 1 -- 172.21.15.81:0/2105691891 wait complete. 2023-06-26T03:00:29.890 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8562053640 1 Processor -- start 2023-06-26T03:00:29.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8562053640 1 -- start start 2023-06-26T03:00:29.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8562053640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f855c0b31d0 0x7f855c1635c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8562053640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f855c0cf970 0x7f855c14ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8562053640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f855c159ad0 0x7f855c06bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8562053640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f855c1631a0 con 0x7f855c159ad0 2023-06-26T03:00:29.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8562053640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f855c06b750 con 0x7f855c0cf970 2023-06-26T03:00:29.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8562053640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f855c162520 con 0x7f855c0b31d0 2023-06-26T03:00:29.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f855bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f855c159ad0 0x7f855c06bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f855bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f855c159ad0 0x7f855c06bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60436/0 (socket says 172.21.15.81:60436) 2023-06-26T03:00:29.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f855bfff640 1 -- 172.21.15.81:0/448591842 learned_addr learned my addr 172.21.15.81:0/448591842 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:29.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f855b7fe640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f855c0b31d0 0x7f855c1635c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f855affd640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f855c0cf970 0x7f855c14ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f855bfff640 1 -- 172.21.15.81:0/448591842 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f855c0b31d0 msgr2=0x7f855c1635c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f855bfff640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f855c0b31d0 0x7f855c1635c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f855bfff640 1 -- 172.21.15.81:0/448591842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f855c0cf970 msgr2=0x7f855c14ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:29.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f855bfff640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f855c0cf970 0x7f855c14ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:29.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f855bfff640 1 -- 172.21.15.81:0/448591842 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85500094d0 con 0x7f855c159ad0 2023-06-26T03:00:29.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f855bfff640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f855c159ad0 0x7f855c06bda0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8554007e60 tx=0x7f855400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:29.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8543fff640 1 -- 172.21.15.81:0/448591842 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8554014620 con 0x7f855c159ad0 2023-06-26T03:00:29.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8543fff640 1 -- 172.21.15.81:0/448591842 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f855400ee90 con 0x7f855c159ad0 2023-06-26T03:00:29.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8562053640 1 -- 172.21.15.81:0/448591842 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f855c162800 con 0x7f855c159ad0 2023-06-26T03:00:29.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8543fff640 1 -- 172.21.15.81:0/448591842 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85540149e0 con 0x7f855c159ad0 2023-06-26T03:00:29.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8562053640 1 -- 172.21.15.81:0/448591842 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f855c162dc0 con 0x7f855c159ad0 2023-06-26T03:00:29.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.883+0000 7f8562053640 1 -- 172.21.15.81:0/448591842 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f855c070be0 con 0x7f855c159ad0 2023-06-26T03:00:29.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.887+0000 7f8543fff640 1 -- 172.21.15.81:0/448591842 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8554014b40 con 0x7f855c159ad0 2023-06-26T03:00:29.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.887+0000 7f8543fff640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8548066280 0x7f8548068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:29.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.887+0000 7f8543fff640 1 -- 172.21.15.81:0/448591842 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f8554084670 con 0x7f855c159ad0 2023-06-26T03:00:29.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.887+0000 7f855b7fe640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8548066280 0x7f8548068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:29.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.887+0000 7f855b7fe640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8548066280 0x7f8548068730 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f854c00b930 tx=0x7f854c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:29.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:29.891+0000 7f8543fff640 1 -- 172.21.15.81:0/448591842 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8554051af0 con 0x7f855c159ad0 2023-06-26T03:00:30.042 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.035+0000 7f8562053640 1 -- 172.21.15.81:0/448591842 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f855c1632e0 con 0x7f855c159ad0 2023-06-26T03:00:30.043 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.039+0000 7f8543fff640 1 -- 172.21.15.81:0/448591842 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f855c1632e0 con 0x7f855c159ad0 2023-06-26T03:00:30.043 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:00:30.045 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.039+0000 7f8562053640 1 -- 172.21.15.81:0/448591842 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8548066280 msgr2=0x7f8548068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.046 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.039+0000 7f8562053640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8548066280 0x7f8548068730 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f854c00b930 tx=0x7f854c008040 comp rx=0 tx=0).stop 2023-06-26T03:00:30.046 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.039+0000 7f8562053640 1 -- 172.21.15.81:0/448591842 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f855c159ad0 msgr2=0x7f855c06bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.046 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.039+0000 7f8562053640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f855c159ad0 0x7f855c06bda0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8554007e60 tx=0x7f855400e4b0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.046 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.039+0000 7f8562053640 1 -- 172.21.15.81:0/448591842 shutdown_connections 2023-06-26T03:00:30.046 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.039+0000 7f8562053640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8548066280 0x7f8548068730 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.046 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.039+0000 7f8562053640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f855c159ad0 0x7f855c06bda0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.047 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.039+0000 7f8562053640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f855c0cf970 0x7f855c14ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.047 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.039+0000 7f8562053640 1 --2- 172.21.15.81:0/448591842 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f855c0b31d0 0x7f855c1635c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.047 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.039+0000 7f8562053640 1 -- 172.21.15.81:0/448591842 >> 172.21.15.81:0/448591842 conn(0x7f855c0991d0 msgr2=0x7f855c06d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:30.047 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.039+0000 7f8562053640 1 -- 172.21.15.81:0/448591842 shutdown_connections 2023-06-26T03:00:30.047 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.039+0000 7f8562053640 1 -- 172.21.15.81:0/448591842 wait complete. 2023-06-26T03:00:30.060 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:00:30.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d8924640 1 Processor -- start 2023-06-26T03:00:30.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d8924640 1 -- start start 2023-06-26T03:00:30.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d8924640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f39d40b7a50 0x7f39d40ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d8924640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39d40b4f30 0x7f39d40d0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d8924640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f39d40d09d0 0x7f39d40d0e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d8924640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39d40b7e20 con 0x7f39d40b7a50 2023-06-26T03:00:30.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d8924640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39d40cf6b0 con 0x7f39d40d09d0 2023-06-26T03:00:30.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d8924640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39d40cee10 con 0x7f39d40b4f30 2023-06-26T03:00:30.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d259c640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f39d40b7a50 0x7f39d40ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d259c640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f39d40b7a50 0x7f39d40ce4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60448/0 (socket says 172.21.15.81:60448) 2023-06-26T03:00:30.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d259c640 1 -- 172.21.15.81:0/1308691830 learned_addr learned my addr 172.21.15.81:0/1308691830 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:30.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39cbfff640 1 --2- 172.21.15.81:0/1308691830 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39d40b4f30 0x7f39d40d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d2d9d640 1 --2- 172.21.15.81:0/1308691830 >> v2:172.21.15.92:3300/0 conn(0x7f39d40d09d0 0x7f39d40d0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d259c640 1 -- 172.21.15.81:0/1308691830 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39d40b4f30 msgr2=0x7f39d40d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:30.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d259c640 1 --2- 172.21.15.81:0/1308691830 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39d40b4f30 0x7f39d40d0490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d259c640 1 -- 172.21.15.81:0/1308691830 >> v2:172.21.15.92:3300/0 conn(0x7f39d40d09d0 msgr2=0x7f39d40d0e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:30.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d259c640 1 --2- 172.21.15.81:0/1308691830 >> v2:172.21.15.92:3300/0 conn(0x7f39d40d09d0 0x7f39d40d0e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.167+0000 7f39d259c640 1 -- 172.21.15.81:0/1308691830 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39d40cf0f0 con 0x7f39d40b7a50 2023-06-26T03:00:30.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d259c640 1 --2- 172.21.15.81:0/1308691830 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39d40b7a50 0x7f39d40ce4c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f39d406adf0 tx=0x7f39bc01c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d6cf98565312994 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:30.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d1d9b640 1 -- 172.21.15.81:0/1308691830 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39bc0ab600 con 0x7f39d40b7a50 2023-06-26T03:00:30.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d1d9b640 1 -- 172.21.15.81:0/1308691830 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39bc0a7050 con 0x7f39d40b7a50 2023-06-26T03:00:30.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d1d9b640 1 -- 172.21.15.81:0/1308691830 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39bc0ab980 con 0x7f39d40b7a50 2023-06-26T03:00:30.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 -- 172.21.15.81:0/1308691830 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39d40b7a50 msgr2=0x7f39d40ce4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 --2- 172.21.15.81:0/1308691830 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39d40b7a50 0x7f39d40ce4c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f39d406adf0 tx=0x7f39bc01c470 comp rx=0 tx=0).stop 2023-06-26T03:00:30.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 -- 172.21.15.81:0/1308691830 shutdown_connections 2023-06-26T03:00:30.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 --2- 172.21.15.81:0/1308691830 >> v2:172.21.15.92:3300/0 conn(0x7f39d40d09d0 0x7f39d40d0e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 --2- 172.21.15.81:0/1308691830 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39d40b4f30 0x7f39d40d0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 --2- 172.21.15.81:0/1308691830 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39d40b7a50 0x7f39d40ce4c0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 -- 172.21.15.81:0/1308691830 >> 172.21.15.81:0/1308691830 conn(0x7f39d4069dc0 msgr2=0x7f39d406a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:30.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 -- 172.21.15.81:0/1308691830 shutdown_connections 2023-06-26T03:00:30.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 -- 172.21.15.81:0/1308691830 wait complete. 2023-06-26T03:00:30.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 Processor -- start 2023-06-26T03:00:30.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 -- start start 2023-06-26T03:00:30.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39d40b4f30 0x7f39d415e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39d40b7a50 0x7f39d40b6db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39d40d09d0 0x7f39d415cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39d415bff0 con 0x7f39d40d09d0 2023-06-26T03:00:30.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39d40b72f0 con 0x7f39d40b4f30 2023-06-26T03:00:30.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d8924640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39d415ecd0 con 0x7f39d40b7a50 2023-06-26T03:00:30.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d2d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39d40d09d0 0x7f39d415cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d2d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39d40d09d0 0x7f39d415cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60450/0 (socket says 172.21.15.81:60450) 2023-06-26T03:00:30.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d2d9d640 1 -- 172.21.15.81:0/2802690435 learned_addr learned my addr 172.21.15.81:0/2802690435 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:30.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39cbfff640 1 --2- 172.21.15.81:0/2802690435 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39d40b7a50 0x7f39d40b6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d2d9d640 1 -- 172.21.15.81:0/2802690435 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39d40b7a50 msgr2=0x7f39d40b6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d2d9d640 1 --2- 172.21.15.81:0/2802690435 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39d40b7a50 0x7f39d40b6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d2d9d640 1 -- 172.21.15.81:0/2802690435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39d40b4f30 msgr2=0x7f39d415e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d2d9d640 1 --2- 172.21.15.81:0/2802690435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39d40b4f30 0x7f39d415e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.171+0000 7f39d2d9d640 1 -- 172.21.15.81:0/2802690435 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39bc0094d0 con 0x7f39d40d09d0 2023-06-26T03:00:30.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.175+0000 7f39d2d9d640 1 --2- 172.21.15.81:0/2802690435 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39d40d09d0 0x7f39d415cce0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f39cc00cc30 tx=0x7f39cc00a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:30.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.175+0000 7f39caffd640 1 -- 172.21.15.81:0/2802690435 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39cc00ce40 con 0x7f39d40d09d0 2023-06-26T03:00:30.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.175+0000 7f39caffd640 1 -- 172.21.15.81:0/2802690435 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39cc0039a0 con 0x7f39d40d09d0 2023-06-26T03:00:30.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.175+0000 7f39caffd640 1 -- 172.21.15.81:0/2802690435 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39cc003d30 con 0x7f39d40d09d0 2023-06-26T03:00:30.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.175+0000 7f39d8924640 1 -- 172.21.15.81:0/2802690435 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39d415c200 con 0x7f39d40d09d0 2023-06-26T03:00:30.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.175+0000 7f39d8924640 1 -- 172.21.15.81:0/2802690435 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39d415c7c0 con 0x7f39d40d09d0 2023-06-26T03:00:30.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.175+0000 7f39d8924640 1 -- 172.21.15.81:0/2802690435 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39d40b18b0 con 0x7f39d40d09d0 2023-06-26T03:00:30.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.175+0000 7f39caffd640 1 -- 172.21.15.81:0/2802690435 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f39cc003e90 con 0x7f39d40d09d0 2023-06-26T03:00:30.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.175+0000 7f39caffd640 1 --2- 172.21.15.81:0/2802690435 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f39b40662b0 0x7f39b4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.175+0000 7f39d259c640 1 --2- 172.21.15.81:0/2802690435 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f39b40662b0 0x7f39b4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.175+0000 7f39caffd640 1 -- 172.21.15.81:0/2802690435 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f39cc083fe0 con 0x7f39d40d09d0 2023-06-26T03:00:30.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.175+0000 7f39d259c640 1 --2- 172.21.15.81:0/2802690435 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f39b40662b0 0x7f39b4068760 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f39bc0ad000 tx=0x7f39bc004740 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:30.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.179+0000 7f39caffd640 1 -- 172.21.15.81:0/2802690435 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f39cc0514f0 con 0x7f39d40d09d0 2023-06-26T03:00:30.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.319+0000 7f39d8924640 1 -- 172.21.15.81:0/2802690435 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f39d415c9e0 con 0x7f39d40d09d0 2023-06-26T03:00:30.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.319+0000 7f39caffd640 1 -- 172.21.15.81:0/2802690435 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f39cc01d020 con 0x7f39d40d09d0 2023-06-26T03:00:30.326 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:00:30.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.323+0000 7f39d8924640 1 -- 172.21.15.81:0/2802690435 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f39b40662b0 msgr2=0x7f39b4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.323+0000 7f39d8924640 1 --2- 172.21.15.81:0/2802690435 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f39b40662b0 0x7f39b4068760 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f39bc0ad000 tx=0x7f39bc004740 comp rx=0 tx=0).stop 2023-06-26T03:00:30.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.323+0000 7f39d8924640 1 -- 172.21.15.81:0/2802690435 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39d40d09d0 msgr2=0x7f39d415cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.323+0000 7f39d8924640 1 --2- 172.21.15.81:0/2802690435 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39d40d09d0 0x7f39d415cce0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f39cc00cc30 tx=0x7f39cc00a5c0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.323+0000 7f39d8924640 1 -- 172.21.15.81:0/2802690435 shutdown_connections 2023-06-26T03:00:30.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.323+0000 7f39d8924640 1 --2- 172.21.15.81:0/2802690435 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f39b40662b0 0x7f39b4068760 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.323+0000 7f39d8924640 1 --2- 172.21.15.81:0/2802690435 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39d40d09d0 0x7f39d415cce0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.323+0000 7f39d8924640 1 --2- 172.21.15.81:0/2802690435 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39d40b7a50 0x7f39d40b6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.323+0000 7f39d8924640 1 --2- 172.21.15.81:0/2802690435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39d40b4f30 0x7f39d415e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.323+0000 7f39d8924640 1 -- 172.21.15.81:0/2802690435 >> 172.21.15.81:0/2802690435 conn(0x7f39d4069dc0 msgr2=0x7f39d4072330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:30.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.323+0000 7f39d8924640 1 -- 172.21.15.81:0/2802690435 shutdown_connections 2023-06-26T03:00:30.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.323+0000 7f39d8924640 1 -- 172.21.15.81:0/2802690435 wait complete. 2023-06-26T03:00:30.343 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:00:30.459 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc127b06640 1 Processor -- start 2023-06-26T03:00:30.459 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc127b06640 1 -- start start 2023-06-26T03:00:30.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc127b06640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fc1200af770 0x7fc120158c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc127b06640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc1200afb40 0x7fc12015c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc127b06640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc12006efb0 con 0x7fc12015cf20 2023-06-26T03:00:30.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc127b06640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc120159c30 con 0x7fc1200af770 2023-06-26T03:00:30.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc127b06640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1200cc0f0 con 0x7fc1200afb40 2023-06-26T03:00:30.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1258a2640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fc1200af770 0x7fc120158c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1258a2640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fc1200af770 0x7fc120158c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60462/0 (socket says 172.21.15.81:60462) 2023-06-26T03:00:30.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1260a3640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fc12015cf20 0x7fc12006bdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:60916/0 (socket says 172.21.15.81:60916) 2023-06-26T03:00:30.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1258a2640 1 -- 172.21.15.81:0/4072582070 learned_addr learned my addr 172.21.15.81:0/4072582070 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:30.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1250a1640 1 --2- 172.21.15.81:0/4072582070 >> v2:172.21.15.92:3300/0 conn(0x7fc1200afb40 0x7fc12015c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1258a2640 1 -- 172.21.15.81:0/4072582070 >> v2:172.21.15.92:3300/0 conn(0x7fc1200afb40 msgr2=0x7fc12015c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:30.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1258a2640 1 --2- 172.21.15.81:0/4072582070 >> v2:172.21.15.92:3300/0 conn(0x7fc1200afb40 0x7fc12015c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1258a2640 1 -- 172.21.15.81:0/4072582070 >> v1:172.21.15.81:6789/0 conn(0x7fc12015cf20 legacy=0x7fc12006bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1258a2640 1 -- 172.21.15.81:0/4072582070 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc120159160 con 0x7fc1200af770 2023-06-26T03:00:30.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1248a0640 1 -- 172.21.15.81:0/4072582070 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1821977130 0 0) 0x7fc12006efb0 con 0x7fc12015cf20 2023-06-26T03:00:30.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1250a1640 1 --2- 172.21.15.81:0/4072582070 >> v2:172.21.15.92:3300/0 conn(0x7fc1200afb40 0x7fc12015c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:30.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1258a2640 1 --2- 172.21.15.81:0/4072582070 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc1200af770 0x7fc120158c20 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc1200cb610 tx=0x7fc11c01f1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8e5cf618b8fa188 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:30.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1248a0640 1 -- 172.21.15.81:0/4072582070 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc11c0af400 con 0x7fc1200af770 2023-06-26T03:00:30.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1248a0640 1 -- 172.21.15.81:0/4072582070 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc11c0ab050 con 0x7fc1200af770 2023-06-26T03:00:30.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.455+0000 7fc1248a0640 1 -- 172.21.15.81:0/4072582070 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc11c0af780 con 0x7fc1200af770 2023-06-26T03:00:30.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 -- 172.21.15.81:0/4072582070 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc1200af770 msgr2=0x7fc120158c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 --2- 172.21.15.81:0/4072582070 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc1200af770 0x7fc120158c20 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc1200cb610 tx=0x7fc11c01f1c0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 -- 172.21.15.81:0/4072582070 shutdown_connections 2023-06-26T03:00:30.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 --2- 172.21.15.81:0/4072582070 >> v2:172.21.15.92:3300/0 conn(0x7fc1200afb40 0x7fc12015c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 --2- 172.21.15.81:0/4072582070 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc1200af770 0x7fc120158c20 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 -- 172.21.15.81:0/4072582070 >> 172.21.15.81:0/4072582070 conn(0x7fc1200ca770 msgr2=0x7fc1200cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:30.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 -- 172.21.15.81:0/4072582070 shutdown_connections 2023-06-26T03:00:30.466 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 -- 172.21.15.81:0/4072582070 wait complete. 2023-06-26T03:00:30.467 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 Processor -- start 2023-06-26T03:00:30.467 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 -- start start 2023-06-26T03:00:30.467 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1200af770 0x7fc1200cd0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1200afb40 0x7fc12014e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc12015cf20 0x7fc12014e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1201652c0 con 0x7fc12015cf20 2023-06-26T03:00:30.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1201655a0 con 0x7fc1200afb40 2023-06-26T03:00:30.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc120165880 con 0x7fc1200af770 2023-06-26T03:00:30.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1260a3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc12015cf20 0x7fc12014e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1260a3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc12015cf20 0x7fc12014e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60474/0 (socket says 172.21.15.81:60474) 2023-06-26T03:00:30.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1260a3640 1 -- 172.21.15.81:0/4034752651 learned_addr learned my addr 172.21.15.81:0/4034752651 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:30.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1258a2640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1200af770 0x7fc1200cd0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1260a3640 1 -- 172.21.15.81:0/4034752651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1200af770 msgr2=0x7fc1200cd0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1260a3640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1200af770 0x7fc1200cd0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1260a3640 1 -- 172.21.15.81:0/4034752651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1200afb40 msgr2=0x7fc12014e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1250a1640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1200afb40 0x7fc12014e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1260a3640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1200afb40 0x7fc12014e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1260a3640 1 -- 172.21.15.81:0/4034752651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc11c009b30 con 0x7fc12015cf20 2023-06-26T03:00:30.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1260a3640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc12015cf20 0x7fc12014e670 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc11800c410 tx=0x7fc11800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:30.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1167fc640 1 -- 172.21.15.81:0/4034752651 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1180074e0 con 0x7fc12015cf20 2023-06-26T03:00:30.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1167fc640 1 -- 172.21.15.81:0/4034752651 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc118007640 con 0x7fc12015cf20 2023-06-26T03:00:30.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc1167fc640 1 -- 172.21.15.81:0/4034752651 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc118004a30 con 0x7fc12015cf20 2023-06-26T03:00:30.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 -- 172.21.15.81:0/4034752651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc120165b60 con 0x7fc12015cf20 2023-06-26T03:00:30.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.459+0000 7fc127b06640 1 -- 172.21.15.81:0/4034752651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1200cd630 con 0x7fc12015cf20 2023-06-26T03:00:30.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.463+0000 7fc127b06640 1 -- 172.21.15.81:0/4034752651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc12004d790 con 0x7fc12015cf20 2023-06-26T03:00:30.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.463+0000 7fc1167fc640 1 -- 172.21.15.81:0/4034752651 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc118004b90 con 0x7fc12015cf20 2023-06-26T03:00:30.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.463+0000 7fc1167fc640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc104066280 0x7fc104068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.463+0000 7fc1167fc640 1 -- 172.21.15.81:0/4034752651 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc118083b70 con 0x7fc12015cf20 2023-06-26T03:00:30.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.463+0000 7fc1258a2640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc104066280 0x7fc104068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.463+0000 7fc1258a2640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc104066280 0x7fc104068730 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc11c0b1000 tx=0x7fc11c0aa000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:30.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.467+0000 7fc1167fc640 1 -- 172.21.15.81:0/4034752651 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc118050f60 con 0x7fc12015cf20 2023-06-26T03:00:30.644 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc127b06640 1 -- 172.21.15.81:0/4034752651 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc120166010 con 0x7fc12015cf20 2023-06-26T03:00:30.644 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc1167fc640 1 -- 172.21.15.81:0/4034752651 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7fc118054580 con 0x7fc12015cf20 2023-06-26T03:00:30.645 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:30.645 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/3705944699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":3705944699},{"type":"v1","addr":"172.21.15.92:6834","nonce":3705944699}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4266,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/2020922726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":2020922726},{"type":"v1","addr":"172.21.15.81:6835","nonce":2020922726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3162637623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3162637623},{"type":"v1","addr":"172.21.15.81:6837","nonce":3162637623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:00:14.139536+0000","modified":"2023-06-26T03:00:16.913731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/3906833758","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":3906833758},{"type":"v1","addr":"172.21.15.92:6835","nonce":3906833758}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:00:30.645 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 7 2023-06-26T03:00:30.647 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc127b06640 1 -- 172.21.15.81:0/4034752651 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc104066280 msgr2=0x7fc104068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.647 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc127b06640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc104066280 0x7fc104068730 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc11c0b1000 tx=0x7fc11c0aa000 comp rx=0 tx=0).stop 2023-06-26T03:00:30.647 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc127b06640 1 -- 172.21.15.81:0/4034752651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc12015cf20 msgr2=0x7fc12014e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.647 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc127b06640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc12015cf20 0x7fc12014e670 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc11800c410 tx=0x7fc11800c8d0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.647 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc127b06640 1 -- 172.21.15.81:0/4034752651 shutdown_connections 2023-06-26T03:00:30.647 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc127b06640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc104066280 0x7fc104068730 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.648 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc127b06640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc12015cf20 0x7fc12014e670 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.648 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc127b06640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1200afb40 0x7fc12014e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.648 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc127b06640 1 --2- 172.21.15.81:0/4034752651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1200af770 0x7fc1200cd0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.648 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc127b06640 1 -- 172.21.15.81:0/4034752651 >> 172.21.15.81:0/4034752651 conn(0x7fc1200ca770 msgr2=0x7fc120159d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:30.648 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc127b06640 1 -- 172.21.15.81:0/4034752651 shutdown_connections 2023-06-26T03:00:30.648 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.639+0000 7fc127b06640 1 -- 172.21.15.81:0/4034752651 wait complete. 2023-06-26T03:00:30.662 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:30.770 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.763+0000 7fe83ab86640 1 Processor -- start 2023-06-26T03:00:30.770 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.763+0000 7fe83ab86640 1 -- start start 2023-06-26T03:00:30.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.763+0000 7fe83ab86640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe8341596a0 0x7fe834070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.763+0000 7fe83ab86640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe8340afe80 0x7fe8340c99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.763+0000 7fe83ab86640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe83406bd00 con 0x7fe8340c9560 2023-06-26T03:00:30.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.763+0000 7fe83ab86640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8340c9ef0 con 0x7fe8340afe80 2023-06-26T03:00:30.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.763+0000 7fe83ab86640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8340ca100 con 0x7fe8341596a0 2023-06-26T03:00:30.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.763+0000 7fe839123640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe8340afe80 0x7fe8340c99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.763+0000 7fe833fff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fe8340c9560 0x7fe8340af770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:60932/0 (socket says 172.21.15.81:60932) 2023-06-26T03:00:30.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.763+0000 7fe833fff640 1 -- 172.21.15.81:0/4268573987 learned_addr learned my addr 172.21.15.81:0/4268573987 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:30.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe838922640 1 --2- 172.21.15.81:0/4268573987 >> v2:172.21.15.92:3300/0 conn(0x7fe8341596a0 0x7fe834070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe839123640 1 -- 172.21.15.81:0/4268573987 >> v2:172.21.15.92:3300/0 conn(0x7fe8341596a0 msgr2=0x7fe834070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:30.773 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe839123640 1 --2- 172.21.15.81:0/4268573987 >> v2:172.21.15.92:3300/0 conn(0x7fe8341596a0 0x7fe834070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.773 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe8337fe640 1 -- 172.21.15.81:0/4268573987 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2400546702 0 0) 0x7fe83406bd00 con 0x7fe8340c9560 2023-06-26T03:00:30.773 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe839123640 1 -- 172.21.15.81:0/4268573987 >> v1:172.21.15.81:6789/0 conn(0x7fe8340c9560 legacy=0x7fe8340af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.773 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe839123640 1 -- 172.21.15.81:0/4268573987 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe834070360 con 0x7fe8340afe80 2023-06-26T03:00:30.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe839123640 1 --2- 172.21.15.81:0/4268573987 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8340afe80 0x7fe8340c99b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe8340ca030 tx=0x7fe82c01c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12e9dbd423175c55 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:30.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe8337fe640 1 -- 172.21.15.81:0/4268573987 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe82c0a5910 con 0x7fe8340afe80 2023-06-26T03:00:30.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe8337fe640 1 -- 172.21.15.81:0/4268573987 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe82c0a5a70 con 0x7fe8340afe80 2023-06-26T03:00:30.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe8337fe640 1 -- 172.21.15.81:0/4268573987 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe82c0a5e00 con 0x7fe8340afe80 2023-06-26T03:00:30.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe83ab86640 1 -- 172.21.15.81:0/4268573987 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8340afe80 msgr2=0x7fe8340c99b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe83ab86640 1 --2- 172.21.15.81:0/4268573987 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8340afe80 0x7fe8340c99b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe8340ca030 tx=0x7fe82c01c850 comp rx=0 tx=0).stop 2023-06-26T03:00:30.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe83ab86640 1 -- 172.21.15.81:0/4268573987 shutdown_connections 2023-06-26T03:00:30.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe83ab86640 1 --2- 172.21.15.81:0/4268573987 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8340afe80 0x7fe8340c99b0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe83ab86640 1 --2- 172.21.15.81:0/4268573987 >> v2:172.21.15.92:3300/0 conn(0x7fe8341596a0 0x7fe834070e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe83ab86640 1 -- 172.21.15.81:0/4268573987 >> 172.21.15.81:0/4268573987 conn(0x7fe8340ca770 msgr2=0x7fe8340cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:30.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe83ab86640 1 -- 172.21.15.81:0/4268573987 shutdown_connections 2023-06-26T03:00:30.776 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.767+0000 7fe83ab86640 1 -- 172.21.15.81:0/4268573987 wait complete. 2023-06-26T03:00:30.777 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe83ab86640 1 Processor -- start 2023-06-26T03:00:30.777 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe83ab86640 1 -- start start 2023-06-26T03:00:30.777 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe83ab86640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8340afe80 0x7fe834163180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.778 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe83ab86640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8340c9560 0x7fe8340c13b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.778 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe83ab86640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8341596a0 0x7fe834153c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.778 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe83ab86640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8341541d0 con 0x7fe8340afe80 2023-06-26T03:00:30.778 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe83ab86640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8341637f0 con 0x7fe8340c9560 2023-06-26T03:00:30.778 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe83ab86640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe834163ad0 con 0x7fe8341596a0 2023-06-26T03:00:30.778 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe838922640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8340afe80 0x7fe834163180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.778 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe838922640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8340afe80 0x7fe834163180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60492/0 (socket says 172.21.15.81:60492) 2023-06-26T03:00:30.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe838922640 1 -- 172.21.15.81:0/1584953073 learned_addr learned my addr 172.21.15.81:0/1584953073 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:30.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe838922640 1 -- 172.21.15.81:0/1584953073 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8341596a0 msgr2=0x7fe834153c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe839123640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8341596a0 0x7fe834153c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe833fff640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8340c9560 0x7fe8340c13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe838922640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8341596a0 0x7fe834153c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe838922640 1 -- 172.21.15.81:0/1584953073 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8340c9560 msgr2=0x7fe8340c13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe838922640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8340c9560 0x7fe8340c13b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe838922640 1 -- 172.21.15.81:0/1584953073 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe82c009a70 con 0x7fe8340afe80 2023-06-26T03:00:30.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe838922640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8340afe80 0x7fe834163180 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe82400d5f0 tx=0x7fe82400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:30.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe8317fa640 1 -- 172.21.15.81:0/1584953073 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8240125f0 con 0x7fe8340afe80 2023-06-26T03:00:30.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe8317fa640 1 -- 172.21.15.81:0/1584953073 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe824012750 con 0x7fe8340afe80 2023-06-26T03:00:30.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe83ab86640 1 -- 172.21.15.81:0/1584953073 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe834163db0 con 0x7fe8340afe80 2023-06-26T03:00:30.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe8317fa640 1 -- 172.21.15.81:0/1584953073 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe824012ae0 con 0x7fe8340afe80 2023-06-26T03:00:30.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe83ab86640 1 -- 172.21.15.81:0/1584953073 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe834158050 con 0x7fe8340afe80 2023-06-26T03:00:30.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe83ab86640 1 -- 172.21.15.81:0/1584953073 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe834163ff0 con 0x7fe8340afe80 2023-06-26T03:00:30.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe8317fa640 1 -- 172.21.15.81:0/1584953073 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe824012c40 con 0x7fe8340afe80 2023-06-26T03:00:30.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe8317fa640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe820066280 0x7fe820068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:30.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe8317fa640 1 -- 172.21.15.81:0/1584953073 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe824084a60 con 0x7fe8340afe80 2023-06-26T03:00:30.782 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe833fff640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe820066280 0x7fe820068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:30.782 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.771+0000 7fe833fff640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe820066280 0x7fe820068730 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fe8340afd10 tx=0x7fe828009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:30.782 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.775+0000 7fe8317fa640 1 -- 172.21.15.81:0/1584953073 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe824052050 con 0x7fe8340afe80 2023-06-26T03:00:30.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.915+0000 7fe83ab86640 1 -- 172.21.15.81:0/1584953073 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe8340cb8c0 con 0x7fe8340afe80 2023-06-26T03:00:30.924 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.919+0000 7fe8317fa640 1 -- 172.21.15.81:0/1584953073 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18243 (secure 0 0 0) 0x7fe8340cb8c0 con 0x7fe8340afe80 2023-06-26T03:00:30.924 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:30.925 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":24,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:15.142509+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:30.926 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.919+0000 7fe83ab86640 1 -- 172.21.15.81:0/1584953073 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe820066280 msgr2=0x7fe820068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.926 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.919+0000 7fe83ab86640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe820066280 0x7fe820068730 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fe8340afd10 tx=0x7fe828009040 comp rx=0 tx=0).stop 2023-06-26T03:00:30.927 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.919+0000 7fe83ab86640 1 -- 172.21.15.81:0/1584953073 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8340afe80 msgr2=0x7fe834163180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:30.927 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.919+0000 7fe83ab86640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8340afe80 0x7fe834163180 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe82400d5f0 tx=0x7fe82400dab0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.927 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.919+0000 7fe83ab86640 1 -- 172.21.15.81:0/1584953073 shutdown_connections 2023-06-26T03:00:30.927 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.919+0000 7fe83ab86640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe820066280 0x7fe820068730 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.927 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.919+0000 7fe83ab86640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8341596a0 0x7fe834153c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.927 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.919+0000 7fe83ab86640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8340c9560 0x7fe8340c13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.927 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.919+0000 7fe83ab86640 1 --2- 172.21.15.81:0/1584953073 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe8340afe80 0x7fe834163180 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:30.928 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.919+0000 7fe83ab86640 1 -- 172.21.15.81:0/1584953073 >> 172.21.15.81:0/1584953073 conn(0x7fe8340ca770 msgr2=0x7fe834152b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:30.928 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.919+0000 7fe83ab86640 1 -- 172.21.15.81:0/1584953073 shutdown_connections 2023-06-26T03:00:30.928 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:30.919+0000 7fe83ab86640 1 -- 172.21.15.81:0/1584953073 wait complete. 2023-06-26T03:00:30.942 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:00:31.058 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.051+0000 7f49cf8e0640 1 Processor -- start 2023-06-26T03:00:31.059 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.051+0000 7f49cf8e0640 1 -- start start 2023-06-26T03:00:31.060 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cf8e0640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f49c8159780 0x7f49c815d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.060 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cf8e0640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f49c8159b50 0x7f49c80cb6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.060 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cf8e0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49c80cf060 0x7f49c80cf4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.060 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cf8e0640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49c80cfa00 con 0x7f49c8159780 2023-06-26T03:00:31.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cf8e0640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49c815e200 con 0x7f49c8159b50 2023-06-26T03:00:31.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cf8e0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49c80cbbf0 con 0x7f49c80cf060 2023-06-26T03:00:31.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cd67c640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f49c8159780 0x7f49c815d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cd67c640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f49c8159780 0x7f49c815d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60500/0 (socket says 172.21.15.81:60500) 2023-06-26T03:00:31.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cd67c640 1 -- 172.21.15.81:0/282825381 learned_addr learned my addr 172.21.15.81:0/282825381 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:31.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cd67c640 1 -- 172.21.15.81:0/282825381 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49c80cf060 msgr2=0x7f49c80cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:31.061 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cd67c640 1 --2- 172.21.15.81:0/282825381 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49c80cf060 0x7f49c80cf4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.062 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cd67c640 1 -- 172.21.15.81:0/282825381 >> v2:172.21.15.92:3300/0 conn(0x7f49c8159b50 msgr2=0x7f49c80cb6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:31.062 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cd67c640 1 --2- 172.21.15.81:0/282825381 >> v2:172.21.15.92:3300/0 conn(0x7f49c8159b50 0x7f49c80cb6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.062 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cd67c640 1 -- 172.21.15.81:0/282825381 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49c815d960 con 0x7f49c8159780 2023-06-26T03:00:31.063 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cd67c640 1 --2- 172.21.15.81:0/282825381 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f49c8159780 0x7f49c815d2f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f49c80cefb0 tx=0x7f49c401c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1d4543c2e7e64a7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:31.063 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49bffff640 1 -- 172.21.15.81:0/282825381 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49c40ab600 con 0x7f49c8159780 2023-06-26T03:00:31.063 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49bffff640 1 -- 172.21.15.81:0/282825381 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49c40a7050 con 0x7f49c8159780 2023-06-26T03:00:31.063 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49bffff640 1 -- 172.21.15.81:0/282825381 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49c40ab980 con 0x7f49c8159780 2023-06-26T03:00:31.063 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cf8e0640 1 -- 172.21.15.81:0/282825381 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f49c8159780 msgr2=0x7f49c815d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cf8e0640 1 --2- 172.21.15.81:0/282825381 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f49c8159780 0x7f49c815d2f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f49c80cefb0 tx=0x7f49c401c3b0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cf8e0640 1 -- 172.21.15.81:0/282825381 shutdown_connections 2023-06-26T03:00:31.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cf8e0640 1 --2- 172.21.15.81:0/282825381 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49c80cf060 0x7f49c80cf4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cf8e0640 1 --2- 172.21.15.81:0/282825381 >> v2:172.21.15.92:3300/0 conn(0x7f49c8159b50 0x7f49c80cb6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cf8e0640 1 --2- 172.21.15.81:0/282825381 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f49c8159780 0x7f49c815d2f0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.064 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.055+0000 7f49cf8e0640 1 -- 172.21.15.81:0/282825381 >> 172.21.15.81:0/282825381 conn(0x7f49c806d280 msgr2=0x7f49c806d680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:31.065 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cf8e0640 1 -- 172.21.15.81:0/282825381 shutdown_connections 2023-06-26T03:00:31.065 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cf8e0640 1 -- 172.21.15.81:0/282825381 wait complete. 2023-06-26T03:00:31.066 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cf8e0640 1 Processor -- start 2023-06-26T03:00:31.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cf8e0640 1 -- start start 2023-06-26T03:00:31.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cf8e0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f49c80cf060 0x7f49c8145220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cf8e0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49c8159780 0x7f49c8162810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cf8e0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49c8159b50 0x7f49c8162d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cf8e0640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49c80b36a0 con 0x7f49c80cf060 2023-06-26T03:00:31.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cf8e0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49c8145760 con 0x7f49c8159b50 2023-06-26T03:00:31.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cf8e0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49c806b3a0 con 0x7f49c8159780 2023-06-26T03:00:31.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cd67c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f49c80cf060 0x7f49c8145220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cd67c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f49c80cf060 0x7f49c8145220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60512/0 (socket says 172.21.15.81:60512) 2023-06-26T03:00:31.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cd67c640 1 -- 172.21.15.81:0/1196070049 learned_addr learned my addr 172.21.15.81:0/1196070049 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:31.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cce7b640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49c8159780 0x7f49c8162810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cd67c640 1 -- 172.21.15.81:0/1196070049 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49c8159780 msgr2=0x7f49c8162810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cd67c640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49c8159780 0x7f49c8162810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cde7d640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49c8159b50 0x7f49c8162d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cd67c640 1 -- 172.21.15.81:0/1196070049 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49c8159b50 msgr2=0x7f49c8162d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cd67c640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49c8159b50 0x7f49c8162d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cd67c640 1 -- 172.21.15.81:0/1196070049 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49c40094d0 con 0x7f49c80cf060 2023-06-26T03:00:31.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cce7b640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49c8159780 0x7f49c8162810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:31.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cd67c640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f49c80cf060 0x7f49c8145220 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f49c4000c10 tx=0x7f49c4019150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:31.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49bdffb640 1 -- 172.21.15.81:0/1196070049 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49c40b5600 con 0x7f49c80cf060 2023-06-26T03:00:31.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49bdffb640 1 -- 172.21.15.81:0/1196070049 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49c40b5780 con 0x7f49c80cf060 2023-06-26T03:00:31.070 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cf8e0640 1 -- 172.21.15.81:0/1196070049 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49c806b680 con 0x7f49c80cf060 2023-06-26T03:00:31.070 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49bdffb640 1 -- 172.21.15.81:0/1196070049 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49c40b5b30 con 0x7f49c80cf060 2023-06-26T03:00:31.070 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cf8e0640 1 -- 172.21.15.81:0/1196070049 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49c806bc40 con 0x7f49c80cf060 2023-06-26T03:00:31.070 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.059+0000 7f49cf8e0640 1 -- 172.21.15.81:0/1196070049 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49c8159f90 con 0x7f49c80cf060 2023-06-26T03:00:31.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.063+0000 7f49bdffb640 1 -- 172.21.15.81:0/1196070049 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f49c40b5c90 con 0x7f49c80cf060 2023-06-26T03:00:31.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.063+0000 7f49bdffb640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f49ac066280 0x7f49ac068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.063+0000 7f49cce7b640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f49ac066280 0x7f49ac068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.063+0000 7f49bdffb640 1 -- 172.21.15.81:0/1196070049 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f49c411e8b0 con 0x7f49c80cf060 2023-06-26T03:00:31.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.063+0000 7f49cce7b640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f49ac066280 0x7f49ac068730 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f49c81f7040 tx=0x7f49b8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:31.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.067+0000 7f49bdffb640 1 -- 172.21.15.81:0/1196070049 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f49c40ebc80 con 0x7f49c80cf060 2023-06-26T03:00:31.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.247+0000 7f49cf8e0640 1 -- 172.21.15.81:0/1196070049 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f49c8159f90 con 0x7f49c80cf060 2023-06-26T03:00:31.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.251+0000 7f49bdffb640 1 -- 172.21.15.81:0/1196070049 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7f49c8159f90 con 0x7f49c80cf060 2023-06-26T03:00:31.256 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:31.256 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/3705944699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":3705944699},{"type":"v1","addr":"172.21.15.92:6834","nonce":3705944699}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4266,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/2020922726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":2020922726},{"type":"v1","addr":"172.21.15.81:6835","nonce":2020922726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3162637623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3162637623},{"type":"v1","addr":"172.21.15.81:6837","nonce":3162637623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:00:14.139536+0000","modified":"2023-06-26T03:00:16.913731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/3906833758","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":3906833758},{"type":"v1","addr":"172.21.15.92:6835","nonce":3906833758}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:00:31.256 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 7 2023-06-26T03:00:31.257 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.251+0000 7f49cf8e0640 1 -- 172.21.15.81:0/1196070049 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f49ac066280 msgr2=0x7f49ac068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.251+0000 7f49cf8e0640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f49ac066280 0x7f49ac068730 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f49c81f7040 tx=0x7f49b8008040 comp rx=0 tx=0).stop 2023-06-26T03:00:31.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.251+0000 7f49cf8e0640 1 -- 172.21.15.81:0/1196070049 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f49c80cf060 msgr2=0x7f49c8145220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.251+0000 7f49cf8e0640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f49c80cf060 0x7f49c8145220 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f49c4000c10 tx=0x7f49c4019150 comp rx=0 tx=0).stop 2023-06-26T03:00:31.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.251+0000 7f49cf8e0640 1 -- 172.21.15.81:0/1196070049 shutdown_connections 2023-06-26T03:00:31.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.251+0000 7f49cf8e0640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f49ac066280 0x7f49ac068730 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.251+0000 7f49cf8e0640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49c8159b50 0x7f49c8162d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.251+0000 7f49cf8e0640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49c8159780 0x7f49c8162810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.251+0000 7f49cf8e0640 1 --2- 172.21.15.81:0/1196070049 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f49c80cf060 0x7f49c8145220 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.251+0000 7f49cf8e0640 1 -- 172.21.15.81:0/1196070049 >> 172.21.15.81:0/1196070049 conn(0x7f49c806d280 msgr2=0x7f49c80b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:31.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.251+0000 7f49cf8e0640 1 -- 172.21.15.81:0/1196070049 shutdown_connections 2023-06-26T03:00:31.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.251+0000 7f49cf8e0640 1 -- 172.21.15.81:0/1196070049 wait complete. 2023-06-26T03:00:31.675 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-06-26T03:00:14.139536+0000', 'modified': '2023-06-26T03:00:16.913731+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4291}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4291': {'gid': 4291, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.92:6835/3906833758', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6833', 'nonce': 3906833758}, {'type': 'v1', 'addr': '172.21.15.92:6835', 'nonce': 3906833758}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [4], 'metadata_pool': 3, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-06-26T03:00:31.676 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-06-26T03:00:31.676 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-06-26T03:00:31.808 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f39a69e8640 1 Processor -- start 2023-06-26T03:00:31.808 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f39a69e8640 1 -- start start 2023-06-26T03:00:31.809 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f39a69e8640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f39a015a100 0x7f39a00c82b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.809 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f39a69e8640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f39a00c2b40 0x7f39a015a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.810 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f39a69e8640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39a00c3300 con 0x7f39a00704b0 2023-06-26T03:00:31.810 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f39a69e8640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39a00c9ee0 con 0x7f39a015a100 2023-06-26T03:00:31.810 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f39a69e8640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39a00c35e0 con 0x7f39a00c2b40 2023-06-26T03:00:31.810 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f399ffff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f39a015a100 0x7f39a00c82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.810 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f39a4f85640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f39a00704b0 0x7f39a0070910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:60938/0 (socket says 172.21.15.81:60938) 2023-06-26T03:00:31.810 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f399ffff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f39a015a100 0x7f39a00c82b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60520/0 (socket says 172.21.15.81:60520) 2023-06-26T03:00:31.810 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f39a4f85640 1 -- 172.21.15.81:0/3099506024 learned_addr learned my addr 172.21.15.81:0/3099506024 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:31.810 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f399f7fe640 1 --2- 172.21.15.81:0/3099506024 >> v2:172.21.15.92:3300/0 conn(0x7f39a00c2b40 0x7f39a015a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.811 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f399ffff640 1 -- 172.21.15.81:0/3099506024 >> v2:172.21.15.92:3300/0 conn(0x7f39a00c2b40 msgr2=0x7f39a015a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:31.811 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f399ffff640 1 --2- 172.21.15.81:0/3099506024 >> v2:172.21.15.92:3300/0 conn(0x7f39a00c2b40 0x7f39a015a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.811 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f399ffff640 1 -- 172.21.15.81:0/3099506024 >> v1:172.21.15.81:6789/0 conn(0x7f39a00704b0 legacy=0x7f39a0070910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.811 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f399effd640 1 -- 172.21.15.81:0/3099506024 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3651933117 0 0) 0x7f39a00c3300 con 0x7f39a00704b0 2023-06-26T03:00:31.811 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f399ffff640 1 -- 172.21.15.81:0/3099506024 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39a00c38c0 con 0x7f39a015a100 2023-06-26T03:00:31.811 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.803+0000 7f399f7fe640 1 --2- 172.21.15.81:0/3099506024 >> v2:172.21.15.92:3300/0 conn(0x7f39a00c2b40 0x7f39a015a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:31.812 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f399ffff640 1 --2- 172.21.15.81:0/3099506024 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39a015a100 0x7f39a00c82b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f39a006e700 tx=0x7f399001c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdbe04f395791a5a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:31.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f399effd640 1 -- 172.21.15.81:0/3099506024 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39900ab600 con 0x7f39a015a100 2023-06-26T03:00:31.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f399effd640 1 -- 172.21.15.81:0/3099506024 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39900a7050 con 0x7f39a015a100 2023-06-26T03:00:31.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f399effd640 1 -- 172.21.15.81:0/3099506024 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39900ab980 con 0x7f39a015a100 2023-06-26T03:00:31.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 -- 172.21.15.81:0/3099506024 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39a015a100 msgr2=0x7f39a00c82b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 --2- 172.21.15.81:0/3099506024 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39a015a100 0x7f39a00c82b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f39a006e700 tx=0x7f399001c3d0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 -- 172.21.15.81:0/3099506024 shutdown_connections 2023-06-26T03:00:31.813 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 --2- 172.21.15.81:0/3099506024 >> v2:172.21.15.92:3300/0 conn(0x7f39a00c2b40 0x7f39a015a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.814 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 --2- 172.21.15.81:0/3099506024 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39a015a100 0x7f39a00c82b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.814 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 -- 172.21.15.81:0/3099506024 >> 172.21.15.81:0/3099506024 conn(0x7f39a00af8d0 msgr2=0x7f39a00afcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:31.814 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 -- 172.21.15.81:0/3099506024 shutdown_connections 2023-06-26T03:00:31.814 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 -- 172.21.15.81:0/3099506024 wait complete. 2023-06-26T03:00:31.815 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 Processor -- start 2023-06-26T03:00:31.816 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 -- start start 2023-06-26T03:00:31.816 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39a00704b0 0x7f39a00b1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.816 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39a00c2b40 0x7f39a013e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.816 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39a015a100 0x7f39a013e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.816 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39a00b0bd0 con 0x7f39a00c2b40 2023-06-26T03:00:31.816 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39a0156090 con 0x7f39a00704b0 2023-06-26T03:00:31.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a69e8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39a00b0e20 con 0x7f39a015a100 2023-06-26T03:00:31.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f399f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39a00c2b40 0x7f39a013e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f399f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39a00c2b40 0x7f39a013e1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60526/0 (socket says 172.21.15.81:60526) 2023-06-26T03:00:31.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f399f7fe640 1 -- 172.21.15.81:0/3957173540 learned_addr learned my addr 172.21.15.81:0/3957173540 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:31.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f39a4f85640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39a015a100 0x7f39a013e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f399ffff640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39a00704b0 0x7f39a00b1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f399f7fe640 1 -- 172.21.15.81:0/3957173540 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39a015a100 msgr2=0x7f39a013e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f399f7fe640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39a015a100 0x7f39a013e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f399f7fe640 1 -- 172.21.15.81:0/3957173540 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39a00704b0 msgr2=0x7f39a00b1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f399f7fe640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39a00704b0 0x7f39a00b1900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.807+0000 7f399f7fe640 1 -- 172.21.15.81:0/3957173540 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3990009420 con 0x7f39a00c2b40 2023-06-26T03:00:31.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f399f7fe640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39a00c2b40 0x7f39a013e1c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f399400c7c0 tx=0x7f399400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:31.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f399cff9640 1 -- 172.21.15.81:0/3957173540 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3994007a30 con 0x7f39a00c2b40 2023-06-26T03:00:31.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f399cff9640 1 -- 172.21.15.81:0/3957173540 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3994007b90 con 0x7f39a00c2b40 2023-06-26T03:00:31.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f39a69e8640 1 -- 172.21.15.81:0/3957173540 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39a00b1100 con 0x7f39a00c2b40 2023-06-26T03:00:31.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f399cff9640 1 -- 172.21.15.81:0/3957173540 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f399400ce70 con 0x7f39a00c2b40 2023-06-26T03:00:31.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f39a69e8640 1 -- 172.21.15.81:0/3957173540 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39a0139e30 con 0x7f39a00c2b40 2023-06-26T03:00:31.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f399cff9640 1 -- 172.21.15.81:0/3957173540 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f39940113f0 con 0x7f39a00c2b40 2023-06-26T03:00:31.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f399cff9640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f398c066280 0x7f398c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f399cff9640 1 -- 172.21.15.81:0/3957173540 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f3994084240 con 0x7f39a00c2b40 2023-06-26T03:00:31.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f399ffff640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f398c066280 0x7f398c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f399ffff640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f398c066280 0x7f398c068730 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f39900ad000 tx=0x7f3990008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:31.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f39a9b04000 1 Processor -- start 2023-06-26T03:00:31.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f39a9b04000 1 -- start start 2023-06-26T03:00:31.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f39a9b04000 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 0x5654bebb2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f39a9b04000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654bebb2650 0x5654beb68360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f39a9b04000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654beb688a0 0x5654beb68c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f39a9b04000 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654bea2bac0 con 0x5654bebb1d40 2023-06-26T03:00:31.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f39a9b04000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654be965840 con 0x5654beb688a0 2023-06-26T03:00:31.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f39a9b04000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x5654be9b92e0 con 0x5654bebb2650 2023-06-26T03:00:31.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f399ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 0x5654bebb2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f399ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 0x5654bebb2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60528/0 (socket says 172.21.15.81:60528) 2023-06-26T03:00:31.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.811+0000 7f399ffff640 1 -- 172.21.15.81:0/507928257 learned_addr learned my addr 172.21.15.81:0/507928257 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:31.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f399f7fe640 1 --2- 172.21.15.81:0/507928257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654bebb2650 0x5654beb68360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a4f85640 1 --2- 172.21.15.81:0/507928257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654beb688a0 0x5654beb68c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f399ffff640 1 -- 172.21.15.81:0/507928257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654bebb2650 msgr2=0x5654beb68360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:31.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f399ffff640 1 --2- 172.21.15.81:0/507928257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654bebb2650 0x5654beb68360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f399ffff640 1 -- 172.21.15.81:0/507928257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654beb688a0 msgr2=0x5654beb68c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:31.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f399ffff640 1 --2- 172.21.15.81:0/507928257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654beb688a0 0x5654beb68c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f399ffff640 1 -- 172.21.15.81:0/507928257 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5654be6ae890 con 0x5654bebb1d40 2023-06-26T03:00:31.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f399ffff640 1 --2- 172.21.15.81:0/507928257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 0x5654bebb2110 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f39900ae040 tx=0x7f3990004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f40acc07918a9d21 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:31.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f3985ffb640 1 -- 172.21.15.81:0/507928257 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39900abd90 con 0x5654bebb1d40 2023-06-26T03:00:31.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f3985ffb640 1 -- 172.21.15.81:0/507928257 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3990004030 con 0x5654bebb1d40 2023-06-26T03:00:31.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f3985ffb640 1 -- 172.21.15.81:0/507928257 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39900043a0 con 0x5654bebb1d40 2023-06-26T03:00:31.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 -- 172.21.15.81:0/507928257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 msgr2=0x5654bebb2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 --2- 172.21.15.81:0/507928257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 0x5654bebb2110 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f39900ae040 tx=0x7f3990004740 comp rx=0 tx=0).stop 2023-06-26T03:00:31.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 -- 172.21.15.81:0/507928257 shutdown_connections 2023-06-26T03:00:31.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 --2- 172.21.15.81:0/507928257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654beb688a0 0x5654beb68c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 --2- 172.21.15.81:0/507928257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654bebb2650 0x5654beb68360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 --2- 172.21.15.81:0/507928257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 0x5654bebb2110 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 -- 172.21.15.81:0/507928257 >> 172.21.15.81:0/507928257 conn(0x5654beb5b800 msgr2=0x5654beb66c40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:31.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 -- 172.21.15.81:0/507928257 shutdown_connections 2023-06-26T03:00:31.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 -- 172.21.15.81:0/507928257 wait complete. 2023-06-26T03:00:31.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 -- start start 2023-06-26T03:00:31.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 Processor -- start 2023-06-26T03:00:31.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654beb688a0 0x5654bebb1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654bebb1d40 0x5654beb73290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 0x5654beb737d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654be9b2380 con 0x5654bebb2650 2023-06-26T03:00:31.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654be96eae0 con 0x5654bebb1d40 2023-06-26T03:00:31.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x5654be96e780 con 0x5654beb688a0 2023-06-26T03:00:31.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 10 client.0 _ll_register_callbacks cb 0x5654beb4fe30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-26T03:00:31.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a4f85640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 0x5654beb737d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a4f85640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 0x5654beb737d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60544/0 (socket says 172.21.15.81:60544) 2023-06-26T03:00:31.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a4f85640 1 -- 172.21.15.81:0/1035084417 learned_addr learned my addr 172.21.15.81:0/1035084417 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:31.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f399ffff640 1 --2- 172.21.15.81:0/1035084417 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654beb688a0 0x5654bebb1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f399f7fe640 1 --2- 172.21.15.81:0/1035084417 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654bebb1d40 0x5654beb73290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a4f85640 1 -- 172.21.15.81:0/1035084417 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654beb688a0 msgr2=0x5654bebb1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:31.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a4f85640 1 --2- 172.21.15.81:0/1035084417 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654beb688a0 0x5654bebb1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a4f85640 1 -- 172.21.15.81:0/1035084417 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654bebb1d40 msgr2=0x5654beb73290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:31.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a4f85640 1 --2- 172.21.15.81:0/1035084417 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654bebb1d40 0x5654beb73290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a4f85640 1 -- 172.21.15.81:0/1035084417 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39a00c38c0 con 0x5654bebb2650 2023-06-26T03:00:31.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a4f85640 1 --2- 172.21.15.81:0/1035084417 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 0x5654beb737d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3998007b40 tx=0x7f3998001ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a5a2cd143018c56 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:31.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f397effd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2023-06-26T03:00:31.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f397effd640 1 -- 172.21.15.81:0/1035084417 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3998004d70 con 0x5654bebb2650 2023-06-26T03:00:31.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f397effd640 1 -- 172.21.15.81:0/1035084417 <== mon.0 v2:172.21.15.81:3300/0 2 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f3998015c00 con 0x5654bebb2650 2023-06-26T03:00:31.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 -- 172.21.15.81:0/1035084417 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5654be979a20 con 0x5654bebb2650 2023-06-26T03:00:31.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f397effd640 1 -- 172.21.15.81:0/1035084417 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3998015dc0 con 0x5654bebb2650 2023-06-26T03:00:31.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 10 client.4731 fetch_fsmap learned FSMap version 7 2023-06-26T03:00:31.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 -- 172.21.15.81:0/1035084417 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x5654be976d10 con 0x5654bebb2650 2023-06-26T03:00:31.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f397effd640 1 -- 172.21.15.81:0/1035084417 <== mon.0 v2:172.21.15.81:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5654be979a20 con 0x5654bebb2650 2023-06-26T03:00:31.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f397effd640 1 -- 172.21.15.81:0/1035084417 <== mon.0 v2:172.21.15.81:3300/0 5 ==== fsmap(e 7) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f3998005030 con 0x5654bebb2650 2023-06-26T03:00:31.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 10 client.4731 fetch_fsmap finished waiting for FSMap version 7 2023-06-26T03:00:31.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 10 client.4731 resolve_mds: resolved name 'b' to daemon mds.b 2023-06-26T03:00:31.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 20 client.4731 populate_metadata read hostname 'smithi081' 2023-06-26T03:00:31.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 --2- 172.21.15.81:0/1035084417 >> [v2:172.21.15.92:6833/3906833758,v1:172.21.15.92:6835/3906833758] conn(0x5654beb74510 0x5654bebc3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 4 client.4731 mds_command: new command op to 4291 tid=0[{"prefix": "get_command_descriptions"}] 2023-06-26T03:00:31.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.815+0000 7f39a9b04000 1 -- 172.21.15.81:0/1035084417 --> [v2:172.21.15.92:6833/3906833758,v1:172.21.15.92:6835/3906833758] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5654be9e1710 con 0x5654beb74510 2023-06-26T03:00:31.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f399ffff640 1 --2- 172.21.15.81:0/1035084417 >> [v2:172.21.15.92:6833/3906833758,v1:172.21.15.92:6835/3906833758] conn(0x5654beb74510 0x5654bebc3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f399ffff640 1 --2- 172.21.15.81:0/1035084417 >> [v2:172.21.15.92:6833/3906833758,v1:172.21.15.92:6835/3906833758] conn(0x5654beb74510 0x5654bebc3dd0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9da6ffbe07614db server_cookie=b2525b5c309140b2 in_seq=0 out_seq=0 2023-06-26T03:00:31.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f397effd640 10 client.4731 ms_handle_connect on v2:172.21.15.92:6833/3906833758 2023-06-26T03:00:31.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f397effd640 1 -- 172.21.15.81:0/1035084417 <== mds.0 v2:172.21.15.92:6833/3906833758 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5654be9e1710 con 0x5654beb74510 2023-06-26T03:00:31.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f397effd640 10 client.4731 handle_command_reply: tid=0 2023-06-26T03:00:31.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f39a9b04000 1 client.4731 shutdown 2023-06-26T03:00:31.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f39a9b04000 1 -- 172.21.15.81:0/1035084417 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 msgr2=0x5654beb737d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f39a9b04000 1 --2- 172.21.15.81:0/1035084417 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 0x5654beb737d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3998007b40 tx=0x7f3998001ad0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f39a9b04000 1 -- 172.21.15.81:0/1035084417 shutdown_connections 2023-06-26T03:00:31.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f39a9b04000 1 --2- 172.21.15.81:0/1035084417 >> [v2:172.21.15.92:6833/3906833758,v1:172.21.15.92:6835/3906833758] conn(0x5654beb74510 0x5654bebc3dd0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f39a9b04000 1 --2- 172.21.15.81:0/1035084417 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 0x5654beb737d0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f39a9b04000 1 --2- 172.21.15.81:0/1035084417 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654bebb1d40 0x5654beb73290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f397effd640 0 client.4731 ms_handle_reset on v2:172.21.15.92:6833/3906833758 2023-06-26T03:00:31.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f39a9b04000 1 --2- 172.21.15.81:0/1035084417 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654beb688a0 0x5654bebb1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f39a9b04000 1 -- 172.21.15.81:0/1035084417 >> 172.21.15.81:0/1035084417 conn(0x5654beb5b800 msgr2=0x5654beb69710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:31.835 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f39a9b04000 1 -- 172.21.15.81:0/1035084417 shutdown_connections 2023-06-26T03:00:31.835 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f39a9b04000 1 -- 172.21.15.81:0/1035084417 wait complete. 2023-06-26T03:00:31.835 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.819+0000 7f39a9b04000 20 client.4731 trim_cache size 0 max 16384 2023-06-26T03:00:31.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f39a9b04000 1 Processor -- start 2023-06-26T03:00:31.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f39a9b04000 1 -- start start 2023-06-26T03:00:31.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f39a9b04000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654beb688a0 0x5654beb73490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f39a9b04000 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 0x5654beb68c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f39a9b04000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654bebb2650 0x5654beb691b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f39a9b04000 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654be66f940 con 0x5654bebb1d40 2023-06-26T03:00:31.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f39a9b04000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654be9b1210 con 0x5654beb688a0 2023-06-26T03:00:31.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f39a9b04000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x5654be981320 con 0x5654bebb2650 2023-06-26T03:00:31.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f399f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 0x5654beb68c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f399f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 0x5654beb68c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60548/0 (socket says 172.21.15.81:60548) 2023-06-26T03:00:31.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f399f7fe640 1 -- 172.21.15.81:0/1922282374 learned_addr learned my addr 172.21.15.81:0/1922282374 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:31.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f399f7fe640 1 -- 172.21.15.81:0/1922282374 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654bebb2650 msgr2=0x5654beb691b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:31.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f399f7fe640 1 --2- 172.21.15.81:0/1922282374 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654bebb2650 0x5654beb691b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f399f7fe640 1 -- 172.21.15.81:0/1922282374 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654beb688a0 msgr2=0x5654beb73490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:31.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f399f7fe640 1 --2- 172.21.15.81:0/1922282374 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654beb688a0 0x5654beb73490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f399f7fe640 1 -- 172.21.15.81:0/1922282374 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5654be95cfa0 con 0x5654bebb1d40 2023-06-26T03:00:31.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f399f7fe640 1 --2- 172.21.15.81:0/1922282374 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 0x5654beb68c70 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3994051880 tx=0x7f39940046d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57600347636fe964 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:31.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.835+0000 7f39867fc640 1 -- 172.21.15.81:0/1922282374 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f399405d6d0 con 0x5654bebb1d40 2023-06-26T03:00:31.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39867fc640 1 -- 172.21.15.81:0/1922282374 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3994053720 con 0x5654bebb1d40 2023-06-26T03:00:31.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39867fc640 1 -- 172.21.15.81:0/1922282374 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3994051a90 con 0x5654bebb1d40 2023-06-26T03:00:31.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 -- 172.21.15.81:0/1922282374 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 msgr2=0x5654beb68c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 --2- 172.21.15.81:0/1922282374 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 0x5654beb68c70 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3994051880 tx=0x7f39940046d0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 -- 172.21.15.81:0/1922282374 shutdown_connections 2023-06-26T03:00:31.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 --2- 172.21.15.81:0/1922282374 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654bebb2650 0x5654beb691b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 --2- 172.21.15.81:0/1922282374 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb1d40 0x5654beb68c70 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 --2- 172.21.15.81:0/1922282374 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654beb688a0 0x5654beb73490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 -- 172.21.15.81:0/1922282374 >> 172.21.15.81:0/1922282374 conn(0x5654beb5b800 msgr2=0x5654beb674d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:31.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 -- 172.21.15.81:0/1922282374 shutdown_connections 2023-06-26T03:00:31.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 -- 172.21.15.81:0/1922282374 wait complete. 2023-06-26T03:00:31.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 -- start start 2023-06-26T03:00:31.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 Processor -- start 2023-06-26T03:00:31.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654beb688a0 0x5654beb6a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654bebb1d40 0x5654beb63880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 0x5654beb63dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654be980e10 con 0x5654bebb2650 2023-06-26T03:00:31.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654be951930 con 0x5654bebb1d40 2023-06-26T03:00:31.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x5654be9b4ee0 con 0x5654beb688a0 2023-06-26T03:00:31.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 10 client.0 _ll_register_callbacks cb 0x5654be9767f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-26T03:00:31.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a4f85640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 0x5654beb63dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a4f85640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 0x5654beb63dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60560/0 (socket says 172.21.15.81:60560) 2023-06-26T03:00:31.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a4f85640 1 -- 172.21.15.81:0/858064545 learned_addr learned my addr 172.21.15.81:0/858064545 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:31.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f399ffff640 1 --2- 172.21.15.81:0/858064545 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654beb688a0 0x5654beb6a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f399f7fe640 1 --2- 172.21.15.81:0/858064545 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654bebb1d40 0x5654beb63880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a4f85640 1 -- 172.21.15.81:0/858064545 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654beb688a0 msgr2=0x5654beb6a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:31.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a4f85640 1 --2- 172.21.15.81:0/858064545 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654beb688a0 0x5654beb6a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a4f85640 1 -- 172.21.15.81:0/858064545 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654bebb1d40 msgr2=0x5654beb63880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:31.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a4f85640 1 --2- 172.21.15.81:0/858064545 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654bebb1d40 0x5654beb63880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a4f85640 1 -- 172.21.15.81:0/858064545 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39a0139e30 con 0x5654bebb2650 2023-06-26T03:00:31.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a4f85640 1 --2- 172.21.15.81:0/858064545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 0x5654beb63dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3998018040 tx=0x7f3998001260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b493abd3c39fedb3 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:31.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f397effd640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2023-06-26T03:00:31.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f397effd640 1 -- 172.21.15.81:0/858064545 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3998005cc0 con 0x5654bebb2650 2023-06-26T03:00:31.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f397effd640 1 -- 172.21.15.81:0/858064545 <== mon.0 v2:172.21.15.81:3300/0 2 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f3998005590 con 0x5654bebb2650 2023-06-26T03:00:31.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 -- 172.21.15.81:0/858064545 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5654be9b0cd0 con 0x5654bebb2650 2023-06-26T03:00:31.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f397effd640 1 -- 172.21.15.81:0/858064545 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3998004d80 con 0x5654bebb2650 2023-06-26T03:00:31.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 10 client.4737 fetch_fsmap learned FSMap version 7 2023-06-26T03:00:31.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 -- 172.21.15.81:0/858064545 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x5654be6aecc0 con 0x5654bebb2650 2023-06-26T03:00:31.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f397effd640 1 -- 172.21.15.81:0/858064545 <== mon.0 v2:172.21.15.81:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5654be9b0cd0 con 0x5654bebb2650 2023-06-26T03:00:31.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f397effd640 1 -- 172.21.15.81:0/858064545 <== mon.0 v2:172.21.15.81:3300/0 5 ==== fsmap(e 7) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f3998027040 con 0x5654bebb2650 2023-06-26T03:00:31.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 10 client.4737 fetch_fsmap finished waiting for FSMap version 7 2023-06-26T03:00:31.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 10 client.4737 resolve_mds: resolved name 'b' to daemon mds.b 2023-06-26T03:00:31.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 20 client.4737 populate_metadata read hostname 'smithi081' 2023-06-26T03:00:31.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 --2- 172.21.15.81:0/858064545 >> [v2:172.21.15.92:6833/3906833758,v1:172.21.15.92:6835/3906833758] conn(0x5654bebc1dc0 0x5654bebc2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:31.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 4 client.4737 mds_command: new command op to 4291 tid=0[{"prefix": "status"}] 2023-06-26T03:00:31.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f39a9b04000 1 -- 172.21.15.81:0/858064545 --> [v2:172.21.15.92:6833/3906833758,v1:172.21.15.92:6835/3906833758] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5654be9ab360 con 0x5654bebc1dc0 2023-06-26T03:00:31.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.839+0000 7f399ffff640 1 --2- 172.21.15.81:0/858064545 >> [v2:172.21.15.92:6833/3906833758,v1:172.21.15.92:6835/3906833758] conn(0x5654bebc1dc0 0x5654bebc2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:31.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f397effd640 10 client.4737 ms_handle_connect on v2:172.21.15.92:6833/3906833758 2023-06-26T03:00:31.854 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f399ffff640 1 --2- 172.21.15.81:0/858064545 >> [v2:172.21.15.92:6833/3906833758,v1:172.21.15.92:6835/3906833758] conn(0x5654bebc1dc0 0x5654bebc2190 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79de53a3ff12dea8 server_cookie=15919b73bea3a34f in_seq=0 out_seq=0 2023-06-26T03:00:31.854 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f397effd640 1 -- 172.21.15.81:0/858064545 <== mds.0 v2:172.21.15.92:6833/3906833758 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+330 (crc 0 0 0) 0x5654be9ab360 con 0x5654bebc1dc0 2023-06-26T03:00:31.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f397effd640 10 client.4737 handle_command_reply: tid=0 2023-06-26T03:00:31.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a9b04000 1 client.4737 shutdown 2023-06-26T03:00:31.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a9b04000 1 -- 172.21.15.81:0/858064545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 msgr2=0x5654beb63dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a9b04000 1 --2- 172.21.15.81:0/858064545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 0x5654beb63dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3998018040 tx=0x7f3998001260 comp rx=0 tx=0).stop 2023-06-26T03:00:31.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a9b04000 1 -- 172.21.15.81:0/858064545 shutdown_connections 2023-06-26T03:00:31.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a9b04000 1 --2- 172.21.15.81:0/858064545 >> [v2:172.21.15.92:6833/3906833758,v1:172.21.15.92:6835/3906833758] conn(0x5654bebc1dc0 0x5654bebc2190 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a9b04000 1 --2- 172.21.15.81:0/858064545 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x5654bebb2650 0x5654beb63dc0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a9b04000 1 --2- 172.21.15.81:0/858064545 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5654bebb1d40 0x5654beb63880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a9b04000 1 --2- 172.21.15.81:0/858064545 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x5654beb688a0 0x5654beb6a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f397effd640 0 client.4737 ms_handle_reset on v2:172.21.15.92:6833/3906833758 2023-06-26T03:00:31.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a9b04000 1 -- 172.21.15.81:0/858064545 >> 172.21.15.81:0/858064545 conn(0x5654beb5b800 msgr2=0x5654beb674d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:31.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a9b04000 1 -- 172.21.15.81:0/858064545 shutdown_connections 2023-06-26T03:00:31.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a9b04000 1 -- 172.21.15.81:0/858064545 wait complete. 2023-06-26T03:00:31.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a9b04000 20 client.4737 trim_cache size 0 max 16384 2023-06-26T03:00:31.857 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2023-06-26T03:00:31.857 INFO:teuthology.orchestra.run.smithi081.stdout: "cluster_fsid": "dda0671d-3bec-4ba0-99d2-37d3d691f6d3", 2023-06-26T03:00:31.857 INFO:teuthology.orchestra.run.smithi081.stdout: "whoami": 0, 2023-06-26T03:00:31.857 INFO:teuthology.orchestra.run.smithi081.stdout: "id": 4291, 2023-06-26T03:00:31.857 INFO:teuthology.orchestra.run.smithi081.stdout: "want_state": "up:active", 2023-06-26T03:00:31.858 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "up:active", 2023-06-26T03:00:31.858 INFO:teuthology.orchestra.run.smithi081.stdout: "fs_name": "cephfs", 2023-06-26T03:00:31.858 INFO:teuthology.orchestra.run.smithi081.stdout: "rank_uptime": 17.702102050000001, 2023-06-26T03:00:31.858 INFO:teuthology.orchestra.run.smithi081.stdout: "mdsmap_epoch": 7, 2023-06-26T03:00:31.858 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_epoch": 24, 2023-06-26T03:00:31.858 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_epoch_barrier": 24, 2023-06-26T03:00:31.858 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 22.007513200000002 2023-06-26T03:00:31.858 INFO:teuthology.orchestra.run.smithi081.stdout:} 2023-06-26T03:00:31.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a69e8640 1 -- 172.21.15.81:0/3957173540 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f398c066280 msgr2=0x7f398c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a69e8640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f398c066280 0x7f398c068730 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f39900ad000 tx=0x7f3990008040 comp rx=0 tx=0).stop 2023-06-26T03:00:31.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a69e8640 1 -- 172.21.15.81:0/3957173540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39a00c2b40 msgr2=0x7f39a013e1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:31.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a69e8640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39a00c2b40 0x7f39a013e1c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f399400c7c0 tx=0x7f399400cc80 comp rx=0 tx=0).stop 2023-06-26T03:00:31.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a69e8640 1 -- 172.21.15.81:0/3957173540 shutdown_connections 2023-06-26T03:00:31.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a69e8640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f398c066280 0x7f398c068730 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a69e8640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39a015a100 0x7f39a013e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a69e8640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f39a00c2b40 0x7f39a013e1c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a69e8640 1 --2- 172.21.15.81:0/3957173540 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39a00704b0 0x7f39a00b1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:31.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a69e8640 1 -- 172.21.15.81:0/3957173540 >> 172.21.15.81:0/3957173540 conn(0x7f39a00af8d0 msgr2=0x7f39a00afca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:31.861 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a69e8640 1 -- 172.21.15.81:0/3957173540 shutdown_connections 2023-06-26T03:00:31.861 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:31.843+0000 7f39a69e8640 1 -- 172.21.15.81:0/3957173540 wait complete. 2023-06-26T03:00:31.864 INFO:teuthology.run_tasks:Running task ceph-fuse... 2023-06-26T03:00:31.897 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2023-06-26T03:00:31.898 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2023-06-26T03:00:31.898 INFO:tasks.ceph_fuse:client.0 config is {} 2023-06-26T03:00:31.898 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-06-26T03:00:31.899 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-06-26T03:00:31.899 INFO:tasks.ceph_fuse:client.2 config is {} 2023-06-26T03:00:31.899 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-06-26T03:00:31.899 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-06-26T03:00:31.900 INFO:tasks.ceph_fuse:client.1 config is {} 2023-06-26T03:00:31.900 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-06-26T03:00:31.900 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-06-26T03:00:31.900 INFO:tasks.ceph_fuse:client.3 config is {} 2023-06-26T03:00:31.901 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-06-26T03:00:31.901 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-06-26T03:00:31.901 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:31.901 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2023-06-26T03:00:31.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:31.908 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link delete ceph-brx 2023-06-26T03:00:31.971 INFO:teuthology.orchestra.run.smithi092.stderr:Cannot find device "ceph-brx" 2023-06-26T03:00:31.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T03:00:31.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:31.973 DEBUG:teuthology.orchestra.run.smithi081:> ip netns list 2023-06-26T03:00:31.979 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:31.979 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip link delete ceph-brx 2023-06-26T03:00:32.039 INFO:teuthology.orchestra.run.smithi081.stderr:Cannot find device "ceph-brx" 2023-06-26T03:00:32.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T03:00:32.041 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2023-06-26T03:00:32.041 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-26T03:00:32.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1ddc3ab640 1 Processor -- start 2023-06-26T03:00:32.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1ddc3ab640 1 -- start start 2023-06-26T03:00:32.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1ddc3ab640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1dd40c9c70 0x7f1dd4070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:32.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1ddc3ab640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd40af770 0x7f1dd40afbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:32.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1ddc3ab640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1dd406bd00 con 0x7f1dd41596a0 2023-06-26T03:00:32.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1ddc3ab640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1dd40b00f0 con 0x7f1dd40c9c70 2023-06-26T03:00:32.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1ddc3ab640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd40ca100 con 0x7f1dd40af770 2023-06-26T03:00:32.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dda147640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f1dd41596a0 0x7f1dd40c9560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:60948/0 (socket says 172.21.15.81:60948) 2023-06-26T03:00:32.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dda147640 1 -- 172.21.15.81:0/359316952 learned_addr learned my addr 172.21.15.81:0/359316952 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:32.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2161809064 0 0) 0x7f1dd406bd00 con 0x7f1dd41596a0 2023-06-26T03:00:32.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1dc0003530 con 0x7f1dd41596a0 2023-06-26T03:00:32.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dda948640 1 --2- 172.21.15.81:0/359316952 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd40af770 0x7f1dd40afbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:32.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9946640 1 --2- 172.21.15.81:0/359316952 >> v2:172.21.15.92:3300/0 conn(0x7f1dd40c9c70 0x7f1dd4070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:32.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 764434844 0 0) 0x7f1dc0003530 con 0x7f1dd41596a0 2023-06-26T03:00:32.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd40af770 msgr2=0x7f1dd40afbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:32.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 --2- 172.21.15.81:0/359316952 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd40af770 0x7f1dd40afbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:32.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 >> v2:172.21.15.92:3300/0 conn(0x7f1dd40c9c70 msgr2=0x7f1dd4070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:32.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 --2- 172.21.15.81:0/359316952 >> v2:172.21.15.92:3300/0 conn(0x7f1dd40c9c70 0x7f1dd4070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:32.212 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dd4070360 con 0x7f1dd41596a0 2023-06-26T03:00:32.212 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f1dd0001680 con 0x7f1dd41596a0 2023-06-26T03:00:32.212 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 >> v1:172.21.15.81:6789/0 conn(0x7f1dd41596a0 legacy=0x7f1dd40c9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:32.212 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 --2- 172.21.15.81:0/359316952 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd40af770 0x7f1dc0003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:32.212 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 --2- 172.21.15.81:0/359316952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dc0003f00 0x7f1dc00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:32.212 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 --2- 172.21.15.81:0/359316952 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dc0004d10 0x7f1dc0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:32.212 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd40b00f0 con 0x7f1dc0003f00 2023-06-26T03:00:32.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd40ca100 con 0x7f1dc0004d10 2023-06-26T03:00:32.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc000ba70 con 0x7f1dd40af770 2023-06-26T03:00:32.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9946640 1 --2- 172.21.15.81:0/359316952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dc0003f00 0x7f1dc00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:32.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9946640 1 -- 172.21.15.81:0/359316952 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd40af770 msgr2=0x7f1dc0003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:32.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9946640 1 --2- 172.21.15.81:0/359316952 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd40af770 0x7f1dc0003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:32.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dda948640 1 --2- 172.21.15.81:0/359316952 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dc0004d10 0x7f1dc0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:32.213 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9946640 1 -- 172.21.15.81:0/359316952 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dc0004d10 msgr2=0x7f1dc0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:32.214 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9946640 1 --2- 172.21.15.81:0/359316952 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dc0004d10 0x7f1dc0005180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:32.214 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.203+0000 7f1dd9946640 1 -- 172.21.15.81:0/359316952 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dc0003530 con 0x7f1dc0003f00 2023-06-26T03:00:32.216 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dd9946640 1 --2- 172.21.15.81:0/359316952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dc0003f00 0x7f1dc00047d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8007330 tx=0x7f1dc801ce10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3885c28c4938df64 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:32.216 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dc80a5c00 con 0x7f1dc0003f00 2023-06-26T03:00:32.216 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dc80a5d60 con 0x7f1dc0003f00 2023-06-26T03:00:32.216 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dd9145640 1 -- 172.21.15.81:0/359316952 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dc80ad660 con 0x7f1dc0003f00 2023-06-26T03:00:32.216 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/359316952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dc0003f00 msgr2=0x7f1dc00047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:32.216 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 --2- 172.21.15.81:0/359316952 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dc0003f00 0x7f1dc00047d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8007330 tx=0x7f1dc801ce10 comp rx=0 tx=0).stop 2023-06-26T03:00:32.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dda948640 1 -- 172.21.15.81:0/359316952 reap_dead start 2023-06-26T03:00:32.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/359316952 shutdown_connections 2023-06-26T03:00:32.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/359316952 >> 172.21.15.81:0/359316952 conn(0x7f1dd40ca770 msgr2=0x7f1dd40cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:32.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/359316952 shutdown_connections 2023-06-26T03:00:32.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/359316952 wait complete. 2023-06-26T03:00:32.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 Processor -- start 2023-06-26T03:00:32.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 -- start start 2023-06-26T03:00:32.217 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dc0003f00 0x7f1dd40b3860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:32.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd4150df0 0x7f1dd4150730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:32.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd40c71a0 0x7f1dd40c7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:32.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd41f2030 con 0x7f1dd40c71a0 2023-06-26T03:00:32.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd4150c70 con 0x7f1dc0003f00 2023-06-26T03:00:32.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1ddc3ab640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd40c57d0 con 0x7f1dd4150df0 2023-06-26T03:00:32.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dda948640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd40c71a0 0x7f1dd40c7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:32.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dda948640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd40c71a0 0x7f1dd40c7640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60582/0 (socket says 172.21.15.81:60582) 2023-06-26T03:00:32.218 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dda948640 1 -- 172.21.15.81:0/3190407775 learned_addr learned my addr 172.21.15.81:0/3190407775 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:32.219 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dda147640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dc0003f00 0x7f1dd40b3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:32.219 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dd9946640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd4150df0 0x7f1dd4150730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:32.219 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dda948640 1 -- 172.21.15.81:0/3190407775 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd4150df0 msgr2=0x7f1dd4150730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:32.219 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dda948640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd4150df0 0x7f1dd4150730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:32.219 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dda948640 1 -- 172.21.15.81:0/3190407775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dc0003f00 msgr2=0x7f1dd40b3860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:32.219 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dda948640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dc0003f00 0x7f1dd40b3860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:32.219 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dda948640 1 -- 172.21.15.81:0/3190407775 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dd40c5a70 con 0x7f1dd40c71a0 2023-06-26T03:00:32.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.207+0000 7f1dda948640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd40c71a0 0x7f1dd40c7640 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1dd406c830 tx=0x7f1dcc010620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:32.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.211+0000 7f1dc6ffd640 1 -- 172.21.15.81:0/3190407775 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc010e40 con 0x7f1dd40c71a0 2023-06-26T03:00:32.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.211+0000 7f1dc6ffd640 1 -- 172.21.15.81:0/3190407775 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dcc0143f0 con 0x7f1dd40c71a0 2023-06-26T03:00:32.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.211+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/3190407775 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1dd415ae30 con 0x7f1dd40c71a0 2023-06-26T03:00:32.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.211+0000 7f1dc6ffd640 1 -- 172.21.15.81:0/3190407775 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc0147a0 con 0x7f1dd40c71a0 2023-06-26T03:00:32.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.211+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/3190407775 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1dd415b3f0 con 0x7f1dd40c71a0 2023-06-26T03:00:32.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.211+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/3190407775 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1dd404d790 con 0x7f1dd40c71a0 2023-06-26T03:00:32.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.211+0000 7f1dc6ffd640 1 -- 172.21.15.81:0/3190407775 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1dcc014900 con 0x7f1dd40c71a0 2023-06-26T03:00:32.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.211+0000 7f1dc6ffd640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1db8066280 0x7f1db8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:32.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.211+0000 7f1dc6ffd640 1 -- 172.21.15.81:0/3190407775 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f1dcc082e60 con 0x7f1dd40c71a0 2023-06-26T03:00:32.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.211+0000 7f1dda147640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1db8066280 0x7f1db8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:32.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.211+0000 7f1dda147640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1db8066280 0x7f1db8068730 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f1dd0001810 tx=0x7f1dd0001720 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:32.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.215+0000 7f1dc6ffd640 1 -- 172.21.15.81:0/3190407775 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1dcc0502e0 con 0x7f1dd40c71a0 2023-06-26T03:00:32.408 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.403+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/3190407775 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f1dd406af70 con 0x7f1dd40c71a0 2023-06-26T03:00:32.409 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.403+0000 7f1dc6ffd640 1 -- 172.21.15.81:0/3190407775 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f1dcc053900 con 0x7f1dd40c71a0 2023-06-26T03:00:32.409 INFO:teuthology.orchestra.run.smithi081.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-06-26T03:00:32.411 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.407+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/3190407775 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1db8066280 msgr2=0x7f1db8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:32.411 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.407+0000 7f1ddc3ab640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1db8066280 0x7f1db8068730 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f1dd0001810 tx=0x7f1dd0001720 comp rx=0 tx=0).stop 2023-06-26T03:00:32.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.407+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/3190407775 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd40c71a0 msgr2=0x7f1dd40c7640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:32.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.407+0000 7f1ddc3ab640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd40c71a0 0x7f1dd40c7640 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1dd406c830 tx=0x7f1dcc010620 comp rx=0 tx=0).stop 2023-06-26T03:00:32.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.407+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/3190407775 shutdown_connections 2023-06-26T03:00:32.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.407+0000 7f1ddc3ab640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1db8066280 0x7f1db8068730 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:32.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.407+0000 7f1ddc3ab640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd40c71a0 0x7f1dd40c7640 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:32.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.407+0000 7f1ddc3ab640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd4150df0 0x7f1dd4150730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:32.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.407+0000 7f1ddc3ab640 1 --2- 172.21.15.81:0/3190407775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dc0003f00 0x7f1dd40b3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:32.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.407+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/3190407775 >> 172.21.15.81:0/3190407775 conn(0x7f1dd40ca770 msgr2=0x7f1dd40c8e00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:32.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.407+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/3190407775 shutdown_connections 2023-06-26T03:00:32.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:32.407+0000 7f1ddc3ab640 1 -- 172.21.15.81:0/3190407775 wait complete. 2023-06-26T03:00:32.428 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-26T03:00:32.428 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-26T03:00:32.428 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi081.front.sepia.ceph.com 2023-06-26T03:00:32.428 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-06-26T03:00:32.429 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-06-26T03:00:32.429 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-26T03:00:32.429 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-26T03:00:32.429 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-26T03:00:32.429 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-06-26T03:00:32.430 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:32.430 DEBUG:teuthology.orchestra.run.smithi081:> ip addr 2023-06-26T03:00:32.434 INFO:teuthology.orchestra.run.smithi081.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:00:32.435 INFO:teuthology.orchestra.run.smithi081.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:00:32.435 INFO:teuthology.orchestra.run.smithi081.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:00:32.435 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:32.435 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 ::1/128 scope host 2023-06-26T03:00:32.435 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:32.435 INFO:teuthology.orchestra.run.smithi081.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:00:32.435 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0c:c4:7a:d8:a1:30 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:32.436 INFO:teuthology.orchestra.run.smithi081.stdout: altname enp7s0f0 2023-06-26T03:00:32.436 INFO:teuthology.orchestra.run.smithi081.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:00:32.436 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0c:c4:7a:d8:a1:31 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:32.436 INFO:teuthology.orchestra.run.smithi081.stdout: altname enp7s0f1 2023-06-26T03:00:32.436 INFO:teuthology.orchestra.run.smithi081.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:00:32.436 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0c:c4:7a:8f:d7:52 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:32.436 INFO:teuthology.orchestra.run.smithi081.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-26T03:00:32.437 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0c:c4:7a:8f:d7:53 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:32.437 INFO:teuthology.orchestra.run.smithi081.stdout: inet 172.21.15.81/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-06-26T03:00:32.437 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft 42460sec preferred_lft 42460sec 2023-06-26T03:00:32.437 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 fe80::ec4:7aff:fe8f:d753/64 scope link 2023-06-26T03:00:32.437 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:32.437 INFO:teuthology.orchestra.run.smithi081.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-26T03:00:32.437 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 02:42:09:eb:54:00 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:32.437 INFO:teuthology.orchestra.run.smithi081.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-26T03:00:32.438 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:32.438 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-06-26T03:00:32.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:32.439 DEBUG:teuthology.orchestra.run.smithi081:> (cd / && exec bash -c ' 2023-06-26T03:00:32.439 DEBUG:teuthology.orchestra.run.smithi081:> set -e 2023-06-26T03:00:32.439 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip link add name ceph-brx type bridge 2023-06-26T03:00:32.439 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip addr flush dev ceph-brx 2023-06-26T03:00:32.439 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip link set ceph-brx up 2023-06-26T03:00:32.440 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-06-26T03:00:32.440 DEBUG:teuthology.orchestra.run.smithi081:> ') 2023-06-26T03:00:32.511 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:32.512 DEBUG:teuthology.orchestra.run.smithi081:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-26T03:00:32.562 INFO:teuthology.orchestra.run.smithi081.stdout:1 2023-06-26T03:00:32.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:32.564 DEBUG:teuthology.orchestra.run.smithi081:> route 2023-06-26T03:00:32.633 INFO:teuthology.orchestra.run.smithi081.stdout:Kernel IP routing table 2023-06-26T03:00:32.633 INFO:teuthology.orchestra.run.smithi081.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-26T03:00:32.633 INFO:teuthology.orchestra.run.smithi081.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-06-26T03:00:32.633 INFO:teuthology.orchestra.run.smithi081.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-06-26T03:00:32.633 INFO:teuthology.orchestra.run.smithi081.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-26T03:00:32.634 INFO:teuthology.orchestra.run.smithi081.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-06-26T03:00:32.634 INFO:teuthology.orchestra.run.smithi081.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:00:32.634 INFO:teuthology.orchestra.run.smithi081.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:00:32.634 INFO:teuthology.orchestra.run.smithi081.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:00:32.634 INFO:teuthology.orchestra.run.smithi081.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-26T03:00:32.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:32.635 DEBUG:teuthology.orchestra.run.smithi081:> (cd / && exec bash -c ' 2023-06-26T03:00:32.635 DEBUG:teuthology.orchestra.run.smithi081:> set -e 2023-06-26T03:00:32.635 DEBUG:teuthology.orchestra.run.smithi081:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-06-26T03:00:32.635 DEBUG:teuthology.orchestra.run.smithi081:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-06-26T03:00:32.636 DEBUG:teuthology.orchestra.run.smithi081:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-06-26T03:00:32.636 DEBUG:teuthology.orchestra.run.smithi081:> ') 2023-06-26T03:00:32.708 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:32.709 DEBUG:teuthology.orchestra.run.smithi081:> ip netns list 2023-06-26T03:00:32.756 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:32.756 DEBUG:teuthology.orchestra.run.smithi081:> ip netns list-id 2023-06-26T03:00:32.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:32.804 DEBUG:teuthology.orchestra.run.smithi081:> (cd / && exec bash -c ' 2023-06-26T03:00:32.804 DEBUG:teuthology.orchestra.run.smithi081:> set -e 2023-06-26T03:00:32.805 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-06-26T03:00:32.805 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-06-26T03:00:32.805 DEBUG:teuthology.orchestra.run.smithi081:> ') 2023-06-26T03:00:32.872 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-06-26T03:00:32.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:32.873 DEBUG:teuthology.orchestra.run.smithi081:> (cd / && exec bash -c ' 2023-06-26T03:00:32.873 DEBUG:teuthology.orchestra.run.smithi081:> set -e 2023-06-26T03:00:32.873 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-06-26T03:00:32.873 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-06-26T03:00:32.874 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-06-26T03:00:32.874 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-06-26T03:00:32.874 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-06-26T03:00:32.874 DEBUG:teuthology.orchestra.run.smithi081:> ') 2023-06-26T03:00:32.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:32.984 DEBUG:teuthology.orchestra.run.smithi081:> (cd / && exec bash -c ' 2023-06-26T03:00:32.984 DEBUG:teuthology.orchestra.run.smithi081:> set -e 2023-06-26T03:00:32.984 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip link set brx.0 up 2023-06-26T03:00:32.984 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip link set dev brx.0 master ceph-brx 2023-06-26T03:00:32.985 DEBUG:teuthology.orchestra.run.smithi081:> ') 2023-06-26T03:00:33.003 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2023-06-26T03:00:33.003 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:00:33.004 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-06-26T03:00:33.051 INFO:teuthology.orchestra.run.smithi081.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-06-26T03:00:33.121 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:00:33.121 DEBUG:teuthology.orchestra.run.smithi081:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-06-26T03:00:33.126 DEBUG:teuthology.orchestra.run.smithi081:> sudo modprobe fuse 2023-06-26T03:00:33.181 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:00:33.181 DEBUG:teuthology.orchestra.run.smithi081:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:00:33.233 INFO:teuthology.orchestra.run.smithi081.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:00:33.235 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:00:33.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:33.235 DEBUG:teuthology.orchestra.run.smithi081:> ls /sys/fs/fuse/connections 2023-06-26T03:00:33.283 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-06-26T03:00:33.284 DEBUG:teuthology.orchestra.run.smithi081:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2023-06-26T03:00:33.328 DEBUG:teuthology.orchestra.run.smithi081:> sudo modprobe fuse 2023-06-26T03:00:33.342 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:00:33.342 DEBUG:teuthology.orchestra.run.smithi081:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:00:33.394 INFO:teuthology.orchestra.run.smithi081.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:00:33.395 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:00:33.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:33.396 DEBUG:teuthology.orchestra.run.smithi081:> ls /sys/fs/fuse/connections 2023-06-26T03:00:33.449 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi081.stderr:2023-06-26T03:00:33.443+0000 7fab893a9580 -1 init, newargv = 0x564f39913f30 newargc=15 2023-06-26T03:00:33.449 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi081.stderr:ceph-fuse[45246]: starting ceph client 2023-06-26T03:00:33.458 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi081.stderr:ceph-fuse[45246]: starting fuse 2023-06-26T03:00:34.549 DEBUG:teuthology.orchestra.run.smithi081:> sudo modprobe fuse 2023-06-26T03:00:34.565 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:00:34.565 DEBUG:teuthology.orchestra.run.smithi081:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:00:34.619 INFO:teuthology.orchestra.run.smithi081.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:00:34.620 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:00:34.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:34.621 DEBUG:teuthology.orchestra.run.smithi081:> ls /sys/fs/fuse/connections 2023-06-26T03:00:34.671 INFO:teuthology.orchestra.run.smithi081.stdout:45 2023-06-26T03:00:34.671 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2023-06-26T03:00:34.672 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-26T03:00:34.672 DEBUG:teuthology.orchestra.run.smithi081:> import glob 2023-06-26T03:00:34.672 DEBUG:teuthology.orchestra.run.smithi081:> import re 2023-06-26T03:00:34.673 DEBUG:teuthology.orchestra.run.smithi081:> import os 2023-06-26T03:00:34.673 DEBUG:teuthology.orchestra.run.smithi081:> import subprocess 2023-06-26T03:00:34.673 DEBUG:teuthology.orchestra.run.smithi081:> 2023-06-26T03:00:34.673 DEBUG:teuthology.orchestra.run.smithi081:> def _find_admin_socket(client_name): 2023-06-26T03:00:34.673 DEBUG:teuthology.orchestra.run.smithi081:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2023-06-26T03:00:34.674 DEBUG:teuthology.orchestra.run.smithi081:> files = glob.glob(asok_path) 2023-06-26T03:00:34.674 DEBUG:teuthology.orchestra.run.smithi081:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2023-06-26T03:00:34.674 DEBUG:teuthology.orchestra.run.smithi081:> 2023-06-26T03:00:34.674 DEBUG:teuthology.orchestra.run.smithi081:> # Given a non-glob path, it better be there 2023-06-26T03:00:34.675 DEBUG:teuthology.orchestra.run.smithi081:> if "*" not in asok_path: 2023-06-26T03:00:34.675 DEBUG:teuthology.orchestra.run.smithi081:> assert(len(files) == 1) 2023-06-26T03:00:34.675 DEBUG:teuthology.orchestra.run.smithi081:> return files[0] 2023-06-26T03:00:34.675 DEBUG:teuthology.orchestra.run.smithi081:> 2023-06-26T03:00:34.676 DEBUG:teuthology.orchestra.run.smithi081:> for f in files: 2023-06-26T03:00:34.676 DEBUG:teuthology.orchestra.run.smithi081:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-26T03:00:34.676 DEBUG:teuthology.orchestra.run.smithi081:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-26T03:00:34.676 DEBUG:teuthology.orchestra.run.smithi081:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-26T03:00:34.677 DEBUG:teuthology.orchestra.run.smithi081:> contents = proc_f.read() 2023-06-26T03:00:34.677 DEBUG:teuthology.orchestra.run.smithi081:> if mountpoint in contents: 2023-06-26T03:00:34.677 DEBUG:teuthology.orchestra.run.smithi081:> return f 2023-06-26T03:00:34.677 DEBUG:teuthology.orchestra.run.smithi081:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-26T03:00:34.678 DEBUG:teuthology.orchestra.run.smithi081:> 2023-06-26T03:00:34.678 DEBUG:teuthology.orchestra.run.smithi081:> print(_find_admin_socket("client.0")) 2023-06-26T03:00:34.679 DEBUG:teuthology.orchestra.run.smithi081:> ' 2023-06-26T03:00:34.792 INFO:teuthology.orchestra.run.smithi081.stdout:/var/run/ceph/ceph-client.0.45246.asok 2023-06-26T03:00:34.975 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.45246.asok 2023-06-26T03:00:34.975 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:34.975 DEBUG:teuthology.orchestra.run.smithi081:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.45246.asok status 2023-06-26T03:00:35.133 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2023-06-26T03:00:35.133 INFO:teuthology.orchestra.run.smithi081.stdout: "metadata": { 2023-06-26T03:00:35.133 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_sha1": "6e29bf323ce1af97210bf5c3ab6386cc214ed162", 2023-06-26T03:00:35.133 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_version": "ceph version 18.0.0-4444-g6e29bf32 (6e29bf323ce1af97210bf5c3ab6386cc214ed162) reef (dev)", 2023-06-26T03:00:35.134 INFO:teuthology.orchestra.run.smithi081.stdout: "entity_id": "0", 2023-06-26T03:00:35.134 INFO:teuthology.orchestra.run.smithi081.stdout: "hostname": "smithi081", 2023-06-26T03:00:35.134 INFO:teuthology.orchestra.run.smithi081.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2023-06-26T03:00:35.134 INFO:teuthology.orchestra.run.smithi081.stdout: "pid": "45246", 2023-06-26T03:00:35.134 INFO:teuthology.orchestra.run.smithi081.stdout: "root": "/" 2023-06-26T03:00:35.134 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:00:35.134 INFO:teuthology.orchestra.run.smithi081.stdout: "dentry_count": 0, 2023-06-26T03:00:35.134 INFO:teuthology.orchestra.run.smithi081.stdout: "dentry_pinned_count": 0, 2023-06-26T03:00:35.135 INFO:teuthology.orchestra.run.smithi081.stdout: "id": 4749, 2023-06-26T03:00:35.135 INFO:teuthology.orchestra.run.smithi081.stdout: "inst": { 2023-06-26T03:00:35.135 INFO:teuthology.orchestra.run.smithi081.stdout: "name": { 2023-06-26T03:00:35.135 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "client", 2023-06-26T03:00:35.135 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 4749 2023-06-26T03:00:35.135 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:00:35.135 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": { 2023-06-26T03:00:35.135 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2023-06-26T03:00:35.136 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:00:35.136 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 1257345901 2023-06-26T03:00:35.136 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:00:35.136 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:00:35.136 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": { 2023-06-26T03:00:35.136 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2023-06-26T03:00:35.136 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:00:35.137 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 1257345901 2023-06-26T03:00:35.137 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:00:35.137 INFO:teuthology.orchestra.run.smithi081.stdout: "inst_str": "client.4749 192.168.0.1:0/1257345901", 2023-06-26T03:00:35.137 INFO:teuthology.orchestra.run.smithi081.stdout: "addr_str": "192.168.0.1:0/1257345901", 2023-06-26T03:00:35.137 INFO:teuthology.orchestra.run.smithi081.stdout: "inode_count": 1, 2023-06-26T03:00:35.137 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_epoch": 7, 2023-06-26T03:00:35.137 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_epoch": 24, 2023-06-26T03:00:35.138 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_epoch_barrier": 0, 2023-06-26T03:00:35.138 INFO:teuthology.orchestra.run.smithi081.stdout: "blocklisted": false, 2023-06-26T03:00:35.138 INFO:teuthology.orchestra.run.smithi081.stdout: "fs_name": "cephfs" 2023-06-26T03:00:35.138 INFO:teuthology.orchestra.run.smithi081.stdout:} 2023-06-26T03:00:35.146 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-26T03:00:35.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.255+0000 7fbfc2946640 1 Processor -- start 2023-06-26T03:00:35.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.255+0000 7fbfc2946640 1 -- start start 2023-06-26T03:00:35.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.255+0000 7fbfc2946640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbfbc0ca590 0x7fbfbc15f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:35.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.255+0000 7fbfc2946640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfbc160520 con 0x7fbfbc0b19c0 2023-06-26T03:00:35.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.255+0000 7fbfc2946640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfbc0b2800 con 0x7fbfbc0b2430 2023-06-26T03:00:35.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.255+0000 7fbfc2946640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfbc0ca9f0 con 0x7fbfbc0ca590 2023-06-26T03:00:35.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.255+0000 7fbfbb7fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fbfbc0b19c0 0x7fbfbc0cf540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:60960/0 (socket says 172.21.15.81:60960) 2023-06-26T03:00:35.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.255+0000 7fbfbb7fe640 1 -- 172.21.15.81:0/1316877139 learned_addr learned my addr 172.21.15.81:0/1316877139 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:35.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.255+0000 7fbfc0ee3640 1 --2- 172.21.15.81:0/1316877139 >> v2:172.21.15.92:3300/0 conn(0x7fbfbc0ca590 0x7fbfbc15f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:35.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.255+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3697564792 0 0) 0x7fbfbc160520 con 0x7fbfbc0b19c0 2023-06-26T03:00:35.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.255+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbfa4003530 con 0x7fbfbc0b19c0 2023-06-26T03:00:35.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1069727450 0 0) 0x7fbfa4003530 con 0x7fbfbc0b19c0 2023-06-26T03:00:35.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 >> v2:172.21.15.92:3300/0 conn(0x7fbfbc0ca590 msgr2=0x7fbfbc15f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:35.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 --2- 172.21.15.81:0/1316877139 >> v2:172.21.15.92:3300/0 conn(0x7fbfbc0ca590 0x7fbfbc15f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:35.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 >> v1:172.21.15.92:6789/0 conn(0x7fbfbc0b2430 legacy=0x7fbfbc0cee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:35.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfbc15fc80 con 0x7fbfbc0b19c0 2023-06-26T03:00:35.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fbfb0001680 con 0x7fbfbc0b19c0 2023-06-26T03:00:35.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 >> v1:172.21.15.81:6789/0 conn(0x7fbfbc0b19c0 legacy=0x7fbfbc0cf540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:35.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 --2- 172.21.15.81:0/1316877139 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfa4003980 0x7fbfa4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:35.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 --2- 172.21.15.81:0/1316877139 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbfa40047d0 0x7fbfa4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:35.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 --2- 172.21.15.81:0/1316877139 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfa4005180 0x7fbfa400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:35.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfbc0ca9f0 con 0x7fbfa40047d0 2023-06-26T03:00:35.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfa400c090 con 0x7fbfa4005180 2023-06-26T03:00:35.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfa400c250 con 0x7fbfa4003980 2023-06-26T03:00:35.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbb7fe640 1 --2- 172.21.15.81:0/1316877139 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbfa40047d0 0x7fbfa4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:35.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfc0ee3640 1 --2- 172.21.15.81:0/1316877139 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfa4005180 0x7fbfa400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:35.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbbfff640 1 --2- 172.21.15.81:0/1316877139 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfa4003980 0x7fbfa4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:35.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbb7fe640 1 -- 172.21.15.81:0/1316877139 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfa4003980 msgr2=0x7fbfa4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:35.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbb7fe640 1 --2- 172.21.15.81:0/1316877139 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfa4003980 0x7fbfa4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:35.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbb7fe640 1 -- 172.21.15.81:0/1316877139 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfa4005180 msgr2=0x7fbfa400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:35.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbb7fe640 1 --2- 172.21.15.81:0/1316877139 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfa4005180 0x7fbfa400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:35.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbb7fe640 1 -- 172.21.15.81:0/1316877139 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfa4003530 con 0x7fbfa40047d0 2023-06-26T03:00:35.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfc0ee3640 1 -- 172.21.15.81:0/1316877139 reap_dead start 2023-06-26T03:00:35.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbbfff640 1 --2- 172.21.15.81:0/1316877139 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfa4003980 0x7fbfa4003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:35.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbb7fe640 1 --2- 172.21.15.81:0/1316877139 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbfa40047d0 0x7fbfa4004c40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbfb000c240 tx=0x7fbfb001cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c77544c2aa19068 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:35.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb0005ae0 con 0x7fbfa40047d0 2023-06-26T03:00:35.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfb0005c40 con 0x7fbfa40047d0 2023-06-26T03:00:35.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfbaffd640 1 -- 172.21.15.81:0/1316877139 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb00a5ac0 con 0x7fbfa40047d0 2023-06-26T03:00:35.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfc2946640 1 -- 172.21.15.81:0/1316877139 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbfa40047d0 msgr2=0x7fbfa4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:35.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfc2946640 1 --2- 172.21.15.81:0/1316877139 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbfa40047d0 0x7fbfa4004c40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbfb000c240 tx=0x7fbfb001cc00 comp rx=0 tx=0).stop 2023-06-26T03:00:35.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfc2946640 1 -- 172.21.15.81:0/1316877139 shutdown_connections 2023-06-26T03:00:35.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfc2946640 1 --2- 172.21.15.81:0/1316877139 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbfa40047d0 0x7fbfa4004c40 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:35.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfc2946640 1 -- 172.21.15.81:0/1316877139 >> 172.21.15.81:0/1316877139 conn(0x7fbfbc06d280 msgr2=0x7fbfbc06d680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:35.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfc2946640 1 -- 172.21.15.81:0/1316877139 shutdown_connections 2023-06-26T03:00:35.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.259+0000 7fbfc2946640 1 -- 172.21.15.81:0/1316877139 wait complete. 2023-06-26T03:00:35.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc2946640 1 Processor -- start 2023-06-26T03:00:35.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc2946640 1 -- start start 2023-06-26T03:00:35.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc2946640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfa40047d0 0x7fbfbc1f50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:35.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc2946640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfbc15ec80 0x7fbfbc0c62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:35.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc2946640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbfbc0c4d40 0x7fbfbc15c530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:35.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc2946640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfbc15e7f0 con 0x7fbfbc0c4d40 2023-06-26T03:00:35.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc2946640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfbc15d370 con 0x7fbfa40047d0 2023-06-26T03:00:35.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc2946640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfbc0c51b0 con 0x7fbfbc15ec80 2023-06-26T03:00:35.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc0ee3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbfbc0c4d40 0x7fbfbc15c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:35.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc0ee3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbfbc0c4d40 0x7fbfbc15c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:60610/0 (socket says 172.21.15.81:60610) 2023-06-26T03:00:35.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc0ee3640 1 -- 172.21.15.81:0/750148978 learned_addr learned my addr 172.21.15.81:0/750148978 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:35.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfbb7fe640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfbc15ec80 0x7fbfbc0c62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:35.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfbbfff640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfa40047d0 0x7fbfbc1f50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:35.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc0ee3640 1 -- 172.21.15.81:0/750148978 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfbc15ec80 msgr2=0x7fbfbc0c62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:35.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc0ee3640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfbc15ec80 0x7fbfbc0c62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:35.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc0ee3640 1 -- 172.21.15.81:0/750148978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfa40047d0 msgr2=0x7fbfbc1f50c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:35.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc0ee3640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfa40047d0 0x7fbfbc1f50c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:35.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc0ee3640 1 -- 172.21.15.81:0/750148978 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfbc15dec0 con 0x7fbfbc0c4d40 2023-06-26T03:00:35.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfbb7fe640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfbc15ec80 0x7fbfbc0c62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:35.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfbbfff640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfa40047d0 0x7fbfbc1f50c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:35.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc0ee3640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbfbc0c4d40 0x7fbfbc15c530 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc06e650 tx=0x7fbfb4007d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:35.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfb8ff9640 1 -- 172.21.15.81:0/750148978 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb400e070 con 0x7fbfbc0c4d40 2023-06-26T03:00:35.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfb8ff9640 1 -- 172.21.15.81:0/750148978 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfb4003c70 con 0x7fbfbc0c4d40 2023-06-26T03:00:35.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc2946640 1 -- 172.21.15.81:0/750148978 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfbc15e1a0 con 0x7fbfbc0c4d40 2023-06-26T03:00:35.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfb8ff9640 1 -- 172.21.15.81:0/750148978 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb4003e00 con 0x7fbfbc0c4d40 2023-06-26T03:00:35.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc2946640 1 -- 172.21.15.81:0/750148978 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfbc15ca70 con 0x7fbfbc0c4d40 2023-06-26T03:00:35.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfc2946640 1 -- 172.21.15.81:0/750148978 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfbc04d790 con 0x7fbfbc0c4d40 2023-06-26T03:00:35.276 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.263+0000 7fbfb8ff9640 1 -- 172.21.15.81:0/750148978 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbfb4004030 con 0x7fbfbc0c4d40 2023-06-26T03:00:35.276 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.267+0000 7fbfb8ff9640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbfa80662b0 0x7fbfa8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:35.276 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.267+0000 7fbfb8ff9640 1 -- 172.21.15.81:0/750148978 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fbfb4083cf0 con 0x7fbfbc0c4d40 2023-06-26T03:00:35.276 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.267+0000 7fbfbbfff640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbfa80662b0 0x7fbfa8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:35.276 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.267+0000 7fbfbbfff640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbfa80662b0 0x7fbfa8068760 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbfac000c10 tx=0x7fbfac009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:35.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.271+0000 7fbfb8ff9640 1 -- 172.21.15.81:0/750148978 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbfb4088070 con 0x7fbfbc0c4d40 2023-06-26T03:00:35.460 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfc2946640 1 -- 172.21.15.81:0/750148978 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fbfbc160210 con 0x7fbfbc0c4d40 2023-06-26T03:00:35.460 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfb8ff9640 1 -- 172.21.15.81:0/750148978 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7fbfb4054c00 con 0x7fbfbc0c4d40 2023-06-26T03:00:35.461 INFO:teuthology.orchestra.run.smithi081.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-06-26T03:00:35.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfc2946640 1 -- 172.21.15.81:0/750148978 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbfa80662b0 msgr2=0x7fbfa8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:35.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfc2946640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbfa80662b0 0x7fbfa8068760 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbfac000c10 tx=0x7fbfac009040 comp rx=0 tx=0).stop 2023-06-26T03:00:35.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfc2946640 1 -- 172.21.15.81:0/750148978 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbfbc0c4d40 msgr2=0x7fbfbc15c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:35.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfc2946640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbfbc0c4d40 0x7fbfbc15c530 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc06e650 tx=0x7fbfb4007d90 comp rx=0 tx=0).stop 2023-06-26T03:00:35.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfc2946640 1 -- 172.21.15.81:0/750148978 shutdown_connections 2023-06-26T03:00:35.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfc2946640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbfa80662b0 0x7fbfa8068760 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:35.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfc2946640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbfbc0c4d40 0x7fbfbc15c530 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:35.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfc2946640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfbc15ec80 0x7fbfbc0c62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:35.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfc2946640 1 --2- 172.21.15.81:0/750148978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfa40047d0 0x7fbfbc1f50c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:35.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfc2946640 1 -- 172.21.15.81:0/750148978 >> 172.21.15.81:0/750148978 conn(0x7fbfbc06d280 msgr2=0x7fbfbc06f230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:35.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfc2946640 1 -- 172.21.15.81:0/750148978 shutdown_connections 2023-06-26T03:00:35.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:35.455+0000 7fbfc2946640 1 -- 172.21.15.81:0/750148978 wait complete. 2023-06-26T03:00:35.478 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-26T03:00:35.478 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-26T03:00:35.478 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi081.front.sepia.ceph.com 2023-06-26T03:00:35.478 INFO:tasks.cephfs.mount:self.client.name = client.2 2023-06-26T03:00:35.479 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-06-26T03:00:35.479 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-26T03:00:35.479 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-26T03:00:35.479 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-26T03:00:35.479 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2023-06-26T03:00:35.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:35.480 DEBUG:teuthology.orchestra.run.smithi081:> ip addr 2023-06-26T03:00:35.485 INFO:teuthology.orchestra.run.smithi081.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:00:35.485 INFO:teuthology.orchestra.run.smithi081.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:00:35.486 INFO:teuthology.orchestra.run.smithi081.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:00:35.486 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.486 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 ::1/128 scope host 2023-06-26T03:00:35.486 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.486 INFO:teuthology.orchestra.run.smithi081.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:00:35.486 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0c:c4:7a:d8:a1:30 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:35.486 INFO:teuthology.orchestra.run.smithi081.stdout: altname enp7s0f0 2023-06-26T03:00:35.487 INFO:teuthology.orchestra.run.smithi081.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:00:35.487 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0c:c4:7a:d8:a1:31 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:35.487 INFO:teuthology.orchestra.run.smithi081.stdout: altname enp7s0f1 2023-06-26T03:00:35.487 INFO:teuthology.orchestra.run.smithi081.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:00:35.487 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0c:c4:7a:8f:d7:52 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:35.487 INFO:teuthology.orchestra.run.smithi081.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-26T03:00:35.487 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0c:c4:7a:8f:d7:53 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:35.487 INFO:teuthology.orchestra.run.smithi081.stdout: inet 172.21.15.81/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-06-26T03:00:35.488 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft 42457sec preferred_lft 42457sec 2023-06-26T03:00:35.488 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 fe80::ec4:7aff:fe8f:d753/64 scope link 2023-06-26T03:00:35.488 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.488 INFO:teuthology.orchestra.run.smithi081.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-26T03:00:35.488 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 02:42:09:eb:54:00 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:35.488 INFO:teuthology.orchestra.run.smithi081.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-26T03:00:35.488 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.488 INFO:teuthology.orchestra.run.smithi081.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:00:35.489 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:35.489 INFO:teuthology.orchestra.run.smithi081.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-06-26T03:00:35.489 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.489 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-06-26T03:00:35.489 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.489 INFO:teuthology.orchestra.run.smithi081.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-06-26T03:00:35.489 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-06-26T03:00:35.490 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-06-26T03:00:35.490 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.490 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:35.490 DEBUG:teuthology.orchestra.run.smithi081:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-26T03:00:35.535 INFO:teuthology.orchestra.run.smithi081.stdout:1 2023-06-26T03:00:35.537 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:35.537 DEBUG:teuthology.orchestra.run.smithi081:> route 2023-06-26T03:00:35.585 INFO:teuthology.orchestra.run.smithi081.stdout:Kernel IP routing table 2023-06-26T03:00:35.585 INFO:teuthology.orchestra.run.smithi081.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-26T03:00:35.585 INFO:teuthology.orchestra.run.smithi081.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-06-26T03:00:35.585 INFO:teuthology.orchestra.run.smithi081.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-06-26T03:00:35.585 INFO:teuthology.orchestra.run.smithi081.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-26T03:00:35.586 INFO:teuthology.orchestra.run.smithi081.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-06-26T03:00:35.586 INFO:teuthology.orchestra.run.smithi081.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:00:35.586 INFO:teuthology.orchestra.run.smithi081.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:00:35.586 INFO:teuthology.orchestra.run.smithi081.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:00:35.586 INFO:teuthology.orchestra.run.smithi081.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-26T03:00:35.586 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:35.587 DEBUG:teuthology.orchestra.run.smithi081:> (cd / && exec bash -c ' 2023-06-26T03:00:35.587 DEBUG:teuthology.orchestra.run.smithi081:> set -e 2023-06-26T03:00:35.587 DEBUG:teuthology.orchestra.run.smithi081:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-06-26T03:00:35.587 DEBUG:teuthology.orchestra.run.smithi081:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-06-26T03:00:35.588 DEBUG:teuthology.orchestra.run.smithi081:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-06-26T03:00:35.588 DEBUG:teuthology.orchestra.run.smithi081:> ') 2023-06-26T03:00:35.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:35.659 DEBUG:teuthology.orchestra.run.smithi081:> ip netns list 2023-06-26T03:00:35.704 INFO:teuthology.orchestra.run.smithi081.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-06-26T03:00:35.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:35.704 DEBUG:teuthology.orchestra.run.smithi081:> ip netns list-id 2023-06-26T03:00:35.756 INFO:teuthology.orchestra.run.smithi081.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2023-06-26T03:00:35.757 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:35.757 DEBUG:teuthology.orchestra.run.smithi081:> (cd / && exec bash -c ' 2023-06-26T03:00:35.757 DEBUG:teuthology.orchestra.run.smithi081:> set -e 2023-06-26T03:00:35.758 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2023-06-26T03:00:35.758 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2023-06-26T03:00:35.758 DEBUG:teuthology.orchestra.run.smithi081:> ') 2023-06-26T03:00:35.828 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:35.829 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-06-26T03:00:35.881 INFO:teuthology.orchestra.run.smithi081.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:00:35.881 INFO:teuthology.orchestra.run.smithi081.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:00:35.881 INFO:teuthology.orchestra.run.smithi081.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:00:35.881 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.881 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 ::1/128 scope host 2023-06-26T03:00:35.882 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.882 INFO:teuthology.orchestra.run.smithi081.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:00:35.882 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 8e:2c:8f:2b:8b:00 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-06-26T03:00:35.882 INFO:teuthology.orchestra.run.smithi081.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-06-26T03:00:35.882 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.882 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 fe80::8c2c:8fff:fe2b:8b00/64 scope link 2023-06-26T03:00:35.882 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.883 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:35.884 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-06-26T03:00:35.936 INFO:teuthology.orchestra.run.smithi081.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:00:35.937 INFO:teuthology.orchestra.run.smithi081.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:00:35.937 INFO:teuthology.orchestra.run.smithi081.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:00:35.937 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.937 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 ::1/128 scope host 2023-06-26T03:00:35.937 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.937 INFO:teuthology.orchestra.run.smithi081.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:00:35.938 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 8e:2c:8f:2b:8b:00 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-06-26T03:00:35.938 INFO:teuthology.orchestra.run.smithi081.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-06-26T03:00:35.938 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.938 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 fe80::8c2c:8fff:fe2b:8b00/64 scope link 2023-06-26T03:00:35.938 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:35.939 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2023-06-26T03:00:35.939 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:35.940 DEBUG:teuthology.orchestra.run.smithi081:> (cd / && exec bash -c ' 2023-06-26T03:00:35.940 DEBUG:teuthology.orchestra.run.smithi081:> set -e 2023-06-26T03:00:35.940 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2023-06-26T03:00:35.940 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-06-26T03:00:35.940 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2023-06-26T03:00:35.941 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2023-06-26T03:00:35.941 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2023-06-26T03:00:35.941 DEBUG:teuthology.orchestra.run.smithi081:> ') 2023-06-26T03:00:36.032 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:36.032 DEBUG:teuthology.orchestra.run.smithi081:> (cd / && exec bash -c ' 2023-06-26T03:00:36.032 DEBUG:teuthology.orchestra.run.smithi081:> set -e 2023-06-26T03:00:36.032 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip link set brx.1 up 2023-06-26T03:00:36.033 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip link set dev brx.1 master ceph-brx 2023-06-26T03:00:36.033 DEBUG:teuthology.orchestra.run.smithi081:> ') 2023-06-26T03:00:36.052 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2023-06-26T03:00:36.052 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:00:36.052 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2023-06-26T03:00:36.098 INFO:teuthology.orchestra.run.smithi081.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2023-06-26T03:00:36.099 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:00:36.099 DEBUG:teuthology.orchestra.run.smithi081:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2023-06-26T03:00:36.143 DEBUG:teuthology.orchestra.run.smithi081:> sudo modprobe fuse 2023-06-26T03:00:36.205 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:00:36.205 DEBUG:teuthology.orchestra.run.smithi081:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:00:36.257 INFO:teuthology.orchestra.run.smithi081.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:00:36.258 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:00:36.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:36.259 DEBUG:teuthology.orchestra.run.smithi081:> ls /sys/fs/fuse/connections 2023-06-26T03:00:36.311 INFO:teuthology.orchestra.run.smithi081.stdout:45 2023-06-26T03:00:36.311 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2023-06-26T03:00:36.311 DEBUG:teuthology.orchestra.run.smithi081:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2023-06-26T03:00:36.356 DEBUG:teuthology.orchestra.run.smithi081:> sudo modprobe fuse 2023-06-26T03:00:36.369 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:00:36.369 DEBUG:teuthology.orchestra.run.smithi081:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:00:36.421 INFO:teuthology.orchestra.run.smithi081.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:00:36.422 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:00:36.423 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:36.423 DEBUG:teuthology.orchestra.run.smithi081:> ls /sys/fs/fuse/connections 2023-06-26T03:00:36.433 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi081.stderr:2023-06-26T03:00:36.427+0000 7fb4decda580 -1 init, newargv = 0x55d002e8e2a0 newargc=15 2023-06-26T03:00:36.433 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi081.stderr:ceph-fuse[45383]: starting ceph client 2023-06-26T03:00:36.437 INFO:teuthology.orchestra.run.smithi081.stdout:45 2023-06-26T03:00:36.441 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi081.stderr:ceph-fuse[45383]: starting fuse 2023-06-26T03:00:37.538 DEBUG:teuthology.orchestra.run.smithi081:> sudo modprobe fuse 2023-06-26T03:00:37.553 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:00:37.553 DEBUG:teuthology.orchestra.run.smithi081:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:00:37.606 INFO:teuthology.orchestra.run.smithi081.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:00:37.607 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:00:37.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:37.608 DEBUG:teuthology.orchestra.run.smithi081:> ls /sys/fs/fuse/connections 2023-06-26T03:00:37.655 INFO:teuthology.orchestra.run.smithi081.stdout:45 2023-06-26T03:00:37.655 INFO:teuthology.orchestra.run.smithi081.stdout:46 2023-06-26T03:00:37.656 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2023-06-26T03:00:37.656 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-26T03:00:37.656 DEBUG:teuthology.orchestra.run.smithi081:> import glob 2023-06-26T03:00:37.656 DEBUG:teuthology.orchestra.run.smithi081:> import re 2023-06-26T03:00:37.657 DEBUG:teuthology.orchestra.run.smithi081:> import os 2023-06-26T03:00:37.657 DEBUG:teuthology.orchestra.run.smithi081:> import subprocess 2023-06-26T03:00:37.657 DEBUG:teuthology.orchestra.run.smithi081:> 2023-06-26T03:00:37.657 DEBUG:teuthology.orchestra.run.smithi081:> def _find_admin_socket(client_name): 2023-06-26T03:00:37.658 DEBUG:teuthology.orchestra.run.smithi081:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2023-06-26T03:00:37.658 DEBUG:teuthology.orchestra.run.smithi081:> files = glob.glob(asok_path) 2023-06-26T03:00:37.658 DEBUG:teuthology.orchestra.run.smithi081:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2023-06-26T03:00:37.658 DEBUG:teuthology.orchestra.run.smithi081:> 2023-06-26T03:00:37.659 DEBUG:teuthology.orchestra.run.smithi081:> # Given a non-glob path, it better be there 2023-06-26T03:00:37.659 DEBUG:teuthology.orchestra.run.smithi081:> if "*" not in asok_path: 2023-06-26T03:00:37.659 DEBUG:teuthology.orchestra.run.smithi081:> assert(len(files) == 1) 2023-06-26T03:00:37.659 DEBUG:teuthology.orchestra.run.smithi081:> return files[0] 2023-06-26T03:00:37.659 DEBUG:teuthology.orchestra.run.smithi081:> 2023-06-26T03:00:37.660 DEBUG:teuthology.orchestra.run.smithi081:> for f in files: 2023-06-26T03:00:37.660 DEBUG:teuthology.orchestra.run.smithi081:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-26T03:00:37.660 DEBUG:teuthology.orchestra.run.smithi081:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-26T03:00:37.660 DEBUG:teuthology.orchestra.run.smithi081:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-26T03:00:37.661 DEBUG:teuthology.orchestra.run.smithi081:> contents = proc_f.read() 2023-06-26T03:00:37.661 DEBUG:teuthology.orchestra.run.smithi081:> if mountpoint in contents: 2023-06-26T03:00:37.661 DEBUG:teuthology.orchestra.run.smithi081:> return f 2023-06-26T03:00:37.661 DEBUG:teuthology.orchestra.run.smithi081:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-26T03:00:37.661 DEBUG:teuthology.orchestra.run.smithi081:> 2023-06-26T03:00:37.662 DEBUG:teuthology.orchestra.run.smithi081:> print(_find_admin_socket("client.2")) 2023-06-26T03:00:37.662 DEBUG:teuthology.orchestra.run.smithi081:> ' 2023-06-26T03:00:37.776 INFO:teuthology.orchestra.run.smithi081.stdout:/var/run/ceph/ceph-client.2.45383.asok 2023-06-26T03:00:37.959 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.45383.asok 2023-06-26T03:00:37.960 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:37.960 DEBUG:teuthology.orchestra.run.smithi081:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.45383.asok status 2023-06-26T03:00:38.120 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2023-06-26T03:00:38.120 INFO:teuthology.orchestra.run.smithi081.stdout: "metadata": { 2023-06-26T03:00:38.120 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_sha1": "6e29bf323ce1af97210bf5c3ab6386cc214ed162", 2023-06-26T03:00:38.120 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_version": "ceph version 18.0.0-4444-g6e29bf32 (6e29bf323ce1af97210bf5c3ab6386cc214ed162) reef (dev)", 2023-06-26T03:00:38.120 INFO:teuthology.orchestra.run.smithi081.stdout: "entity_id": "2", 2023-06-26T03:00:38.120 INFO:teuthology.orchestra.run.smithi081.stdout: "hostname": "smithi081", 2023-06-26T03:00:38.121 INFO:teuthology.orchestra.run.smithi081.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2023-06-26T03:00:38.121 INFO:teuthology.orchestra.run.smithi081.stdout: "pid": "45383", 2023-06-26T03:00:38.121 INFO:teuthology.orchestra.run.smithi081.stdout: "root": "/" 2023-06-26T03:00:38.121 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:00:38.121 INFO:teuthology.orchestra.run.smithi081.stdout: "dentry_count": 0, 2023-06-26T03:00:38.121 INFO:teuthology.orchestra.run.smithi081.stdout: "dentry_pinned_count": 0, 2023-06-26T03:00:38.121 INFO:teuthology.orchestra.run.smithi081.stdout: "id": 4761, 2023-06-26T03:00:38.122 INFO:teuthology.orchestra.run.smithi081.stdout: "inst": { 2023-06-26T03:00:38.122 INFO:teuthology.orchestra.run.smithi081.stdout: "name": { 2023-06-26T03:00:38.122 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "client", 2023-06-26T03:00:38.122 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 4761 2023-06-26T03:00:38.122 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:00:38.122 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": { 2023-06-26T03:00:38.122 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2023-06-26T03:00:38.123 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "192.168.0.2:0", 2023-06-26T03:00:38.123 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 1485764445 2023-06-26T03:00:38.123 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:00:38.123 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:00:38.123 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": { 2023-06-26T03:00:38.123 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2023-06-26T03:00:38.123 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "192.168.0.2:0", 2023-06-26T03:00:38.123 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 1485764445 2023-06-26T03:00:38.124 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:00:38.124 INFO:teuthology.orchestra.run.smithi081.stdout: "inst_str": "client.4761 192.168.0.2:0/1485764445", 2023-06-26T03:00:38.124 INFO:teuthology.orchestra.run.smithi081.stdout: "addr_str": "192.168.0.2:0/1485764445", 2023-06-26T03:00:38.124 INFO:teuthology.orchestra.run.smithi081.stdout: "inode_count": 1, 2023-06-26T03:00:38.124 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_epoch": 7, 2023-06-26T03:00:38.124 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_epoch": 24, 2023-06-26T03:00:38.124 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_epoch_barrier": 0, 2023-06-26T03:00:38.124 INFO:teuthology.orchestra.run.smithi081.stdout: "blocklisted": false, 2023-06-26T03:00:38.125 INFO:teuthology.orchestra.run.smithi081.stdout: "fs_name": "cephfs" 2023-06-26T03:00:38.125 INFO:teuthology.orchestra.run.smithi081.stdout:} 2023-06-26T03:00:38.133 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-26T03:00:38.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f958d59c640 1 Processor -- start 2023-06-26T03:00:38.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f958d59c640 1 -- start start 2023-06-26T03:00:38.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f958d59c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f958806f2d0 0x7f95880ccab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:38.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f958d59c640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95880cba10 con 0x7f9588159890 2023-06-26T03:00:38.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f958d59c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95880cbcf0 con 0x7f95880c3aa0 2023-06-26T03:00:38.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f958d59c640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95880c3f20 con 0x7f958806f2d0 2023-06-26T03:00:38.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9586ffd640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f9588159890 0x7f95880cf4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:33630/0 (socket says 172.21.15.81:33630) 2023-06-26T03:00:38.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9586ffd640 1 -- 172.21.15.81:0/87163347 learned_addr learned my addr 172.21.15.81:0/87163347 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:38.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f95877fe640 1 --2- 172.21.15.81:0/87163347 >> v2:172.21.15.92:3300/0 conn(0x7f958806f2d0 0x7f95880ccab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:38.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 871079654 0 0) 0x7f95880cba10 con 0x7f9588159890 2023-06-26T03:00:38.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9570003530 con 0x7f9588159890 2023-06-26T03:00:38.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 258822464 0 0) 0x7f9570003530 con 0x7f9588159890 2023-06-26T03:00:38.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 >> v2:172.21.15.92:3300/0 conn(0x7f958806f2d0 msgr2=0x7f95880ccab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:38.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 --2- 172.21.15.81:0/87163347 >> v2:172.21.15.92:3300/0 conn(0x7f958806f2d0 0x7f95880ccab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:38.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 >> v1:172.21.15.92:6789/0 conn(0x7f95880c3aa0 legacy=0x7f958806ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:38.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95880cbfd0 con 0x7f9588159890 2023-06-26T03:00:38.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f9578001680 con 0x7f9588159890 2023-06-26T03:00:38.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 >> v1:172.21.15.81:6789/0 conn(0x7f9588159890 legacy=0x7f95880cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:38.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 --2- 172.21.15.81:0/87163347 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95700039b0 0x7f9570003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:38.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 --2- 172.21.15.81:0/87163347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700047d0 0x7f9570004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:38.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 --2- 172.21.15.81:0/87163347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9570005180 0x7f957000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:38.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95880c3f20 con 0x7f95700047d0 2023-06-26T03:00:38.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f957000c060 con 0x7f9570005180 2023-06-26T03:00:38.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f957000c1f0 con 0x7f95700039b0 2023-06-26T03:00:38.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f95867fc640 1 --2- 172.21.15.81:0/87163347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700047d0 0x7f9570004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:38.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f9586ffd640 1 --2- 172.21.15.81:0/87163347 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95700039b0 0x7f9570003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:38.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f95877fe640 1 --2- 172.21.15.81:0/87163347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9570005180 0x7f957000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:38.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f95867fc640 1 -- 172.21.15.81:0/87163347 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95700039b0 msgr2=0x7f9570003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:38.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f95867fc640 1 --2- 172.21.15.81:0/87163347 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95700039b0 0x7f9570003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:38.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f95867fc640 1 -- 172.21.15.81:0/87163347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9570005180 msgr2=0x7f957000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:38.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f95867fc640 1 --2- 172.21.15.81:0/87163347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9570005180 0x7f957000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:38.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f95877fe640 1 -- 172.21.15.81:0/87163347 reap_dead start 2023-06-26T03:00:38.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.255+0000 7f95867fc640 1 -- 172.21.15.81:0/87163347 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9570003530 con 0x7f95700047d0 2023-06-26T03:00:38.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f95867fc640 1 --2- 172.21.15.81:0/87163347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700047d0 0x7f9570004c40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f957c001750 tx=0x7f957c01c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78eb2758491d6d5c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:38.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f957c0052d0 con 0x7f95700047d0 2023-06-26T03:00:38.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f957c0a7050 con 0x7f95700047d0 2023-06-26T03:00:38.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f9585ffb640 1 -- 172.21.15.81:0/87163347 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f957c003600 con 0x7f95700047d0 2023-06-26T03:00:38.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 -- 172.21.15.81:0/87163347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700047d0 msgr2=0x7f9570004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:38.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 --2- 172.21.15.81:0/87163347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700047d0 0x7f9570004c40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f957c001750 tx=0x7f957c01c3a0 comp rx=0 tx=0).stop 2023-06-26T03:00:38.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 -- 172.21.15.81:0/87163347 shutdown_connections 2023-06-26T03:00:38.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 --2- 172.21.15.81:0/87163347 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700047d0 0x7f9570004c40 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:38.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 -- 172.21.15.81:0/87163347 >> 172.21.15.81:0/87163347 conn(0x7f95880cff50 msgr2=0x7f95880d0350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:38.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 -- 172.21.15.81:0/87163347 shutdown_connections 2023-06-26T03:00:38.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 -- 172.21.15.81:0/87163347 wait complete. 2023-06-26T03:00:38.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 Processor -- start 2023-06-26T03:00:38.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 -- start start 2023-06-26T03:00:38.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700047d0 0x7f958815c550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:38.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95880b2d80 0x7f958815aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:38.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f958814d080 0x7f95880d0320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:38.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f958814dce0 con 0x7f95700047d0 2023-06-26T03:00:38.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f958815ce30 con 0x7f95880b2d80 2023-06-26T03:00:38.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f958d59c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f958815b030 con 0x7f958814d080 2023-06-26T03:00:38.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f9586ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700047d0 0x7f958815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:38.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f9586ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700047d0 0x7f958815c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:42988/0 (socket says 172.21.15.81:42988) 2023-06-26T03:00:38.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.259+0000 7f9586ffd640 1 -- 172.21.15.81:0/296196335 learned_addr learned my addr 172.21.15.81:0/296196335 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:38.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f95877fe640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f958814d080 0x7f95880d0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:38.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f95867fc640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95880b2d80 0x7f958815aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:38.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f9586ffd640 1 -- 172.21.15.81:0/296196335 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f958814d080 msgr2=0x7f95880d0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:38.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f9586ffd640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f958814d080 0x7f95880d0320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:38.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f9586ffd640 1 -- 172.21.15.81:0/296196335 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95880b2d80 msgr2=0x7f958815aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:38.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f9586ffd640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95880b2d80 0x7f958815aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:38.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f9586ffd640 1 -- 172.21.15.81:0/296196335 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95880b31d0 con 0x7f95700047d0 2023-06-26T03:00:38.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f9586ffd640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700047d0 0x7f958815c550 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f9578011900 tx=0x7f9578011dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:38.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f956f7fe640 1 -- 172.21.15.81:0/296196335 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f957800fc20 con 0x7f95700047d0 2023-06-26T03:00:38.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f956f7fe640 1 -- 172.21.15.81:0/296196335 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f957800fda0 con 0x7f95700047d0 2023-06-26T03:00:38.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f958d59c640 1 -- 172.21.15.81:0/296196335 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f958815cb50 con 0x7f95700047d0 2023-06-26T03:00:38.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f956f7fe640 1 -- 172.21.15.81:0/296196335 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95780168b0 con 0x7f95700047d0 2023-06-26T03:00:38.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f958d59c640 1 -- 172.21.15.81:0/296196335 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95881519c0 con 0x7f95700047d0 2023-06-26T03:00:38.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f958d59c640 1 -- 172.21.15.81:0/296196335 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95880caf70 con 0x7f95700047d0 2023-06-26T03:00:38.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f956f7fe640 1 -- 172.21.15.81:0/296196335 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f957801c020 con 0x7f95700047d0 2023-06-26T03:00:38.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f956f7fe640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9574066280 0x7f9574068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:38.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f956f7fe640 1 -- 172.21.15.81:0/296196335 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f957808adf0 con 0x7f95700047d0 2023-06-26T03:00:38.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f95867fc640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9574066280 0x7f9574068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:38.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.263+0000 7f95867fc640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9574066280 0x7f9574068730 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f95700057b0 tx=0x7f957c0011a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:38.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.267+0000 7f956f7fe640 1 -- 172.21.15.81:0/296196335 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9578058300 con 0x7f95700047d0 2023-06-26T03:00:38.282 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:00:38.284 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:00:38.460 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f958d59c640 1 -- 172.21.15.81:0/296196335 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f9588156e80 con 0x7f95700047d0 2023-06-26T03:00:38.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f956f7fe640 1 -- 172.21.15.81:0/296196335 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f9578025020 con 0x7f95700047d0 2023-06-26T03:00:38.461 INFO:teuthology.orchestra.run.smithi081.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-06-26T03:00:38.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f958d59c640 1 -- 172.21.15.81:0/296196335 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9574066280 msgr2=0x7f9574068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:38.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f958d59c640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9574066280 0x7f9574068730 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f95700057b0 tx=0x7f957c0011a0 comp rx=0 tx=0).stop 2023-06-26T03:00:38.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f958d59c640 1 -- 172.21.15.81:0/296196335 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700047d0 msgr2=0x7f958815c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:38.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f958d59c640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700047d0 0x7f958815c550 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f9578011900 tx=0x7f9578011dc0 comp rx=0 tx=0).stop 2023-06-26T03:00:38.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f958d59c640 1 -- 172.21.15.81:0/296196335 shutdown_connections 2023-06-26T03:00:38.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f958d59c640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9574066280 0x7f9574068730 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:38.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f958d59c640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f958814d080 0x7f95880d0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:38.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f958d59c640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95880b2d80 0x7f958815aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:38.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f958d59c640 1 --2- 172.21.15.81:0/296196335 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700047d0 0x7f958815c550 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:38.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f958d59c640 1 -- 172.21.15.81:0/296196335 >> 172.21.15.81:0/296196335 conn(0x7f95880cff50 msgr2=0x7f9588155080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:38.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f958d59c640 1 -- 172.21.15.81:0/296196335 shutdown_connections 2023-06-26T03:00:38.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:38.455+0000 7f958d59c640 1 -- 172.21.15.81:0/296196335 wait complete. 2023-06-26T03:00:38.479 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-26T03:00:38.479 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-26T03:00:38.479 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2023-06-26T03:00:38.480 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-06-26T03:00:38.480 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-06-26T03:00:38.480 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-26T03:00:38.480 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-26T03:00:38.480 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-26T03:00:38.481 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2023-06-26T03:00:38.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:38.481 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2023-06-26T03:00:38.487 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:00:38.487 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:00:38.488 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:00:38.488 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:38.488 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2023-06-26T03:00:38.488 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:38.488 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:00:38.488 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:38.488 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2023-06-26T03:00:38.489 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:00:38.489 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:38.489 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2023-06-26T03:00:38.489 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:00:38.489 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:38.489 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-26T03:00:38.489 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:38.490 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-06-26T03:00:38.490 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42452sec preferred_lft 42452sec 2023-06-26T03:00:38.490 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link 2023-06-26T03:00:38.490 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:38.490 INFO:teuthology.orchestra.run.smithi092.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-26T03:00:38.490 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 02:42:de:a6:a0:1a brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:38.490 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-26T03:00:38.490 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:38.491 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-06-26T03:00:38.491 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:38.491 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-06-26T03:00:38.491 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-06-26T03:00:38.492 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link add name ceph-brx type bridge 2023-06-26T03:00:38.492 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip addr flush dev ceph-brx 2023-06-26T03:00:38.492 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set ceph-brx up 2023-06-26T03:00:38.492 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-06-26T03:00:38.493 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-06-26T03:00:38.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:38.573 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-26T03:00:38.623 INFO:teuthology.orchestra.run.smithi092.stdout:1 2023-06-26T03:00:38.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:38.625 DEBUG:teuthology.orchestra.run.smithi092:> route 2023-06-26T03:00:38.694 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2023-06-26T03:00:38.694 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-26T03:00:38.694 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-06-26T03:00:38.694 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-06-26T03:00:38.695 INFO:teuthology.orchestra.run.smithi092.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-26T03:00:38.695 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-06-26T03:00:38.695 INFO:teuthology.orchestra.run.smithi092.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:00:38.695 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:00:38.695 INFO:teuthology.orchestra.run.smithi092.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:00:38.695 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-26T03:00:38.696 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:38.696 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-06-26T03:00:38.696 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-06-26T03:00:38.696 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-06-26T03:00:38.697 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-06-26T03:00:38.697 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-06-26T03:00:38.697 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-06-26T03:00:38.769 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:38.769 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2023-06-26T03:00:38.816 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:38.816 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list-id 2023-06-26T03:00:38.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:38.864 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-06-26T03:00:38.864 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-06-26T03:00:38.864 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2023-06-26T03:00:38.864 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2023-06-26T03:00:38.865 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-06-26T03:00:38.932 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2023-06-26T03:00:38.933 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:38.933 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-06-26T03:00:38.933 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-06-26T03:00:38.933 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2023-06-26T03:00:38.934 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-06-26T03:00:38.934 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2023-06-26T03:00:38.934 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2023-06-26T03:00:38.934 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2023-06-26T03:00:38.934 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-06-26T03:00:39.048 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:39.048 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-06-26T03:00:39.049 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-06-26T03:00:39.049 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2023-06-26T03:00:39.049 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set dev brx.0 master ceph-brx 2023-06-26T03:00:39.049 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-06-26T03:00:39.068 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2023-06-26T03:00:39.068 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:00:39.069 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-06-26T03:00:39.115 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-06-26T03:00:39.115 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:00:39.116 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-06-26T03:00:39.163 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2023-06-26T03:00:39.216 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:00:39.216 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:00:39.270 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:00:39.271 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:00:39.272 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:39.272 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2023-06-26T03:00:39.319 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-06-26T03:00:39.319 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2023-06-26T03:00:39.368 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2023-06-26T03:00:39.382 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:00:39.382 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:00:39.433 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:00:39.434 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:00:39.435 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:39.435 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2023-06-26T03:00:39.454 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:2023-06-26T03:00:39.451+0000 7f31bff17580 -1 init, newargv = 0x5599758fa120 newargc=15 2023-06-26T03:00:39.454 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[43532]: starting ceph client 2023-06-26T03:00:39.459 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[43532]: starting fuse 2023-06-26T03:00:40.559 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2023-06-26T03:00:40.574 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:00:40.575 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:00:40.627 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:00:40.628 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:00:40.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:40.629 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2023-06-26T03:00:40.676 INFO:teuthology.orchestra.run.smithi092.stdout:45 2023-06-26T03:00:40.676 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2023-06-26T03:00:40.676 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-26T03:00:40.677 DEBUG:teuthology.orchestra.run.smithi092:> import glob 2023-06-26T03:00:40.677 DEBUG:teuthology.orchestra.run.smithi092:> import re 2023-06-26T03:00:40.677 DEBUG:teuthology.orchestra.run.smithi092:> import os 2023-06-26T03:00:40.677 DEBUG:teuthology.orchestra.run.smithi092:> import subprocess 2023-06-26T03:00:40.678 DEBUG:teuthology.orchestra.run.smithi092:> 2023-06-26T03:00:40.678 DEBUG:teuthology.orchestra.run.smithi092:> def _find_admin_socket(client_name): 2023-06-26T03:00:40.678 DEBUG:teuthology.orchestra.run.smithi092:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2023-06-26T03:00:40.678 DEBUG:teuthology.orchestra.run.smithi092:> files = glob.glob(asok_path) 2023-06-26T03:00:40.679 DEBUG:teuthology.orchestra.run.smithi092:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2023-06-26T03:00:40.679 DEBUG:teuthology.orchestra.run.smithi092:> 2023-06-26T03:00:40.679 DEBUG:teuthology.orchestra.run.smithi092:> # Given a non-glob path, it better be there 2023-06-26T03:00:40.679 DEBUG:teuthology.orchestra.run.smithi092:> if "*" not in asok_path: 2023-06-26T03:00:40.679 DEBUG:teuthology.orchestra.run.smithi092:> assert(len(files) == 1) 2023-06-26T03:00:40.680 DEBUG:teuthology.orchestra.run.smithi092:> return files[0] 2023-06-26T03:00:40.680 DEBUG:teuthology.orchestra.run.smithi092:> 2023-06-26T03:00:40.680 DEBUG:teuthology.orchestra.run.smithi092:> for f in files: 2023-06-26T03:00:40.680 DEBUG:teuthology.orchestra.run.smithi092:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-26T03:00:40.681 DEBUG:teuthology.orchestra.run.smithi092:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-26T03:00:40.681 DEBUG:teuthology.orchestra.run.smithi092:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-26T03:00:40.681 DEBUG:teuthology.orchestra.run.smithi092:> contents = proc_f.read() 2023-06-26T03:00:40.681 DEBUG:teuthology.orchestra.run.smithi092:> if mountpoint in contents: 2023-06-26T03:00:40.682 DEBUG:teuthology.orchestra.run.smithi092:> return f 2023-06-26T03:00:40.682 DEBUG:teuthology.orchestra.run.smithi092:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-26T03:00:40.682 DEBUG:teuthology.orchestra.run.smithi092:> 2023-06-26T03:00:40.682 DEBUG:teuthology.orchestra.run.smithi092:> print(_find_admin_socket("client.1")) 2023-06-26T03:00:40.682 DEBUG:teuthology.orchestra.run.smithi092:> ' 2023-06-26T03:00:40.801 INFO:teuthology.orchestra.run.smithi092.stdout:/var/run/ceph/ceph-client.1.43532.asok 2023-06-26T03:00:40.984 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.43532.asok 2023-06-26T03:00:40.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:40.984 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.43532.asok status 2023-06-26T03:00:41.139 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2023-06-26T03:00:41.140 INFO:teuthology.orchestra.run.smithi092.stdout: "metadata": { 2023-06-26T03:00:41.140 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_sha1": "6e29bf323ce1af97210bf5c3ab6386cc214ed162", 2023-06-26T03:00:41.140 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_version": "ceph version 18.0.0-4444-g6e29bf32 (6e29bf323ce1af97210bf5c3ab6386cc214ed162) reef (dev)", 2023-06-26T03:00:41.140 INFO:teuthology.orchestra.run.smithi092.stdout: "entity_id": "1", 2023-06-26T03:00:41.140 INFO:teuthology.orchestra.run.smithi092.stdout: "hostname": "smithi092", 2023-06-26T03:00:41.140 INFO:teuthology.orchestra.run.smithi092.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2023-06-26T03:00:41.141 INFO:teuthology.orchestra.run.smithi092.stdout: "pid": "43532", 2023-06-26T03:00:41.141 INFO:teuthology.orchestra.run.smithi092.stdout: "root": "/" 2023-06-26T03:00:41.141 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2023-06-26T03:00:41.141 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_count": 0, 2023-06-26T03:00:41.141 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_pinned_count": 0, 2023-06-26T03:00:41.141 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 4585, 2023-06-26T03:00:41.141 INFO:teuthology.orchestra.run.smithi092.stdout: "inst": { 2023-06-26T03:00:41.142 INFO:teuthology.orchestra.run.smithi092.stdout: "name": { 2023-06-26T03:00:41.142 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "client", 2023-06-26T03:00:41.142 INFO:teuthology.orchestra.run.smithi092.stdout: "num": 4585 2023-06-26T03:00:41.142 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2023-06-26T03:00:41.142 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2023-06-26T03:00:41.142 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2023-06-26T03:00:41.142 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:00:41.143 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 1699193442 2023-06-26T03:00:41.143 INFO:teuthology.orchestra.run.smithi092.stdout: } 2023-06-26T03:00:41.143 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2023-06-26T03:00:41.143 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2023-06-26T03:00:41.143 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2023-06-26T03:00:41.143 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:00:41.143 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 1699193442 2023-06-26T03:00:41.144 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2023-06-26T03:00:41.144 INFO:teuthology.orchestra.run.smithi092.stdout: "inst_str": "client.4585 192.168.0.1:0/1699193442", 2023-06-26T03:00:41.144 INFO:teuthology.orchestra.run.smithi092.stdout: "addr_str": "192.168.0.1:0/1699193442", 2023-06-26T03:00:41.144 INFO:teuthology.orchestra.run.smithi092.stdout: "inode_count": 1, 2023-06-26T03:00:41.144 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_epoch": 7, 2023-06-26T03:00:41.144 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch": 24, 2023-06-26T03:00:41.144 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch_barrier": 0, 2023-06-26T03:00:41.144 INFO:teuthology.orchestra.run.smithi092.stdout: "blocklisted": false, 2023-06-26T03:00:41.145 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs" 2023-06-26T03:00:41.145 INFO:teuthology.orchestra.run.smithi092.stdout:} 2023-06-26T03:00:41.152 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-26T03:00:41.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6f076640 1 Processor -- start 2023-06-26T03:00:41.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6f076640 1 -- start start 2023-06-26T03:00:41.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6f076640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fac68157f80 0x7fac680cb8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:41.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6f076640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fac680cd6a0 0x7fac680cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:41.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6f076640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac680c8340 con 0x7fac680cd030 2023-06-26T03:00:41.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6f076640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac68158350 con 0x7fac68157f80 2023-06-26T03:00:41.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6f076640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac680c8590 con 0x7fac680cd6a0 2023-06-26T03:00:41.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6ce12640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fac68157f80 0x7fac680cb8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:41.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6ce12640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fac68157f80 0x7fac680cb8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43004/0 (socket says 172.21.15.81:43004) 2023-06-26T03:00:41.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6ce12640 1 -- 172.21.15.81:0/2824264518 learned_addr learned my addr 172.21.15.81:0/2824264518 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:41.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac67fff640 1 --2- 172.21.15.81:0/2824264518 >> v2:172.21.15.92:3300/0 conn(0x7fac680cd6a0 0x7fac680cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:41.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6ce12640 1 -- 172.21.15.81:0/2824264518 >> v2:172.21.15.92:3300/0 conn(0x7fac680cd6a0 msgr2=0x7fac680cbe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:41.286 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6ce12640 1 --2- 172.21.15.81:0/2824264518 >> v2:172.21.15.92:3300/0 conn(0x7fac680cd6a0 0x7fac680cbe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:41.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6ce12640 1 -- 172.21.15.81:0/2824264518 >> v1:172.21.15.92:6789/0 conn(0x7fac680cd030 legacy=0x7fac6815b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:41.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.279+0000 7fac6ce12640 1 -- 172.21.15.81:0/2824264518 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac680c9fd0 con 0x7fac68157f80 2023-06-26T03:00:41.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6ce12640 1 --2- 172.21.15.81:0/2824264518 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac68157f80 0x7fac680cb8c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fac680c82f0 tx=0x7fac5c0213c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd2f9de74d948eca server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:41.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac677fe640 1 -- 172.21.15.81:0/2824264518 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac5c0b1600 con 0x7fac68157f80 2023-06-26T03:00:41.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac677fe640 1 -- 172.21.15.81:0/2824264518 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac5c0ad050 con 0x7fac68157f80 2023-06-26T03:00:41.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac677fe640 1 -- 172.21.15.81:0/2824264518 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac5c0b1980 con 0x7fac68157f80 2023-06-26T03:00:41.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 -- 172.21.15.81:0/2824264518 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac68157f80 msgr2=0x7fac680cb8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:41.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 --2- 172.21.15.81:0/2824264518 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac68157f80 0x7fac680cb8c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fac680c82f0 tx=0x7fac5c0213c0 comp rx=0 tx=0).stop 2023-06-26T03:00:41.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 -- 172.21.15.81:0/2824264518 shutdown_connections 2023-06-26T03:00:41.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 --2- 172.21.15.81:0/2824264518 >> v2:172.21.15.92:3300/0 conn(0x7fac680cd6a0 0x7fac680cbe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:41.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 --2- 172.21.15.81:0/2824264518 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac68157f80 0x7fac680cb8c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:41.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 -- 172.21.15.81:0/2824264518 >> 172.21.15.81:0/2824264518 conn(0x7fac680ca770 msgr2=0x7fac680cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:41.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 -- 172.21.15.81:0/2824264518 shutdown_connections 2023-06-26T03:00:41.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 -- 172.21.15.81:0/2824264518 wait complete. 2023-06-26T03:00:41.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 Processor -- start 2023-06-26T03:00:41.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 -- start start 2023-06-26T03:00:41.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac680cd030 0x7fac681480b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:41.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac680cd6a0 0x7fac680c1820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:41.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac68157f80 0x7fac680c5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:41.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac680c71e0 con 0x7fac680cd030 2023-06-26T03:00:41.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac680c6560 con 0x7fac680cd6a0 2023-06-26T03:00:41.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6f076640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac680c6840 con 0x7fac68157f80 2023-06-26T03:00:41.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6ce12640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac680cd030 0x7fac681480b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:41.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6ce12640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac680cd030 0x7fac681480b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43010/0 (socket says 172.21.15.81:43010) 2023-06-26T03:00:41.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6ce12640 1 -- 172.21.15.81:0/43221020 learned_addr learned my addr 172.21.15.81:0/43221020 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:41.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac67fff640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac680cd6a0 0x7fac680c1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:41.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6d613640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac68157f80 0x7fac680c5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:41.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6ce12640 1 -- 172.21.15.81:0/43221020 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac68157f80 msgr2=0x7fac680c5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:41.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6ce12640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac68157f80 0x7fac680c5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:41.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6ce12640 1 -- 172.21.15.81:0/43221020 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac680cd6a0 msgr2=0x7fac680c1820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:41.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6ce12640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac680cd6a0 0x7fac680c1820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:41.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6ce12640 1 -- 172.21.15.81:0/43221020 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac5c00b770 con 0x7fac680cd030 2023-06-26T03:00:41.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6d613640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac68157f80 0x7fac680c5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:41.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac67fff640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac680cd6a0 0x7fac680c1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:41.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.283+0000 7fac6ce12640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac680cd030 0x7fac681480b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fac5c01dfd0 tx=0x7fac5c01e160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:41.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.287+0000 7fac657fa640 1 -- 172.21.15.81:0/43221020 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac5c0ba810 con 0x7fac680cd030 2023-06-26T03:00:41.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.287+0000 7fac657fa640 1 -- 172.21.15.81:0/43221020 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac5c0ba990 con 0x7fac680cd030 2023-06-26T03:00:41.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.287+0000 7fac6f076640 1 -- 172.21.15.81:0/43221020 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac680c6b20 con 0x7fac680cd030 2023-06-26T03:00:41.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.287+0000 7fac657fa640 1 -- 172.21.15.81:0/43221020 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac5c0bad40 con 0x7fac680cd030 2023-06-26T03:00:41.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.287+0000 7fac6f076640 1 -- 172.21.15.81:0/43221020 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac681485f0 con 0x7fac680cd030 2023-06-26T03:00:41.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.287+0000 7fac6f076640 1 -- 172.21.15.81:0/43221020 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac6804d790 con 0x7fac680cd030 2023-06-26T03:00:41.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.287+0000 7fac657fa640 1 -- 172.21.15.81:0/43221020 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fac5c0b8040 con 0x7fac680cd030 2023-06-26T03:00:41.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.287+0000 7fac657fa640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fac54066280 0x7fac54068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:41.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.287+0000 7fac657fa640 1 -- 172.21.15.81:0/43221020 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fac5c1241d0 con 0x7fac680cd030 2023-06-26T03:00:41.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.287+0000 7fac67fff640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fac54066280 0x7fac54068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:41.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.287+0000 7fac67fff640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fac54066280 0x7fac54068730 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fac681f0340 tx=0x7fac58008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:41.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.291+0000 7fac657fa640 1 -- 172.21.15.81:0/43221020 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fac5c0f1800 con 0x7fac680cd030 2023-06-26T03:00:41.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.471+0000 7fac6f076640 1 -- 172.21.15.81:0/43221020 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fac680afd40 con 0x7fac680cd030 2023-06-26T03:00:41.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.471+0000 7fac657fa640 1 -- 172.21.15.81:0/43221020 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7fac5c0f4e20 con 0x7fac680cd030 2023-06-26T03:00:41.479 INFO:teuthology.orchestra.run.smithi081.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-06-26T03:00:41.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.475+0000 7fac6f076640 1 -- 172.21.15.81:0/43221020 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fac54066280 msgr2=0x7fac54068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:41.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.475+0000 7fac6f076640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fac54066280 0x7fac54068730 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fac681f0340 tx=0x7fac58008040 comp rx=0 tx=0).stop 2023-06-26T03:00:41.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.475+0000 7fac6f076640 1 -- 172.21.15.81:0/43221020 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac680cd030 msgr2=0x7fac681480b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:41.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.475+0000 7fac6f076640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac680cd030 0x7fac681480b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fac5c01dfd0 tx=0x7fac5c01e160 comp rx=0 tx=0).stop 2023-06-26T03:00:41.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.475+0000 7fac6f076640 1 -- 172.21.15.81:0/43221020 shutdown_connections 2023-06-26T03:00:41.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.475+0000 7fac6f076640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fac54066280 0x7fac54068730 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:41.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.475+0000 7fac6f076640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac68157f80 0x7fac680c5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:41.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.475+0000 7fac6f076640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac680cd6a0 0x7fac680c1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:41.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.475+0000 7fac6f076640 1 --2- 172.21.15.81:0/43221020 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac680cd030 0x7fac681480b0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:41.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.475+0000 7fac6f076640 1 -- 172.21.15.81:0/43221020 >> 172.21.15.81:0/43221020 conn(0x7fac680ca770 msgr2=0x7fac681559b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:41.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.475+0000 7fac6f076640 1 -- 172.21.15.81:0/43221020 shutdown_connections 2023-06-26T03:00:41.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:41.475+0000 7fac6f076640 1 -- 172.21.15.81:0/43221020 wait complete. 2023-06-26T03:00:41.495 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-26T03:00:41.496 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-26T03:00:41.496 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2023-06-26T03:00:41.496 INFO:tasks.cephfs.mount:self.client.name = client.3 2023-06-26T03:00:41.496 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-06-26T03:00:41.497 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-26T03:00:41.497 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-26T03:00:41.497 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-26T03:00:41.497 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2023-06-26T03:00:41.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:41.498 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2023-06-26T03:00:41.504 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:00:41.504 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:00:41.504 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:00:41.505 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.505 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2023-06-26T03:00:41.505 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.505 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:00:41.505 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:41.505 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2023-06-26T03:00:41.505 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:00:41.506 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:41.506 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2023-06-26T03:00:41.506 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:00:41.506 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:41.506 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-26T03:00:41.506 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:41.506 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-06-26T03:00:41.507 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42449sec preferred_lft 42449sec 2023-06-26T03:00:41.507 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link 2023-06-26T03:00:41.507 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.507 INFO:teuthology.orchestra.run.smithi092.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-26T03:00:41.507 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 02:42:de:a6:a0:1a brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:41.507 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-26T03:00:41.507 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.507 INFO:teuthology.orchestra.run.smithi092.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:00:41.508 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-06-26T03:00:41.508 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-06-26T03:00:41.508 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.508 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-06-26T03:00:41.508 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.508 INFO:teuthology.orchestra.run.smithi092.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-06-26T03:00:41.508 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-06-26T03:00:41.508 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-06-26T03:00:41.509 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:41.509 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-26T03:00:41.559 INFO:teuthology.orchestra.run.smithi092.stdout:1 2023-06-26T03:00:41.560 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:41.560 DEBUG:teuthology.orchestra.run.smithi092:> route 2023-06-26T03:00:41.611 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2023-06-26T03:00:41.611 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-26T03:00:41.611 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-06-26T03:00:41.611 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-06-26T03:00:41.611 INFO:teuthology.orchestra.run.smithi092.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-26T03:00:41.612 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-06-26T03:00:41.612 INFO:teuthology.orchestra.run.smithi092.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:00:41.612 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:00:41.612 INFO:teuthology.orchestra.run.smithi092.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:00:41.612 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-26T03:00:41.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:41.613 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-06-26T03:00:41.613 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-06-26T03:00:41.613 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-06-26T03:00:41.613 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-06-26T03:00:41.614 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-06-26T03:00:41.614 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-06-26T03:00:41.689 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:41.690 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2023-06-26T03:00:41.736 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-06-26T03:00:41.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:41.737 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list-id 2023-06-26T03:00:41.783 INFO:teuthology.orchestra.run.smithi092.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2023-06-26T03:00:41.784 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:41.784 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-06-26T03:00:41.784 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-06-26T03:00:41.785 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2023-06-26T03:00:41.785 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2023-06-26T03:00:41.785 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-06-26T03:00:41.853 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:41.854 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-06-26T03:00:41.907 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:00:41.907 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:00:41.907 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:00:41.907 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.908 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2023-06-26T03:00:41.908 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.908 INFO:teuthology.orchestra.run.smithi092.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:00:41.908 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 1e:58:7f:e4:80:97 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-06-26T03:00:41.908 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-06-26T03:00:41.908 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.908 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::1c58:7fff:fee4:8097/64 scope link 2023-06-26T03:00:41.909 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:41.910 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-06-26T03:00:41.965 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:00:41.965 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:00:41.966 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:00:41.966 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.966 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2023-06-26T03:00:41.966 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.966 INFO:teuthology.orchestra.run.smithi092.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:00:41.966 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 1e:58:7f:e4:80:97 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-06-26T03:00:41.966 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-06-26T03:00:41.967 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.967 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::1c58:7fff:fee4:8097/64 scope link 2023-06-26T03:00:41.967 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:00:41.968 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2023-06-26T03:00:41.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:41.968 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-06-26T03:00:41.969 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-06-26T03:00:41.969 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2023-06-26T03:00:41.969 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-06-26T03:00:41.969 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2023-06-26T03:00:41.969 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2023-06-26T03:00:41.970 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2023-06-26T03:00:41.970 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-06-26T03:00:42.064 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:42.064 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-06-26T03:00:42.064 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-06-26T03:00:42.064 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.1 up 2023-06-26T03:00:42.065 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set dev brx.1 master ceph-brx 2023-06-26T03:00:42.065 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-06-26T03:00:42.084 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2023-06-26T03:00:42.084 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:00:42.084 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2023-06-26T03:00:42.130 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2023-06-26T03:00:42.131 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:00:42.131 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2023-06-26T03:00:42.178 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2023-06-26T03:00:42.230 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:00:42.230 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:00:42.281 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:00:42.282 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:00:42.282 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:42.283 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2023-06-26T03:00:42.328 INFO:teuthology.orchestra.run.smithi092.stdout:45 2023-06-26T03:00:42.328 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2023-06-26T03:00:42.328 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2023-06-26T03:00:42.373 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2023-06-26T03:00:42.384 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:00:42.384 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:00:42.437 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:00:42.437 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:00:42.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:42.438 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2023-06-26T03:00:42.450 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi092.stderr:2023-06-26T03:00:42.447+0000 7fd78897a580 -1 init, newargv = 0x55f13e421ce0 newargc=15 2023-06-26T03:00:42.450 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi092.stderr:ceph-fuse[43644]: starting ceph client 2023-06-26T03:00:42.454 INFO:teuthology.orchestra.run.smithi092.stdout:45 2023-06-26T03:00:42.454 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi092.stderr:ceph-fuse[43644]: starting fuse 2023-06-26T03:00:43.556 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2023-06-26T03:00:43.572 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:00:43.573 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:00:43.626 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:00:43.627 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:00:43.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:43.628 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2023-06-26T03:00:43.676 INFO:teuthology.orchestra.run.smithi092.stdout:45 2023-06-26T03:00:43.676 INFO:teuthology.orchestra.run.smithi092.stdout:46 2023-06-26T03:00:43.676 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2023-06-26T03:00:43.676 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-26T03:00:43.677 DEBUG:teuthology.orchestra.run.smithi092:> import glob 2023-06-26T03:00:43.677 DEBUG:teuthology.orchestra.run.smithi092:> import re 2023-06-26T03:00:43.677 DEBUG:teuthology.orchestra.run.smithi092:> import os 2023-06-26T03:00:43.677 DEBUG:teuthology.orchestra.run.smithi092:> import subprocess 2023-06-26T03:00:43.678 DEBUG:teuthology.orchestra.run.smithi092:> 2023-06-26T03:00:43.678 DEBUG:teuthology.orchestra.run.smithi092:> def _find_admin_socket(client_name): 2023-06-26T03:00:43.678 DEBUG:teuthology.orchestra.run.smithi092:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2023-06-26T03:00:43.678 DEBUG:teuthology.orchestra.run.smithi092:> files = glob.glob(asok_path) 2023-06-26T03:00:43.679 DEBUG:teuthology.orchestra.run.smithi092:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2023-06-26T03:00:43.679 DEBUG:teuthology.orchestra.run.smithi092:> 2023-06-26T03:00:43.679 DEBUG:teuthology.orchestra.run.smithi092:> # Given a non-glob path, it better be there 2023-06-26T03:00:43.679 DEBUG:teuthology.orchestra.run.smithi092:> if "*" not in asok_path: 2023-06-26T03:00:43.679 DEBUG:teuthology.orchestra.run.smithi092:> assert(len(files) == 1) 2023-06-26T03:00:43.680 DEBUG:teuthology.orchestra.run.smithi092:> return files[0] 2023-06-26T03:00:43.680 DEBUG:teuthology.orchestra.run.smithi092:> 2023-06-26T03:00:43.680 DEBUG:teuthology.orchestra.run.smithi092:> for f in files: 2023-06-26T03:00:43.680 DEBUG:teuthology.orchestra.run.smithi092:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-26T03:00:43.681 DEBUG:teuthology.orchestra.run.smithi092:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-26T03:00:43.681 DEBUG:teuthology.orchestra.run.smithi092:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-26T03:00:43.681 DEBUG:teuthology.orchestra.run.smithi092:> contents = proc_f.read() 2023-06-26T03:00:43.682 DEBUG:teuthology.orchestra.run.smithi092:> if mountpoint in contents: 2023-06-26T03:00:43.682 DEBUG:teuthology.orchestra.run.smithi092:> return f 2023-06-26T03:00:43.682 DEBUG:teuthology.orchestra.run.smithi092:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-26T03:00:43.682 DEBUG:teuthology.orchestra.run.smithi092:> 2023-06-26T03:00:43.682 DEBUG:teuthology.orchestra.run.smithi092:> print(_find_admin_socket("client.3")) 2023-06-26T03:00:43.683 DEBUG:teuthology.orchestra.run.smithi092:> ' 2023-06-26T03:00:43.795 INFO:teuthology.orchestra.run.smithi092.stdout:/var/run/ceph/ceph-client.3.43644.asok 2023-06-26T03:00:43.978 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.43644.asok 2023-06-26T03:00:43.978 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:43.979 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.43644.asok status 2023-06-26T03:00:44.134 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2023-06-26T03:00:44.135 INFO:teuthology.orchestra.run.smithi092.stdout: "metadata": { 2023-06-26T03:00:44.135 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_sha1": "6e29bf323ce1af97210bf5c3ab6386cc214ed162", 2023-06-26T03:00:44.135 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_version": "ceph version 18.0.0-4444-g6e29bf32 (6e29bf323ce1af97210bf5c3ab6386cc214ed162) reef (dev)", 2023-06-26T03:00:44.135 INFO:teuthology.orchestra.run.smithi092.stdout: "entity_id": "3", 2023-06-26T03:00:44.135 INFO:teuthology.orchestra.run.smithi092.stdout: "hostname": "smithi092", 2023-06-26T03:00:44.135 INFO:teuthology.orchestra.run.smithi092.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2023-06-26T03:00:44.135 INFO:teuthology.orchestra.run.smithi092.stdout: "pid": "43644", 2023-06-26T03:00:44.136 INFO:teuthology.orchestra.run.smithi092.stdout: "root": "/" 2023-06-26T03:00:44.136 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2023-06-26T03:00:44.136 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_count": 0, 2023-06-26T03:00:44.136 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_pinned_count": 0, 2023-06-26T03:00:44.136 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 4490, 2023-06-26T03:00:44.136 INFO:teuthology.orchestra.run.smithi092.stdout: "inst": { 2023-06-26T03:00:44.136 INFO:teuthology.orchestra.run.smithi092.stdout: "name": { 2023-06-26T03:00:44.137 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "client", 2023-06-26T03:00:44.137 INFO:teuthology.orchestra.run.smithi092.stdout: "num": 4490 2023-06-26T03:00:44.137 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2023-06-26T03:00:44.137 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2023-06-26T03:00:44.137 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2023-06-26T03:00:44.137 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.2:0", 2023-06-26T03:00:44.137 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 2974683729 2023-06-26T03:00:44.138 INFO:teuthology.orchestra.run.smithi092.stdout: } 2023-06-26T03:00:44.138 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2023-06-26T03:00:44.138 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2023-06-26T03:00:44.138 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2023-06-26T03:00:44.138 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.2:0", 2023-06-26T03:00:44.138 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 2974683729 2023-06-26T03:00:44.138 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2023-06-26T03:00:44.138 INFO:teuthology.orchestra.run.smithi092.stdout: "inst_str": "client.4490 192.168.0.2:0/2974683729", 2023-06-26T03:00:44.139 INFO:teuthology.orchestra.run.smithi092.stdout: "addr_str": "192.168.0.2:0/2974683729", 2023-06-26T03:00:44.139 INFO:teuthology.orchestra.run.smithi092.stdout: "inode_count": 1, 2023-06-26T03:00:44.139 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_epoch": 7, 2023-06-26T03:00:44.139 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch": 24, 2023-06-26T03:00:44.139 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch_barrier": 0, 2023-06-26T03:00:44.139 INFO:teuthology.orchestra.run.smithi092.stdout: "blocklisted": false, 2023-06-26T03:00:44.139 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs" 2023-06-26T03:00:44.139 INFO:teuthology.orchestra.run.smithi092.stdout:} 2023-06-26T03:00:44.148 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:44.148 DEBUG:teuthology.orchestra.run.smithi081:> stat --file-system '--printf=%T 2023-06-26T03:00:44.148 DEBUG:teuthology.orchestra.run.smithi081:> ' -- /home/ubuntu/cephtest/mnt.0 2023-06-26T03:00:44.155 INFO:teuthology.orchestra.run.smithi081.stdout:fuseblk 2023-06-26T03:00:44.156 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2023-06-26T03:00:44.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:44.156 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-06-26T03:00:44.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:44.215 DEBUG:teuthology.orchestra.run.smithi081:> stat --file-system '--printf=%T 2023-06-26T03:00:44.215 DEBUG:teuthology.orchestra.run.smithi081:> ' -- /home/ubuntu/cephtest/mnt.2 2023-06-26T03:00:44.264 INFO:teuthology.orchestra.run.smithi081.stdout:fuseblk 2023-06-26T03:00:44.265 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2023-06-26T03:00:44.265 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:44.265 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2023-06-26T03:00:44.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:44.326 DEBUG:teuthology.orchestra.run.smithi092:> stat --file-system '--printf=%T 2023-06-26T03:00:44.326 DEBUG:teuthology.orchestra.run.smithi092:> ' -- /home/ubuntu/cephtest/mnt.1 2023-06-26T03:00:44.332 INFO:teuthology.orchestra.run.smithi092.stdout:fuseblk 2023-06-26T03:00:44.333 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2023-06-26T03:00:44.333 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:44.333 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-06-26T03:00:44.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:44.389 DEBUG:teuthology.orchestra.run.smithi092:> stat --file-system '--printf=%T 2023-06-26T03:00:44.389 DEBUG:teuthology.orchestra.run.smithi092:> ' -- /home/ubuntu/cephtest/mnt.3 2023-06-26T03:00:44.440 INFO:teuthology.orchestra.run.smithi092.stdout:fuseblk 2023-06-26T03:00:44.440 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2023-06-26T03:00:44.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:44.441 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2023-06-26T03:00:44.496 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2023-06-26T03:00:44.652 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:44.782 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.775+0000 7f1348e43640 1 Processor -- start 2023-06-26T03:00:44.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.775+0000 7f1348e43640 1 -- start start 2023-06-26T03:00:44.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f1348e43640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f13440cd590 0x7f13441635a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:44.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f1348e43640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f134406efb0 con 0x7f1344158c20 2023-06-26T03:00:44.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f1348e43640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13440cc0f0 con 0x7f13440af770 2023-06-26T03:00:44.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f1348e43640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1344159c30 con 0x7f13440cd590 2023-06-26T03:00:44.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f1341d9b640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f1344158c20 0x7f134415c9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:33636/0 (socket says 172.21.15.81:33636) 2023-06-26T03:00:44.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f1341d9b640 1 -- 172.21.15.81:0/3149807320 learned_addr learned my addr 172.21.15.81:0/3149807320 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:44.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f1342d9d640 1 --2- 172.21.15.81:0/3149807320 >> v2:172.21.15.81:3300/0 conn(0x7f13440cd590 0x7f13441635a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:44.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f134159a640 1 -- 172.21.15.81:0/3149807320 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4129575437 0 0) 0x7f134406efb0 con 0x7f1344158c20 2023-06-26T03:00:44.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f134159a640 1 -- 172.21.15.81:0/3149807320 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1330003530 con 0x7f1344158c20 2023-06-26T03:00:44.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f1342d9d640 1 -- 172.21.15.81:0/3149807320 >> v1:172.21.15.92:6789/0 conn(0x7f13440af770 legacy=0x7f13440afb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:44.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f1342d9d640 1 -- 172.21.15.81:0/3149807320 >> v1:172.21.15.81:6789/0 conn(0x7f1344158c20 legacy=0x7f134415c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:44.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f1342d9d640 1 -- 172.21.15.81:0/3149807320 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1344159390 con 0x7f13440cd590 2023-06-26T03:00:44.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f1342d9d640 1 --2- 172.21.15.81:0/3149807320 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13440cd590 0x7f13441635a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1334009d90 tx=0x7f133401f130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b50893d6b8248809 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:44.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f134159a640 1 -- 172.21.15.81:0/3149807320 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13340af600 con 0x7f13440cd590 2023-06-26T03:00:44.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f134159a640 1 -- 172.21.15.81:0/3149807320 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13340ab050 con 0x7f13440cd590 2023-06-26T03:00:44.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.779+0000 7f134159a640 1 -- 172.21.15.81:0/3149807320 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13340af980 con 0x7f13440cd590 2023-06-26T03:00:44.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 -- 172.21.15.81:0/3149807320 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13440cd590 msgr2=0x7f13441635a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:44.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 --2- 172.21.15.81:0/3149807320 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13440cd590 0x7f13441635a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1334009d90 tx=0x7f133401f130 comp rx=0 tx=0).stop 2023-06-26T03:00:44.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 -- 172.21.15.81:0/3149807320 shutdown_connections 2023-06-26T03:00:44.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 --2- 172.21.15.81:0/3149807320 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13440cd590 0x7f13441635a0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:44.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 -- 172.21.15.81:0/3149807320 >> 172.21.15.81:0/3149807320 conn(0x7f13440ca770 msgr2=0x7f13440cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:44.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 -- 172.21.15.81:0/3149807320 shutdown_connections 2023-06-26T03:00:44.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 -- 172.21.15.81:0/3149807320 wait complete. 2023-06-26T03:00:44.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 Processor -- start 2023-06-26T03:00:44.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 -- start start 2023-06-26T03:00:44.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13440af770 0x7f134414e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:44.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13440cd590 0x7f134415aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:44.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1344158c20 0x7f134415b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:44.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13440b34c0 con 0x7f13440af770 2023-06-26T03:00:44.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13440b28b0 con 0x7f13440cd590 2023-06-26T03:00:44.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13440b2b90 con 0x7f1344158c20 2023-06-26T03:00:44.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f134259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13440af770 0x7f134414e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:44.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f134259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13440af770 0x7f134414e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43038/0 (socket says 172.21.15.81:43038) 2023-06-26T03:00:44.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f134259c640 1 -- 172.21.15.81:0/1995777016 learned_addr learned my addr 172.21.15.81:0/1995777016 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:44.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1342d9d640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1344158c20 0x7f134415b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:44.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1341d9b640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13440cd590 0x7f134415aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:44.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f134259c640 1 -- 172.21.15.81:0/1995777016 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1344158c20 msgr2=0x7f134415b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:44.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f134259c640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1344158c20 0x7f134415b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:44.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f134259c640 1 -- 172.21.15.81:0/1995777016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13440cd590 msgr2=0x7f134415aef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:44.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f134259c640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13440cd590 0x7f134415aef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:44.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f134259c640 1 -- 172.21.15.81:0/1995777016 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1334009a70 con 0x7f13440af770 2023-06-26T03:00:44.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1342d9d640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1344158c20 0x7f134415b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:44.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1341d9b640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13440cd590 0x7f134415aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:44.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f134259c640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13440af770 0x7f134414e430 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f133c00c500 tx=0x7f133c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:44.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f133affd640 1 -- 172.21.15.81:0/1995777016 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f133c005220 con 0x7f13440af770 2023-06-26T03:00:44.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f133affd640 1 -- 172.21.15.81:0/1995777016 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f133c005380 con 0x7f13440af770 2023-06-26T03:00:44.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 -- 172.21.15.81:0/1995777016 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13440b2e70 con 0x7f13440af770 2023-06-26T03:00:44.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f133affd640 1 -- 172.21.15.81:0/1995777016 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f133c007270 con 0x7f13440af770 2023-06-26T03:00:44.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.783+0000 7f1348e43640 1 -- 172.21.15.81:0/1995777016 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f134414e970 con 0x7f13440af770 2023-06-26T03:00:44.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.787+0000 7f1348e43640 1 -- 172.21.15.81:0/1995777016 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f134415d0d0 con 0x7f13440af770 2023-06-26T03:00:44.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.787+0000 7f133affd640 1 -- 172.21.15.81:0/1995777016 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f133c0073d0 con 0x7f13440af770 2023-06-26T03:00:44.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.787+0000 7f133affd640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1324066280 0x7f1324068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:44.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.787+0000 7f133affd640 1 -- 172.21.15.81:0/1995777016 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f133c084220 con 0x7f13440af770 2023-06-26T03:00:44.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.787+0000 7f1341d9b640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1324066280 0x7f1324068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:44.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.787+0000 7f1341d9b640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1324066280 0x7f1324068730 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f13440b3a00 tx=0x7f132c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:44.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.791+0000 7f133affd640 1 -- 172.21.15.81:0/1995777016 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f133c051730 con 0x7f13440af770 2023-06-26T03:00:44.950 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.943+0000 7f1348e43640 1 -- 172.21.15.81:0/1995777016 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f134415d0d0 con 0x7f13440af770 2023-06-26T03:00:44.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.947+0000 7f133affd640 1 -- 172.21.15.81:0/1995777016 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18243 (secure 0 0 0) 0x7f134415d0d0 con 0x7f13440af770 2023-06-26T03:00:44.953 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:44.953 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":24,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:15.142509+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:44.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.947+0000 7f1348e43640 1 -- 172.21.15.81:0/1995777016 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1324066280 msgr2=0x7f1324068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:44.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.947+0000 7f1348e43640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1324066280 0x7f1324068730 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f13440b3a00 tx=0x7f132c009040 comp rx=0 tx=0).stop 2023-06-26T03:00:44.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.947+0000 7f1348e43640 1 -- 172.21.15.81:0/1995777016 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13440af770 msgr2=0x7f134414e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:44.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.947+0000 7f1348e43640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13440af770 0x7f134414e430 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f133c00c500 tx=0x7f133c00c9c0 comp rx=0 tx=0).stop 2023-06-26T03:00:44.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.947+0000 7f1348e43640 1 -- 172.21.15.81:0/1995777016 shutdown_connections 2023-06-26T03:00:44.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.947+0000 7f1348e43640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1324066280 0x7f1324068730 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:44.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.947+0000 7f1348e43640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1344158c20 0x7f134415b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:44.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.947+0000 7f1348e43640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13440cd590 0x7f134415aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:44.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.947+0000 7f1348e43640 1 --2- 172.21.15.81:0/1995777016 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13440af770 0x7f134414e430 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:44.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.947+0000 7f1348e43640 1 -- 172.21.15.81:0/1995777016 >> 172.21.15.81:0/1995777016 conn(0x7f13440ca770 msgr2=0x7f13440acfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:44.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.951+0000 7f1348e43640 1 -- 172.21.15.81:0/1995777016 shutdown_connections 2023-06-26T03:00:44.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:44.951+0000 7f1348e43640 1 -- 172.21.15.81:0/1995777016 wait complete. 2023-06-26T03:00:44.972 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:00:44.973 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:00:45.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.083+0000 7fde53f8f640 1 Processor -- start 2023-06-26T03:00:45.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde53f8f640 1 -- start start 2023-06-26T03:00:45.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde53f8f640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fde4c157ae0 0x7fde4c0c9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde53f8f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde4c157eb0 0x7fde4c15c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde53f8f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fde4c0af6b0 0x7fde4c0afad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde53f8f640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fde4c15c7d0 con 0x7fde4c157ae0 2023-06-26T03:00:45.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde53f8f640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fde4c0b0010 con 0x7fde4c0af6b0 2023-06-26T03:00:45.093 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde53f8f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde4c06eed0 con 0x7fde4c157eb0 2023-06-26T03:00:45.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde51d2b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fde4c157ae0 0x7fde4c0c9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde51d2b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fde4c157ae0 0x7fde4c0c9f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43044/0 (socket says 172.21.15.81:43044) 2023-06-26T03:00:45.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde51d2b640 1 -- 172.21.15.81:0/1238066104 learned_addr learned my addr 172.21.15.81:0/1238066104 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:45.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde5152a640 1 --2- 172.21.15.81:0/1238066104 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde4c157eb0 0x7fde4c15c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde5252c640 1 --2- 172.21.15.81:0/1238066104 >> v2:172.21.15.92:3300/0 conn(0x7fde4c0af6b0 0x7fde4c0afad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde51d2b640 1 -- 172.21.15.81:0/1238066104 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde4c157eb0 msgr2=0x7fde4c15c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:45.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde51d2b640 1 --2- 172.21.15.81:0/1238066104 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde4c157eb0 0x7fde4c15c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.095 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde51d2b640 1 -- 172.21.15.81:0/1238066104 >> v2:172.21.15.92:3300/0 conn(0x7fde4c0af6b0 msgr2=0x7fde4c0afad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:45.095 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde51d2b640 1 --2- 172.21.15.81:0/1238066104 >> v2:172.21.15.92:3300/0 conn(0x7fde4c0af6b0 0x7fde4c0afad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.095 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde51d2b640 1 -- 172.21.15.81:0/1238066104 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde4c06cef0 con 0x7fde4c157ae0 2023-06-26T03:00:45.095 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde5252c640 1 --2- 172.21.15.81:0/1238066104 >> v2:172.21.15.92:3300/0 conn(0x7fde4c0af6b0 0x7fde4c0afad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:45.096 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.087+0000 7fde51d2b640 1 --2- 172.21.15.81:0/1238066104 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde4c157ae0 0x7fde4c0c9f60 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fde4c0b01b0 tx=0x7fde4801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9408ac433aab3cc server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:45.096 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde50d29640 1 -- 172.21.15.81:0/1238066104 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde480ad680 con 0x7fde4c157ae0 2023-06-26T03:00:45.096 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde50d29640 1 -- 172.21.15.81:0/1238066104 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde480ad7e0 con 0x7fde4c157ae0 2023-06-26T03:00:45.096 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde50d29640 1 -- 172.21.15.81:0/1238066104 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde480adb70 con 0x7fde4c157ae0 2023-06-26T03:00:45.097 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 -- 172.21.15.81:0/1238066104 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde4c157ae0 msgr2=0x7fde4c0c9f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.097 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 --2- 172.21.15.81:0/1238066104 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde4c157ae0 0x7fde4c0c9f60 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fde4c0b01b0 tx=0x7fde4801c440 comp rx=0 tx=0).stop 2023-06-26T03:00:45.097 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 -- 172.21.15.81:0/1238066104 shutdown_connections 2023-06-26T03:00:45.097 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 --2- 172.21.15.81:0/1238066104 >> v2:172.21.15.92:3300/0 conn(0x7fde4c0af6b0 0x7fde4c0afad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.097 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 --2- 172.21.15.81:0/1238066104 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde4c157eb0 0x7fde4c15c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.097 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 --2- 172.21.15.81:0/1238066104 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde4c157ae0 0x7fde4c0c9f60 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.097 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 -- 172.21.15.81:0/1238066104 >> 172.21.15.81:0/1238066104 conn(0x7fde4c06a100 msgr2=0x7fde4c0ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:45.098 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 -- 172.21.15.81:0/1238066104 shutdown_connections 2023-06-26T03:00:45.098 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 -- 172.21.15.81:0/1238066104 wait complete. 2023-06-26T03:00:45.099 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 Processor -- start 2023-06-26T03:00:45.099 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 -- start start 2023-06-26T03:00:45.099 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde4c0af6b0 0x7fde4c144020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde4c157ae0 0x7fde4c15a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde4c15adc0 0x7fde4c1540c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde4c152a90 con 0x7fde4c157ae0 2023-06-26T03:00:45.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde4c144560 con 0x7fde4c0af6b0 2023-06-26T03:00:45.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde53f8f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde4c151e10 con 0x7fde4c15adc0 2023-06-26T03:00:45.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde5152a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde4c157ae0 0x7fde4c15a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde5152a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde4c157ae0 0x7fde4c15a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43056/0 (socket says 172.21.15.81:43056) 2023-06-26T03:00:45.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde5152a640 1 -- 172.21.15.81:0/3936756302 learned_addr learned my addr 172.21.15.81:0/3936756302 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:45.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde51d2b640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde4c0af6b0 0x7fde4c144020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde5252c640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde4c15adc0 0x7fde4c1540c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde5152a640 1 -- 172.21.15.81:0/3936756302 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde4c15adc0 msgr2=0x7fde4c1540c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde5152a640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde4c15adc0 0x7fde4c1540c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde5152a640 1 -- 172.21.15.81:0/3936756302 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde4c0af6b0 msgr2=0x7fde4c144020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde5152a640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde4c0af6b0 0x7fde4c144020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde5152a640 1 -- 172.21.15.81:0/3936756302 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde480094d0 con 0x7fde4c157ae0 2023-06-26T03:00:45.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde5152a640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde4c157ae0 0x7fde4c15a880 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fde3c00d5f0 tx=0x7fde3c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:45.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde427fc640 1 -- 172.21.15.81:0/3936756302 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde3c0125f0 con 0x7fde4c157ae0 2023-06-26T03:00:45.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde427fc640 1 -- 172.21.15.81:0/3936756302 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde3c012750 con 0x7fde4c157ae0 2023-06-26T03:00:45.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.091+0000 7fde427fc640 1 -- 172.21.15.81:0/3936756302 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde3c012ae0 con 0x7fde4c157ae0 2023-06-26T03:00:45.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.095+0000 7fde53f8f640 1 -- 172.21.15.81:0/3936756302 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde4c1520f0 con 0x7fde4c157ae0 2023-06-26T03:00:45.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.095+0000 7fde53f8f640 1 -- 172.21.15.81:0/3936756302 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde4c1526b0 con 0x7fde4c157ae0 2023-06-26T03:00:45.103 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.095+0000 7fde53f8f640 1 -- 172.21.15.81:0/3936756302 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fde4c04d790 con 0x7fde4c157ae0 2023-06-26T03:00:45.103 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.095+0000 7fde427fc640 1 -- 172.21.15.81:0/3936756302 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fde3c012c40 con 0x7fde4c157ae0 2023-06-26T03:00:45.103 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.095+0000 7fde427fc640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fde30066280 0x7fde30068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.103 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.095+0000 7fde427fc640 1 -- 172.21.15.81:0/3936756302 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fde3c0841c0 con 0x7fde4c157ae0 2023-06-26T03:00:45.104 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.095+0000 7fde51d2b640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fde30066280 0x7fde30068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.104 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.095+0000 7fde51d2b640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fde30066280 0x7fde30068730 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fde480af000 tx=0x7fde48008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:45.105 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.099+0000 7fde427fc640 1 -- 172.21.15.81:0/3936756302 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fde3c051630 con 0x7fde4c157ae0 2023-06-26T03:00:45.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.239+0000 7fde53f8f640 1 -- 172.21.15.81:0/3936756302 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fde4c0b3bb0 con 0x7fde4c157ae0 2023-06-26T03:00:45.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.239+0000 7fde427fc640 1 -- 172.21.15.81:0/3936756302 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7fde3c054c50 con 0x7fde4c157ae0 2023-06-26T03:00:45.246 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:00:45.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.243+0000 7fde53f8f640 1 -- 172.21.15.81:0/3936756302 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fde30066280 msgr2=0x7fde30068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.243+0000 7fde53f8f640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fde30066280 0x7fde30068730 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fde480af000 tx=0x7fde48008040 comp rx=0 tx=0).stop 2023-06-26T03:00:45.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.243+0000 7fde53f8f640 1 -- 172.21.15.81:0/3936756302 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde4c157ae0 msgr2=0x7fde4c15a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.243+0000 7fde53f8f640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde4c157ae0 0x7fde4c15a880 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fde3c00d5f0 tx=0x7fde3c00dab0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.243+0000 7fde53f8f640 1 -- 172.21.15.81:0/3936756302 shutdown_connections 2023-06-26T03:00:45.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.243+0000 7fde53f8f640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fde30066280 0x7fde30068730 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.243+0000 7fde53f8f640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde4c15adc0 0x7fde4c1540c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.243+0000 7fde53f8f640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fde4c157ae0 0x7fde4c15a880 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.243+0000 7fde53f8f640 1 --2- 172.21.15.81:0/3936756302 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde4c0af6b0 0x7fde4c144020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.243+0000 7fde53f8f640 1 -- 172.21.15.81:0/3936756302 >> 172.21.15.81:0/3936756302 conn(0x7fde4c06a100 msgr2=0x7fde4c0cc110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:45.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.243+0000 7fde53f8f640 1 -- 172.21.15.81:0/3936756302 shutdown_connections 2023-06-26T03:00:45.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.243+0000 7fde53f8f640 1 -- 172.21.15.81:0/3936756302 wait complete. 2023-06-26T03:00:45.262 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:00:45.375 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0888a28640 1 Processor -- start 2023-06-26T03:00:45.375 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0888a28640 1 -- start start 2023-06-26T03:00:45.376 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0888a28640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08840b7a50 0x7f08840ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0888a28640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08840b7e20 con 0x7f08840b4f30 2023-06-26T03:00:45.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0888a28640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08840cf6b0 con 0x7f08840d0ba0 2023-06-26T03:00:45.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0888a28640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08840cee10 con 0x7f08840b7a50 2023-06-26T03:00:45.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f087bfff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f08840b4f30 0x7f08840d0490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:33650/0 (socket says 172.21.15.81:33650) 2023-06-26T03:00:45.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f087bfff640 1 -- 172.21.15.81:0/3185889931 learned_addr learned my addr 172.21.15.81:0/3185889931 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:45.378 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f088259c640 1 --2- 172.21.15.81:0/3185889931 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08840b7a50 0x7f08840ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2677248830 0 0) 0x7f08840b7e20 con 0x7f08840b4f30 2023-06-26T03:00:45.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0870003530 con 0x7f08840b4f30 2023-06-26T03:00:45.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1710950539 0 0) 0x7f0870003530 con 0x7f08840b4f30 2023-06-26T03:00:45.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08840b7a50 msgr2=0x7f08840ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:45.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 --2- 172.21.15.81:0/3185889931 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08840b7a50 0x7f08840ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 >> v1:172.21.15.92:6789/0 conn(0x7f08840d0ba0 legacy=0x7f088415f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08840cf0f0 con 0x7f08840b4f30 2023-06-26T03:00:45.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f086c001680 con 0x7f08840b4f30 2023-06-26T03:00:45.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 >> v1:172.21.15.81:6789/0 conn(0x7f08840b4f30 legacy=0x7f08840d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 --2- 172.21.15.81:0/3185889931 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08700039b0 0x7f0870003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 --2- 172.21.15.81:0/3185889931 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08840b7a50 0x7f08700047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 --2- 172.21.15.81:0/3185889931 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0870004d10 0x7f0870005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08840cee10 con 0x7f0870004d10 2023-06-26T03:00:45.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f087000baa0 con 0x7f08700039b0 2023-06-26T03:00:45.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f087000bc60 con 0x7f08840b7a50 2023-06-26T03:00:45.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0882d9d640 1 --2- 172.21.15.81:0/3185889931 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0870004d10 0x7f0870005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f088259c640 1 --2- 172.21.15.81:0/3185889931 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08700039b0 0x7f0870003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f087bfff640 1 --2- 172.21.15.81:0/3185889931 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08840b7a50 0x7f08700047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0882d9d640 1 -- 172.21.15.81:0/3185889931 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08840b7a50 msgr2=0x7f08700047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:45.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0882d9d640 1 --2- 172.21.15.81:0/3185889931 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08840b7a50 0x7f08700047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0882d9d640 1 -- 172.21.15.81:0/3185889931 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08700039b0 msgr2=0x7f0870003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:45.382 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0882d9d640 1 --2- 172.21.15.81:0/3185889931 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08700039b0 0x7f0870003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.382 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.371+0000 7f0882d9d640 1 -- 172.21.15.81:0/3185889931 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0870003530 con 0x7f0870004d10 2023-06-26T03:00:45.384 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0882d9d640 1 --2- 172.21.15.81:0/3185889931 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0870004d10 0x7f0870005180 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f087c001e70 tx=0x7f087c01c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb0ec713a22794d9 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:45.384 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f087c003b80 con 0x7f0870004d10 2023-06-26T03:00:45.384 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f087c003ce0 con 0x7f0870004d10 2023-06-26T03:00:45.384 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0881d9b640 1 -- 172.21.15.81:0/3185889931 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f087c0052c0 con 0x7f0870004d10 2023-06-26T03:00:45.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 -- 172.21.15.81:0/3185889931 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0870004d10 msgr2=0x7f0870005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 --2- 172.21.15.81:0/3185889931 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0870004d10 0x7f0870005180 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f087c001e70 tx=0x7f087c01c760 comp rx=0 tx=0).stop 2023-06-26T03:00:45.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0882d9d640 1 -- 172.21.15.81:0/3185889931 reap_dead start 2023-06-26T03:00:45.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 -- 172.21.15.81:0/3185889931 shutdown_connections 2023-06-26T03:00:45.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 -- 172.21.15.81:0/3185889931 >> 172.21.15.81:0/3185889931 conn(0x7f0884069dc0 msgr2=0x7f088406a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:45.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 -- 172.21.15.81:0/3185889931 shutdown_connections 2023-06-26T03:00:45.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 -- 172.21.15.81:0/3185889931 wait complete. 2023-06-26T03:00:45.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 Processor -- start 2023-06-26T03:00:45.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 -- start start 2023-06-26T03:00:45.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0870004d10 0x7f08841f1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08840c9240 0x7f08841567d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f08840cbb70 0x7f08840c9b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08841f16c0 con 0x7f08840cbb70 2023-06-26T03:00:45.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0884156d10 con 0x7f08840c9240 2023-06-26T03:00:45.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0888a28640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f088415c560 con 0x7f0870004d10 2023-06-26T03:00:45.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0882d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f08840cbb70 0x7f08840c9b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0882d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f08840cbb70 0x7f08840c9b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43070/0 (socket says 172.21.15.81:43070) 2023-06-26T03:00:45.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f0882d9d640 1 -- 172.21.15.81:0/2095897916 learned_addr learned my addr 172.21.15.81:0/2095897916 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:45.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f088259c640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0870004d10 0x7f08841f1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.375+0000 7f087bfff640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08840c9240 0x7f08841567d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f0882d9d640 1 -- 172.21.15.81:0/2095897916 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0870004d10 msgr2=0x7f08841f1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f0882d9d640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0870004d10 0x7f08841f1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f0882d9d640 1 -- 172.21.15.81:0/2095897916 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08840c9240 msgr2=0x7f08841567d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f0882d9d640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08840c9240 0x7f08841567d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f0882d9d640 1 -- 172.21.15.81:0/2095897916 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f088415c840 con 0x7f08840cbb70 2023-06-26T03:00:45.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f087bfff640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08840c9240 0x7f08841567d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:45.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f0882d9d640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f08840cbb70 0x7f08840c9b30 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f087c01ccd0 tx=0x7f0870005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:45.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f087affd640 1 -- 172.21.15.81:0/2095897916 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f087c007dc0 con 0x7f08840cbb70 2023-06-26T03:00:45.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f087affd640 1 -- 172.21.15.81:0/2095897916 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f087c006b60 con 0x7f08840cbb70 2023-06-26T03:00:45.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f0888a28640 1 -- 172.21.15.81:0/2095897916 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f088415cb20 con 0x7f08840cbb70 2023-06-26T03:00:45.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f087affd640 1 -- 172.21.15.81:0/2095897916 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f087c007030 con 0x7f08840cbb70 2023-06-26T03:00:45.390 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f0888a28640 1 -- 172.21.15.81:0/2095897916 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f088415d0e0 con 0x7f08840cbb70 2023-06-26T03:00:45.390 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f0888a28640 1 -- 172.21.15.81:0/2095897916 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08840b18b0 con 0x7f08840cbb70 2023-06-26T03:00:45.390 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f087affd640 1 -- 172.21.15.81:0/2095897916 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f087c007190 con 0x7f08840cbb70 2023-06-26T03:00:45.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f087affd640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f08640662b0 0x7f0864068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f087affd640 1 -- 172.21.15.81:0/2095897916 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f087c11dcf0 con 0x7f08840cbb70 2023-06-26T03:00:45.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f088259c640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f08640662b0 0x7f0864068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.379+0000 7f088259c640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f08640662b0 0x7f0864068760 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f0874009ae0 tx=0x7f0874008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:45.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.383+0000 7f087affd640 1 -- 172.21.15.81:0/2095897916 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f087c0eb220 con 0x7f08840cbb70 2023-06-26T03:00:45.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.535+0000 7f0888a28640 1 -- 172.21.15.81:0/2095897916 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f08841f16c0 con 0x7f08840cbb70 2023-06-26T03:00:45.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.535+0000 7f087affd640 1 -- 172.21.15.81:0/2095897916 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v24) v1 ==== 92+0+10 (secure 0 0 0) 0x7f087c0bc0a0 con 0x7f08840cbb70 2023-06-26T03:00:45.543 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:00:45.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.539+0000 7f0888a28640 1 -- 172.21.15.81:0/2095897916 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f08640662b0 msgr2=0x7f0864068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.539+0000 7f0888a28640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f08640662b0 0x7f0864068760 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f0874009ae0 tx=0x7f0874008040 comp rx=0 tx=0).stop 2023-06-26T03:00:45.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.539+0000 7f0888a28640 1 -- 172.21.15.81:0/2095897916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f08840cbb70 msgr2=0x7f08840c9b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.539+0000 7f0888a28640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f08840cbb70 0x7f08840c9b30 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f087c01ccd0 tx=0x7f0870005800 comp rx=0 tx=0).stop 2023-06-26T03:00:45.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.539+0000 7f0888a28640 1 -- 172.21.15.81:0/2095897916 shutdown_connections 2023-06-26T03:00:45.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.539+0000 7f0888a28640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f08640662b0 0x7f0864068760 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.539+0000 7f0888a28640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f08840cbb70 0x7f08840c9b30 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.539+0000 7f0888a28640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08840c9240 0x7f08841567d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.539+0000 7f0888a28640 1 --2- 172.21.15.81:0/2095897916 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0870004d10 0x7f08841f1180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.539+0000 7f0888a28640 1 -- 172.21.15.81:0/2095897916 >> 172.21.15.81:0/2095897916 conn(0x7f0884069dc0 msgr2=0x7f08840d0490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:45.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.539+0000 7f0888a28640 1 -- 172.21.15.81:0/2095897916 shutdown_connections 2023-06-26T03:00:45.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.539+0000 7f0888a28640 1 -- 172.21.15.81:0/2095897916 wait complete. 2023-06-26T03:00:45.561 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:00:45.682 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.675+0000 7f0bb4524640 1 Processor -- start 2023-06-26T03:00:45.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.675+0000 7f0bb4524640 1 -- start start 2023-06-26T03:00:45.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb4524640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0bac06fff0 0x7f0bac070470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb4524640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bac071170 con 0x7f0bac159a60 2023-06-26T03:00:45.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb4524640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bac0c1e90 con 0x7f0bac0af6b0 2023-06-26T03:00:45.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb4524640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0bac0709b0 con 0x7f0bac06fff0 2023-06-26T03:00:45.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb22c0640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f0bac159a60 0x7f0bac0c1780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:33660/0 (socket says 172.21.15.81:33660) 2023-06-26T03:00:45.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb22c0640 1 -- 172.21.15.81:0/3809775501 learned_addr learned my addr 172.21.15.81:0/3809775501 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:45.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb1abf640 1 --2- 172.21.15.81:0/3809775501 >> v2:172.21.15.92:3300/0 conn(0x7f0bac06fff0 0x7f0bac070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3064139502 0 0) 0x7f0bac071170 con 0x7f0bac159a60 2023-06-26T03:00:45.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0b98003530 con 0x7f0bac159a60 2023-06-26T03:00:45.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3986381341 0 0) 0x7f0b98003530 con 0x7f0bac159a60 2023-06-26T03:00:45.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 >> v2:172.21.15.92:3300/0 conn(0x7f0bac06fff0 msgr2=0x7f0bac070470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:45.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 --2- 172.21.15.81:0/3809775501 >> v2:172.21.15.92:3300/0 conn(0x7f0bac06fff0 0x7f0bac070470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 >> v1:172.21.15.92:6789/0 conn(0x7f0bac0af6b0 legacy=0x7f0bac06b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bac070bb0 con 0x7f0bac159a60 2023-06-26T03:00:45.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f0ba8001680 con 0x7f0bac159a60 2023-06-26T03:00:45.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 >> v1:172.21.15.81:6789/0 conn(0x7f0bac159a60 legacy=0x7f0bac0c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 --2- 172.21.15.81:0/3809775501 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b98003980 0x7f0b98003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 --2- 172.21.15.81:0/3809775501 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0b980047d0 0x7f0b98004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 --2- 172.21.15.81:0/3809775501 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0b98005180 0x7f0b9800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac0709b0 con 0x7f0b98005180 2023-06-26T03:00:45.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b9800c000 con 0x7f0b98003980 2023-06-26T03:00:45.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b9800c1c0 con 0x7f0b980047d0 2023-06-26T03:00:45.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb1abf640 1 --2- 172.21.15.81:0/3809775501 >> v2:172.21.15.92:3300/0 conn(0x7f0bac06fff0 0x7f0bac070470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:00:45.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb22c0640 1 --2- 172.21.15.81:0/3809775501 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b98003980 0x7f0b98003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb2ac1640 1 --2- 172.21.15.81:0/3809775501 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0b98005180 0x7f0b9800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb1abf640 1 --2- 172.21.15.81:0/3809775501 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0b980047d0 0x7f0b98004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb2ac1640 1 -- 172.21.15.81:0/3809775501 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0b980047d0 msgr2=0x7f0b98004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:45.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb2ac1640 1 --2- 172.21.15.81:0/3809775501 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0b980047d0 0x7f0b98004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb2ac1640 1 -- 172.21.15.81:0/3809775501 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b98003980 msgr2=0x7f0b98003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:45.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb2ac1640 1 --2- 172.21.15.81:0/3809775501 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b98003980 0x7f0b98003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.679+0000 7f0bb2ac1640 1 -- 172.21.15.81:0/3809775501 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b98003530 con 0x7f0b98005180 2023-06-26T03:00:45.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb2ac1640 1 -- 172.21.15.81:0/3809775501 reap_dead start 2023-06-26T03:00:45.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb2ac1640 1 --2- 172.21.15.81:0/3809775501 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0b98005180 0x7f0b9800b990 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4001e70 tx=0x7f0ba401c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=171d14ac8ffc98b9 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:45.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba4003b80 con 0x7f0b98005180 2023-06-26T03:00:45.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ba4003d20 con 0x7f0b98005180 2023-06-26T03:00:45.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb12be640 1 -- 172.21.15.81:0/3809775501 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba4005260 con 0x7f0b98005180 2023-06-26T03:00:45.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 -- 172.21.15.81:0/3809775501 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0b98005180 msgr2=0x7f0b9800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 --2- 172.21.15.81:0/3809775501 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0b98005180 0x7f0b9800b990 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4001e70 tx=0x7f0ba401c760 comp rx=0 tx=0).stop 2023-06-26T03:00:45.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 -- 172.21.15.81:0/3809775501 shutdown_connections 2023-06-26T03:00:45.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 --2- 172.21.15.81:0/3809775501 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0b98005180 0x7f0b9800b990 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 -- 172.21.15.81:0/3809775501 >> 172.21.15.81:0/3809775501 conn(0x7f0bac06a100 msgr2=0x7f0bac0ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:45.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 -- 172.21.15.81:0/3809775501 shutdown_connections 2023-06-26T03:00:45.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 -- 172.21.15.81:0/3809775501 wait complete. 2023-06-26T03:00:45.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 Processor -- start 2023-06-26T03:00:45.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 -- start start 2023-06-26T03:00:45.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b98005180 0x7f0bac14f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bac0b0a60 0x7f0bac0c6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bac0c7300 0x7f0bac14c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac0b1c60 con 0x7f0bac0b0a60 2023-06-26T03:00:45.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac0c50a0 con 0x7f0b98005180 2023-06-26T03:00:45.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac0c5380 con 0x7f0bac0c7300 2023-06-26T03:00:45.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb1abf640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bac0b0a60 0x7f0bac0c6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb1abf640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bac0b0a60 0x7f0bac0c6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43088/0 (socket says 172.21.15.81:43088) 2023-06-26T03:00:45.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb1abf640 1 -- 172.21.15.81:0/3462152928 learned_addr learned my addr 172.21.15.81:0/3462152928 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:45.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb22c0640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b98005180 0x7f0bac14f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb2ac1640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bac0c7300 0x7f0bac14c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb1abf640 1 -- 172.21.15.81:0/3462152928 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bac0c7300 msgr2=0x7f0bac14c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb1abf640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bac0c7300 0x7f0bac14c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb1abf640 1 -- 172.21.15.81:0/3462152928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b98005180 msgr2=0x7f0bac14f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb1abf640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b98005180 0x7f0bac14f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb1abf640 1 -- 172.21.15.81:0/3462152928 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bac0c5660 con 0x7f0bac0b0a60 2023-06-26T03:00:45.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb2ac1640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bac0c7300 0x7f0bac14c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:45.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb1abf640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bac0b0a60 0x7f0bac0c6140 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c011660 tx=0x7f0b9c011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:45.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0ba2ffd640 1 -- 172.21.15.81:0/3462152928 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c00f9c0 con 0x7f0bac0b0a60 2023-06-26T03:00:45.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0ba2ffd640 1 -- 172.21.15.81:0/3462152928 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b9c00fb20 con 0x7f0bac0b0a60 2023-06-26T03:00:45.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 -- 172.21.15.81:0/3462152928 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bac0c5940 con 0x7f0bac0b0a60 2023-06-26T03:00:45.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0ba2ffd640 1 -- 172.21.15.81:0/3462152928 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c00fe90 con 0x7f0bac0b0a60 2023-06-26T03:00:45.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.683+0000 7f0bb4524640 1 -- 172.21.15.81:0/3462152928 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bac0c4d00 con 0x7f0bac0b0a60 2023-06-26T03:00:45.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.687+0000 7f0bb4524640 1 -- 172.21.15.81:0/3462152928 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bac04d790 con 0x7f0bac0b0a60 2023-06-26T03:00:45.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.687+0000 7f0ba2ffd640 1 -- 172.21.15.81:0/3462152928 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0b9c015460 con 0x7f0bac0b0a60 2023-06-26T03:00:45.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.687+0000 7f0ba2ffd640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0b90066280 0x7f0b90068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.687+0000 7f0ba2ffd640 1 -- 172.21.15.81:0/3462152928 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f0b9c084650 con 0x7f0bac0b0a60 2023-06-26T03:00:45.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.687+0000 7f0bb22c0640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0b90066280 0x7f0b90068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.687+0000 7f0bb22c0640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0b90066280 0x7f0b90068730 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0ba8007d30 tx=0x7f0ba8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:45.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.691+0000 7f0ba2ffd640 1 -- 172.21.15.81:0/3462152928 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0b9c051b60 con 0x7f0bac0b0a60 2023-06-26T03:00:45.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.843+0000 7f0bb4524640 1 -- 172.21.15.81:0/3462152928 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0bac0726b0 con 0x7f0bac0b0a60 2023-06-26T03:00:45.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.843+0000 7f0ba2ffd640 1 -- 172.21.15.81:0/3462152928 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0b9c055180 con 0x7f0bac0b0a60 2023-06-26T03:00:45.849 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:00:45.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.843+0000 7f0bb4524640 1 -- 172.21.15.81:0/3462152928 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0b90066280 msgr2=0x7f0b90068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.843+0000 7f0bb4524640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0b90066280 0x7f0b90068730 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0ba8007d30 tx=0x7f0ba8009040 comp rx=0 tx=0).stop 2023-06-26T03:00:45.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.843+0000 7f0bb4524640 1 -- 172.21.15.81:0/3462152928 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bac0b0a60 msgr2=0x7f0bac0c6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.843+0000 7f0bb4524640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bac0b0a60 0x7f0bac0c6140 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c011660 tx=0x7f0b9c011b20 comp rx=0 tx=0).stop 2023-06-26T03:00:45.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.843+0000 7f0bb4524640 1 -- 172.21.15.81:0/3462152928 shutdown_connections 2023-06-26T03:00:45.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.843+0000 7f0bb4524640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0b90066280 0x7f0b90068730 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.843+0000 7f0bb4524640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bac0c7300 0x7f0bac14c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.843+0000 7f0bb4524640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0bac0b0a60 0x7f0bac0c6140 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.843+0000 7f0bb4524640 1 --2- 172.21.15.81:0/3462152928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b98005180 0x7f0bac14f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.847+0000 7f0bb4524640 1 -- 172.21.15.81:0/3462152928 >> 172.21.15.81:0/3462152928 conn(0x7f0bac06a100 msgr2=0x7f0bac06c530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:45.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.847+0000 7f0bb4524640 1 -- 172.21.15.81:0/3462152928 shutdown_connections 2023-06-26T03:00:45.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.847+0000 7f0bb4524640 1 -- 172.21.15.81:0/3462152928 wait complete. 2023-06-26T03:00:45.868 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:00:45.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2524608640 1 Processor -- start 2023-06-26T03:00:45.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2524608640 1 -- start start 2023-06-26T03:00:45.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2524608640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f251c159a60 0x7f251c0c1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2524608640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f251c0afdc0 0x7f251c070470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2524608640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f251c071170 con 0x7f251c06fff0 2023-06-26T03:00:45.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2524608640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f251c0709b0 con 0x7f251c0afdc0 2023-06-26T03:00:45.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2524608640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f251c070bb0 con 0x7f251c159a60 2023-06-26T03:00:45.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2522ba5640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f251c0afdc0 0x7f251c070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2522ba5640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f251c0afdc0 0x7f251c070470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43104/0 (socket says 172.21.15.81:43104) 2023-06-26T03:00:45.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2522ba5640 1 -- 172.21.15.81:0/2091443116 learned_addr learned my addr 172.21.15.81:0/2091443116 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:45.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f25223a4640 1 --2- 172.21.15.81:0/2091443116 >> v2:172.21.15.92:3300/0 conn(0x7f251c159a60 0x7f251c0c1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2522ba5640 1 -- 172.21.15.81:0/2091443116 >> v2:172.21.15.92:3300/0 conn(0x7f251c159a60 msgr2=0x7f251c0c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:45.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2522ba5640 1 --2- 172.21.15.81:0/2091443116 >> v2:172.21.15.92:3300/0 conn(0x7f251c159a60 0x7f251c0c1780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2522ba5640 1 -- 172.21.15.81:0/2091443116 >> v1:172.21.15.92:6789/0 conn(0x7f251c06fff0 legacy=0x7f251c0af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:45.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.983+0000 7f2522ba5640 1 -- 172.21.15.81:0/2091443116 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f251c070e90 con 0x7f251c0afdc0 2023-06-26T03:00:45.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2522ba5640 1 --2- 172.21.15.81:0/2091443116 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f251c0afdc0 0x7f251c070470 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f251c0b0820 tx=0x7f251401c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72d92a23d3585875 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:45.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f25213a2640 1 -- 172.21.15.81:0/2091443116 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25140a9470 con 0x7f251c0afdc0 2023-06-26T03:00:45.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f25213a2640 1 -- 172.21.15.81:0/2091443116 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25140a95d0 con 0x7f251c0afdc0 2023-06-26T03:00:45.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f25213a2640 1 -- 172.21.15.81:0/2091443116 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25140a9960 con 0x7f251c0afdc0 2023-06-26T03:00:45.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 -- 172.21.15.81:0/2091443116 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f251c0afdc0 msgr2=0x7f251c070470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 --2- 172.21.15.81:0/2091443116 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f251c0afdc0 0x7f251c070470 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f251c0b0820 tx=0x7f251401c960 comp rx=0 tx=0).stop 2023-06-26T03:00:45.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 -- 172.21.15.81:0/2091443116 shutdown_connections 2023-06-26T03:00:45.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 --2- 172.21.15.81:0/2091443116 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f251c0afdc0 0x7f251c070470 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 --2- 172.21.15.81:0/2091443116 >> v2:172.21.15.92:3300/0 conn(0x7f251c159a60 0x7f251c0c1780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 -- 172.21.15.81:0/2091443116 >> 172.21.15.81:0/2091443116 conn(0x7f251c06a100 msgr2=0x7f251c0ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:45.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 -- 172.21.15.81:0/2091443116 shutdown_connections 2023-06-26T03:00:45.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 -- 172.21.15.81:0/2091443116 wait complete. 2023-06-26T03:00:45.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 Processor -- start 2023-06-26T03:00:45.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 -- start start 2023-06-26T03:00:45.996 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f251c06fff0 0x7f251c14beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.996 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f251c0afdc0 0x7f251c151db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.996 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f251c159a60 0x7f251c14edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:45.996 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f251c151080 con 0x7f251c06fff0 2023-06-26T03:00:45.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f251c0aecc0 con 0x7f251c159a60 2023-06-26T03:00:45.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f2524608640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f251c1512d0 con 0x7f251c0afdc0 2023-06-26T03:00:45.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.987+0000 7f25223a4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f251c06fff0 0x7f251c14beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f25223a4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f251c06fff0 0x7f251c14beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43118/0 (socket says 172.21.15.81:43118) 2023-06-26T03:00:45.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f25223a4640 1 -- 172.21.15.81:0/4212742369 learned_addr learned my addr 172.21.15.81:0/4212742369 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:45.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2522ba5640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f251c159a60 0x7f251c14edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2521ba3640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f251c0afdc0 0x7f251c151db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:45.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f25223a4640 1 -- 172.21.15.81:0/4212742369 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f251c0afdc0 msgr2=0x7f251c151db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f25223a4640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f251c0afdc0 0x7f251c151db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f25223a4640 1 -- 172.21.15.81:0/4212742369 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f251c159a60 msgr2=0x7f251c14edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:45.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f25223a4640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f251c159a60 0x7f251c14edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:45.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f25223a4640 1 -- 172.21.15.81:0/4212742369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2514009b30 con 0x7f251c06fff0 2023-06-26T03:00:45.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2521ba3640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f251c0afdc0 0x7f251c151db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:45.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f25223a4640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f251c06fff0 0x7f251c14beb0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f251800d5f0 tx=0x7f251800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:45.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2512ffd640 1 -- 172.21.15.81:0/4212742369 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25180125f0 con 0x7f251c06fff0 2023-06-26T03:00:45.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2512ffd640 1 -- 172.21.15.81:0/4212742369 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2518012750 con 0x7f251c06fff0 2023-06-26T03:00:45.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2524608640 1 -- 172.21.15.81:0/4212742369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f251c1515b0 con 0x7f251c06fff0 2023-06-26T03:00:45.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2512ffd640 1 -- 172.21.15.81:0/4212742369 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2518012ae0 con 0x7f251c06fff0 2023-06-26T03:00:45.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2524608640 1 -- 172.21.15.81:0/4212742369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f251c1522f0 con 0x7f251c06fff0 2023-06-26T03:00:46.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2524608640 1 -- 172.21.15.81:0/4212742369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f251c04d790 con 0x7f251c06fff0 2023-06-26T03:00:46.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2512ffd640 1 -- 172.21.15.81:0/4212742369 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2518012c40 con 0x7f251c06fff0 2023-06-26T03:00:46.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2512ffd640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2500066280 0x7f2500068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2512ffd640 1 -- 172.21.15.81:0/4212742369 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f2518084230 con 0x7f251c06fff0 2023-06-26T03:00:46.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2521ba3640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2500066280 0x7f2500068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.001 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.991+0000 7f2521ba3640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2500066280 0x7f2500068730 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f251c14c410 tx=0x7f250c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:46.003 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:45.995+0000 7f2512ffd640 1 -- 172.21.15.81:0/4212742369 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f25180516c0 con 0x7f251c06fff0 2023-06-26T03:00:46.155 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.147+0000 7f2524608640 1 -- 172.21.15.81:0/4212742369 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f251c06f5c0 con 0x7f251c06fff0 2023-06-26T03:00:46.155 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.151+0000 7f2512ffd640 1 -- 172.21.15.81:0/4212742369 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2518054ce0 con 0x7f251c06fff0 2023-06-26T03:00:46.156 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:00:46.158 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.151+0000 7f2524608640 1 -- 172.21.15.81:0/4212742369 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2500066280 msgr2=0x7f2500068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.158 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.151+0000 7f2524608640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2500066280 0x7f2500068730 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f251c14c410 tx=0x7f250c009040 comp rx=0 tx=0).stop 2023-06-26T03:00:46.158 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.151+0000 7f2524608640 1 -- 172.21.15.81:0/4212742369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f251c06fff0 msgr2=0x7f251c14beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.158 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.151+0000 7f2524608640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f251c06fff0 0x7f251c14beb0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f251800d5f0 tx=0x7f251800dab0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.158 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.151+0000 7f2524608640 1 -- 172.21.15.81:0/4212742369 shutdown_connections 2023-06-26T03:00:46.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.151+0000 7f2524608640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2500066280 0x7f2500068730 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.151+0000 7f2524608640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f251c159a60 0x7f251c14edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.151+0000 7f2524608640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f251c0afdc0 0x7f251c151db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.151+0000 7f2524608640 1 --2- 172.21.15.81:0/4212742369 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f251c06fff0 0x7f251c14beb0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.151+0000 7f2524608640 1 -- 172.21.15.81:0/4212742369 >> 172.21.15.81:0/4212742369 conn(0x7f251c06a100 msgr2=0x7f251c14ff50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:46.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.151+0000 7f2524608640 1 -- 172.21.15.81:0/4212742369 shutdown_connections 2023-06-26T03:00:46.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.151+0000 7f2524608640 1 -- 172.21.15.81:0/4212742369 wait complete. 2023-06-26T03:00:46.175 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:46.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.283+0000 7fe63f82e640 1 Processor -- start 2023-06-26T03:00:46.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.283+0000 7fe63f82e640 1 -- start start 2023-06-26T03:00:46.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63f82e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe6380af770 0x7fe638158c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63f82e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380cc580 0x7fe6380cca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63f82e640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe63806efb0 con 0x7fe6380afb40 2023-06-26T03:00:46.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63f82e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe638159c30 con 0x7fe6380af770 2023-06-26T03:00:46.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63f82e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6380cc0f0 con 0x7fe6380cc580 2023-06-26T03:00:46.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63cdc9640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fe6380afb40 0x7fe63815c9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:33676/0 (socket says 172.21.15.81:33676) 2023-06-26T03:00:46.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63cdc9640 1 -- 172.21.15.81:0/1555323005 learned_addr learned my addr 172.21.15.81:0/1555323005 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:46.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63d5ca640 1 --2- 172.21.15.81:0/1555323005 >> v2:172.21.15.92:3300/0 conn(0x7fe6380af770 0x7fe638158c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63ddcb640 1 --2- 172.21.15.81:0/1555323005 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380cc580 0x7fe6380cca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4002310021 0 0) 0x7fe63806efb0 con 0x7fe6380afb40 2023-06-26T03:00:46.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe624003530 con 0x7fe6380afb40 2023-06-26T03:00:46.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 527766928 0 0) 0x7fe624003530 con 0x7fe6380afb40 2023-06-26T03:00:46.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380cc580 msgr2=0x7fe6380cca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:46.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 --2- 172.21.15.81:0/1555323005 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380cc580 0x7fe6380cca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 >> v2:172.21.15.92:3300/0 conn(0x7fe6380af770 msgr2=0x7fe638158c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:46.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 --2- 172.21.15.81:0/1555323005 >> v2:172.21.15.92:3300/0 conn(0x7fe6380af770 0x7fe638158c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe638159160 con 0x7fe6380afb40 2023-06-26T03:00:46.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fe628001680 con 0x7fe6380afb40 2023-06-26T03:00:46.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 >> v1:172.21.15.81:6789/0 conn(0x7fe6380afb40 legacy=0x7fe63815c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 --2- 172.21.15.81:0/1555323005 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380cc580 0x7fe624003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 --2- 172.21.15.81:0/1555323005 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe624003f00 0x7fe6240047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 --2- 172.21.15.81:0/1555323005 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624004d10 0x7fe624005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe638159c30 con 0x7fe624003f00 2023-06-26T03:00:46.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6380cc0f0 con 0x7fe624004d10 2023-06-26T03:00:46.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe62400b9c0 con 0x7fe6380cc580 2023-06-26T03:00:46.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63cdc9640 1 --2- 172.21.15.81:0/1555323005 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe624003f00 0x7fe6240047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63d5ca640 1 --2- 172.21.15.81:0/1555323005 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380cc580 0x7fe624003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63cdc9640 1 -- 172.21.15.81:0/1555323005 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380cc580 msgr2=0x7fe624003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:46.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63cdc9640 1 --2- 172.21.15.81:0/1555323005 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380cc580 0x7fe624003980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63cdc9640 1 -- 172.21.15.81:0/1555323005 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624004d10 msgr2=0x7fe624005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:46.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63cdc9640 1 --2- 172.21.15.81:0/1555323005 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624004d10 0x7fe624005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63cdc9640 1 -- 172.21.15.81:0/1555323005 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe624003530 con 0x7fe624003f00 2023-06-26T03:00:46.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe63cdc9640 1 --2- 172.21.15.81:0/1555323005 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe624003f00 0x7fe6240047d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe62800c210 tx=0x7fe62801cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c248973f4e6c81c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:46.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6280a5940 con 0x7fe624003f00 2023-06-26T03:00:46.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6280a5aa0 con 0x7fe624003f00 2023-06-26T03:00:46.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.287+0000 7fe62ffff640 1 -- 172.21.15.81:0/1555323005 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6280a5e50 con 0x7fe624003f00 2023-06-26T03:00:46.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 -- 172.21.15.81:0/1555323005 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe624003f00 msgr2=0x7fe6240047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 --2- 172.21.15.81:0/1555323005 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe624003f00 0x7fe6240047d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe62800c210 tx=0x7fe62801cc40 comp rx=0 tx=0).stop 2023-06-26T03:00:46.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63ddcb640 1 -- 172.21.15.81:0/1555323005 reap_dead start 2023-06-26T03:00:46.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 -- 172.21.15.81:0/1555323005 shutdown_connections 2023-06-26T03:00:46.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 -- 172.21.15.81:0/1555323005 >> 172.21.15.81:0/1555323005 conn(0x7fe6380ca770 msgr2=0x7fe6380cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:46.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 -- 172.21.15.81:0/1555323005 shutdown_connections 2023-06-26T03:00:46.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 -- 172.21.15.81:0/1555323005 wait complete. 2023-06-26T03:00:46.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 Processor -- start 2023-06-26T03:00:46.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 -- start start 2023-06-26T03:00:46.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624003f00 0x7fe63814e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c5b00 0x7fe6380c5f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe63806fe90 0x7fe638070300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe638070840 con 0x7fe63806fe90 2023-06-26T03:00:46.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6380c6ef0 con 0x7fe624003f00 2023-06-26T03:00:46.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6380c6650 con 0x7fe6380c5b00 2023-06-26T03:00:46.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63ddcb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe63806fe90 0x7fe638070300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63ddcb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe63806fe90 0x7fe638070300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43138/0 (socket says 172.21.15.81:43138) 2023-06-26T03:00:46.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63ddcb640 1 -- 172.21.15.81:0/1046904908 learned_addr learned my addr 172.21.15.81:0/1046904908 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:46.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63cdc9640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c5b00 0x7fe6380c5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63d5ca640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624003f00 0x7fe63814e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63ddcb640 1 -- 172.21.15.81:0/1046904908 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c5b00 msgr2=0x7fe6380c5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63ddcb640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c5b00 0x7fe6380c5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63ddcb640 1 -- 172.21.15.81:0/1046904908 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624003f00 msgr2=0x7fe63814e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63ddcb640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624003f00 0x7fe63814e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63ddcb640 1 -- 172.21.15.81:0/1046904908 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6380c6930 con 0x7fe63806fe90 2023-06-26T03:00:46.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63cdc9640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c5b00 0x7fe6380c5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:46.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63d5ca640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624003f00 0x7fe63814e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:46.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63ddcb640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe63806fe90 0x7fe638070300 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fe6380cc230 tx=0x7fe63000ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:46.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe62dffb640 1 -- 172.21.15.81:0/1046904908 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe630010040 con 0x7fe63806fe90 2023-06-26T03:00:46.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe62dffb640 1 -- 172.21.15.81:0/1046904908 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe630014810 con 0x7fe63806fe90 2023-06-26T03:00:46.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 -- 172.21.15.81:0/1046904908 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6380c6c10 con 0x7fe63806fe90 2023-06-26T03:00:46.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe62dffb640 1 -- 172.21.15.81:0/1046904908 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe630009b10 con 0x7fe63806fe90 2023-06-26T03:00:46.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 -- 172.21.15.81:0/1046904908 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6380c7830 con 0x7fe63806fe90 2023-06-26T03:00:46.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.291+0000 7fe63f82e640 1 -- 172.21.15.81:0/1046904908 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe63804d790 con 0x7fe63806fe90 2023-06-26T03:00:46.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.295+0000 7fe62dffb640 1 -- 172.21.15.81:0/1046904908 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe630014bc0 con 0x7fe63806fe90 2023-06-26T03:00:46.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.295+0000 7fe62dffb640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe61c0662b0 0x7fe61c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.295+0000 7fe63d5ca640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe61c0662b0 0x7fe61c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.295+0000 7fe62dffb640 1 -- 172.21.15.81:0/1046904908 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe630083b90 con 0x7fe63806fe90 2023-06-26T03:00:46.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.295+0000 7fe63d5ca640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe61c0662b0 0x7fe61c068760 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe634009a00 tx=0x7fe634008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:46.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.299+0000 7fe62dffb640 1 -- 172.21.15.81:0/1046904908 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe6300510a0 con 0x7fe63806fe90 2023-06-26T03:00:46.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.439+0000 7fe63f82e640 1 -- 172.21.15.81:0/1046904908 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe638156b40 con 0x7fe63806fe90 2023-06-26T03:00:46.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.439+0000 7fe62dffb640 1 -- 172.21.15.81:0/1046904908 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18243 (secure 0 0 0) 0x7fe6300546c0 con 0x7fe63806fe90 2023-06-26T03:00:46.446 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:46.447 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":24,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:15.142509+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:46.448 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.443+0000 7fe63f82e640 1 -- 172.21.15.81:0/1046904908 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe61c0662b0 msgr2=0x7fe61c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.443+0000 7fe63f82e640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe61c0662b0 0x7fe61c068760 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe634009a00 tx=0x7fe634008040 comp rx=0 tx=0).stop 2023-06-26T03:00:46.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.443+0000 7fe63f82e640 1 -- 172.21.15.81:0/1046904908 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe63806fe90 msgr2=0x7fe638070300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.443+0000 7fe63f82e640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe63806fe90 0x7fe638070300 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fe6380cc230 tx=0x7fe63000ef10 comp rx=0 tx=0).stop 2023-06-26T03:00:46.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.443+0000 7fe63f82e640 1 -- 172.21.15.81:0/1046904908 shutdown_connections 2023-06-26T03:00:46.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.443+0000 7fe63f82e640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe61c0662b0 0x7fe61c068760 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.443+0000 7fe63f82e640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe63806fe90 0x7fe638070300 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.443+0000 7fe63f82e640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c5b00 0x7fe6380c5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.443+0000 7fe63f82e640 1 --2- 172.21.15.81:0/1046904908 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624003f00 0x7fe63814e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.443+0000 7fe63f82e640 1 -- 172.21.15.81:0/1046904908 >> 172.21.15.81:0/1046904908 conn(0x7fe6380ca770 msgr2=0x7fe63814ef20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:46.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.443+0000 7fe63f82e640 1 -- 172.21.15.81:0/1046904908 shutdown_connections 2023-06-26T03:00:46.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.443+0000 7fe63f82e640 1 -- 172.21.15.81:0/1046904908 wait complete. 2023-06-26T03:00:46.464 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:00:46.465 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:00:46.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f3f31640 1 Processor -- start 2023-06-26T03:00:46.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f3f31640 1 -- start start 2023-06-26T03:00:46.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f3f31640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f10ec0cdc20 0x7f10ec0694b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f3f31640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10ec0cfbe0 con 0x7f10ec1596e0 2023-06-26T03:00:46.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f3f31640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10ec070ed0 con 0x7f10ec0cd7f0 2023-06-26T03:00:46.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f3f31640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10ec0ce0a0 con 0x7f10ec0cdc20 2023-06-26T03:00:46.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f1ccd640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f10ec1596e0 0x7f10ec0cf4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:33692/0 (socket says 172.21.15.81:33692) 2023-06-26T03:00:46.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f1ccd640 1 -- 172.21.15.81:0/3233752450 learned_addr learned my addr 172.21.15.81:0/3233752450 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:46.578 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2402097153 0 0) 0x7f10ec0cfbe0 con 0x7f10ec1596e0 2023-06-26T03:00:46.578 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f10d8003530 con 0x7f10ec1596e0 2023-06-26T03:00:46.578 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f24ce640 1 --2- 172.21.15.81:0/3233752450 >> v2:172.21.15.92:3300/0 conn(0x7f10ec0cdc20 0x7f10ec0694b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3564676810 0 0) 0x7f10d8003530 con 0x7f10ec1596e0 2023-06-26T03:00:46.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 >> v2:172.21.15.92:3300/0 conn(0x7f10ec0cdc20 msgr2=0x7f10ec0694b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:46.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 --2- 172.21.15.81:0/3233752450 >> v2:172.21.15.92:3300/0 conn(0x7f10ec0cdc20 0x7f10ec0694b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 >> v1:172.21.15.92:6789/0 conn(0x7f10ec0cd7f0 legacy=0x7f10ec0b1d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10ec0711b0 con 0x7f10ec1596e0 2023-06-26T03:00:46.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f10e8001a00 con 0x7f10ec1596e0 2023-06-26T03:00:46.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f24ce640 1 --2- 172.21.15.81:0/3233752450 >> v2:172.21.15.92:3300/0 conn(0x7f10ec0cdc20 0x7f10ec0694b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:46.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 >> v1:172.21.15.81:6789/0 conn(0x7f10ec1596e0 legacy=0x7f10ec0cf4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 --2- 172.21.15.81:0/3233752450 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10d8003980 0x7f10d8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 --2- 172.21.15.81:0/3233752450 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d80047d0 0x7f10d8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 --2- 172.21.15.81:0/3233752450 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d8005180 0x7f10d800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10ec0ce0a0 con 0x7f10d8003980 2023-06-26T03:00:46.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10d800c110 con 0x7f10d80047d0 2023-06-26T03:00:46.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10d800c2d0 con 0x7f10d8005180 2023-06-26T03:00:46.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f1ccd640 1 --2- 172.21.15.81:0/3233752450 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10d8003980 0x7f10d8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f14cc640 1 --2- 172.21.15.81:0/3233752450 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d80047d0 0x7f10d8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f24ce640 1 --2- 172.21.15.81:0/3233752450 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d8005180 0x7f10d800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f1ccd640 1 -- 172.21.15.81:0/3233752450 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d8005180 msgr2=0x7f10d800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:46.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f1ccd640 1 --2- 172.21.15.81:0/3233752450 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d8005180 0x7f10d800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f1ccd640 1 -- 172.21.15.81:0/3233752450 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d80047d0 msgr2=0x7f10d8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:46.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f1ccd640 1 --2- 172.21.15.81:0/3233752450 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d80047d0 0x7f10d8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f1ccd640 1 -- 172.21.15.81:0/3233752450 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10d8003530 con 0x7f10d8003980 2023-06-26T03:00:46.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f24ce640 1 --2- 172.21.15.81:0/3233752450 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d8005180 0x7f10d800b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:46.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.571+0000 7f10f24ce640 1 -- 172.21.15.81:0/3233752450 reap_dead start 2023-06-26T03:00:46.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f1ccd640 1 --2- 172.21.15.81:0/3233752450 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10d8003980 0x7f10d8003d90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f10e800a800 tx=0x7f10e801d2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62ab9905d4e9b98b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:46.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10e80072d0 con 0x7f10d8003980 2023-06-26T03:00:46.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10e80a8070 con 0x7f10d8003980 2023-06-26T03:00:46.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f0ccb640 1 -- 172.21.15.81:0/3233752450 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10e80076f0 con 0x7f10d8003980 2023-06-26T03:00:46.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 -- 172.21.15.81:0/3233752450 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10d8003980 msgr2=0x7f10d8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 --2- 172.21.15.81:0/3233752450 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10d8003980 0x7f10d8003d90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f10e800a800 tx=0x7f10e801d2a0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 -- 172.21.15.81:0/3233752450 shutdown_connections 2023-06-26T03:00:46.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 --2- 172.21.15.81:0/3233752450 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10d8003980 0x7f10d8003d90 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 -- 172.21.15.81:0/3233752450 >> 172.21.15.81:0/3233752450 conn(0x7f10ec06a5c0 msgr2=0x7f10ec06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:46.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 -- 172.21.15.81:0/3233752450 shutdown_connections 2023-06-26T03:00:46.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 -- 172.21.15.81:0/3233752450 wait complete. 2023-06-26T03:00:46.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 Processor -- start 2023-06-26T03:00:46.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 -- start start 2023-06-26T03:00:46.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d8003980 0x7f10ec0b2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10ec1f6b30 0x7f10ec1484b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10ec1489f0 0x7f10ec146a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10ec147f60 con 0x7f10ec1489f0 2023-06-26T03:00:46.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10ec148fc0 con 0x7f10d8003980 2023-06-26T03:00:46.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10ec149280 con 0x7f10ec1f6b30 2023-06-26T03:00:46.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f24ce640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10ec1489f0 0x7f10ec146a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f24ce640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10ec1489f0 0x7f10ec146a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43156/0 (socket says 172.21.15.81:43156) 2023-06-26T03:00:46.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f24ce640 1 -- 172.21.15.81:0/1142382320 learned_addr learned my addr 172.21.15.81:0/1142382320 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:46.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f14cc640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10ec1f6b30 0x7f10ec1484b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f1ccd640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d8003980 0x7f10ec0b2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f24ce640 1 -- 172.21.15.81:0/1142382320 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10ec1f6b30 msgr2=0x7f10ec1484b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f24ce640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10ec1f6b30 0x7f10ec1484b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f24ce640 1 -- 172.21.15.81:0/1142382320 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d8003980 msgr2=0x7f10ec0b2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f24ce640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d8003980 0x7f10ec0b2a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f24ce640 1 -- 172.21.15.81:0/1142382320 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10ec1f6050 con 0x7f10ec1489f0 2023-06-26T03:00:46.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f24ce640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10ec1489f0 0x7f10ec146a50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f10ec06f8a0 tx=0x7f10e400f4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:46.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10e27fc640 1 -- 172.21.15.81:0/1142382320 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10e4004230 con 0x7f10ec1489f0 2023-06-26T03:00:46.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10e27fc640 1 -- 172.21.15.81:0/1142382320 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10e400c070 con 0x7f10ec1489f0 2023-06-26T03:00:46.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10e27fc640 1 -- 172.21.15.81:0/1142382320 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10e400f760 con 0x7f10ec1489f0 2023-06-26T03:00:46.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.575+0000 7f10f3f31640 1 -- 172.21.15.81:0/1142382320 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10ec1f6330 con 0x7f10ec1489f0 2023-06-26T03:00:46.589 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.579+0000 7f10f3f31640 1 -- 172.21.15.81:0/1142382320 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10ec0b2f70 con 0x7f10ec1489f0 2023-06-26T03:00:46.589 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.579+0000 7f10f3f31640 1 -- 172.21.15.81:0/1142382320 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10ec1f5eb0 con 0x7f10ec1489f0 2023-06-26T03:00:46.589 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.579+0000 7f10e27fc640 1 -- 172.21.15.81:0/1142382320 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f10e400f8c0 con 0x7f10ec1489f0 2023-06-26T03:00:46.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.579+0000 7f10e27fc640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f10d00662b0 0x7f10d0068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.579+0000 7f10f1ccd640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f10d00662b0 0x7f10d0068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.579+0000 7f10e27fc640 1 -- 172.21.15.81:0/1142382320 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f10e4083210 con 0x7f10ec1489f0 2023-06-26T03:00:46.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.579+0000 7f10f1ccd640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f10d00662b0 0x7f10d0068760 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f10e80ad000 tx=0x7f10e8009050 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:46.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.583+0000 7f10e27fc640 1 -- 172.21.15.81:0/1142382320 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f10ec1f5eb0 con 0x7f10ec1489f0 2023-06-26T03:00:46.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.719+0000 7f10f3f31640 1 -- 172.21.15.81:0/1142382320 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f10ec1f5eb0 con 0x7f10ec1489f0 2023-06-26T03:00:46.728 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.723+0000 7f10e27fc640 1 -- 172.21.15.81:0/1142382320 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f10ec1f5eb0 con 0x7f10ec1489f0 2023-06-26T03:00:46.728 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:00:46.730 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.723+0000 7f10f3f31640 1 -- 172.21.15.81:0/1142382320 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f10d00662b0 msgr2=0x7f10d0068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.730 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.723+0000 7f10f3f31640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f10d00662b0 0x7f10d0068760 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f10e80ad000 tx=0x7f10e8009050 comp rx=0 tx=0).stop 2023-06-26T03:00:46.730 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.723+0000 7f10f3f31640 1 -- 172.21.15.81:0/1142382320 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10ec1489f0 msgr2=0x7f10ec146a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.730 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.723+0000 7f10f3f31640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10ec1489f0 0x7f10ec146a50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f10ec06f8a0 tx=0x7f10e400f4d0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.730 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.723+0000 7f10f3f31640 1 -- 172.21.15.81:0/1142382320 shutdown_connections 2023-06-26T03:00:46.730 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.723+0000 7f10f3f31640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f10d00662b0 0x7f10d0068760 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.723+0000 7f10f3f31640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f10ec1489f0 0x7f10ec146a50 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.723+0000 7f10f3f31640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10ec1f6b30 0x7f10ec1484b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.723+0000 7f10f3f31640 1 --2- 172.21.15.81:0/1142382320 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d8003980 0x7f10ec0b2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.723+0000 7f10f3f31640 1 -- 172.21.15.81:0/1142382320 >> 172.21.15.81:0/1142382320 conn(0x7f10ec06a5c0 msgr2=0x7f10ec0b3520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:46.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.723+0000 7f10f3f31640 1 -- 172.21.15.81:0/1142382320 shutdown_connections 2023-06-26T03:00:46.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.723+0000 7f10f3f31640 1 -- 172.21.15.81:0/1142382320 wait complete. 2023-06-26T03:00:46.745 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:00:46.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff3ad495640 1 Processor -- start 2023-06-26T03:00:46.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff3ad495640 1 -- start start 2023-06-26T03:00:46.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff3ad495640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3a80b7a50 0x7ff3a80ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff3ad495640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff3a80b4f30 0x7ff3a80d0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff3ad495640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3a80b7e20 con 0x7ff3a80d09d0 2023-06-26T03:00:46.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff3ad495640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3a80cf6b0 con 0x7ff3a80b4f30 2023-06-26T03:00:46.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff3ad495640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a80cee10 con 0x7ff3a80b7a50 2023-06-26T03:00:46.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff39ffff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff3a80b4f30 0x7ff3a80d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff3a77fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7ff3a80d09d0 0x7ff3a80b3b60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:33698/0 (socket says 172.21.15.81:33698) 2023-06-26T03:00:46.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff3a77fe640 1 -- 172.21.15.81:0/198075510 learned_addr learned my addr 172.21.15.81:0/198075510 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:46.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff3a6ffd640 1 --2- 172.21.15.81:0/198075510 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3a80b7a50 0x7ff3a80ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff39ffff640 1 -- 172.21.15.81:0/198075510 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3a80b7a50 msgr2=0x7ff3a80ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:46.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff39ffff640 1 --2- 172.21.15.81:0/198075510 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3a80b7a50 0x7ff3a80ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff39ffff640 1 -- 172.21.15.81:0/198075510 >> v1:172.21.15.81:6789/0 conn(0x7ff3a80d09d0 legacy=0x7ff3a80b3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff39ffff640 1 -- 172.21.15.81:0/198075510 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3a80cf0f0 con 0x7ff3a80b4f30 2023-06-26T03:00:46.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff3a67fc640 1 -- 172.21.15.81:0/198075510 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 783214070 0 0) 0x7ff3a80b7e20 con 0x7ff3a80d09d0 2023-06-26T03:00:46.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.863+0000 7ff39ffff640 1 --2- 172.21.15.81:0/198075510 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff3a80b4f30 0x7ff3a80d0490 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff3980097c0 tx=0x7ff39801c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6440d8eb29c0a402 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:46.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3a67fc640 1 -- 172.21.15.81:0/198075510 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3980ab600 con 0x7ff3a80b4f30 2023-06-26T03:00:46.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3a67fc640 1 -- 172.21.15.81:0/198075510 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3980a7050 con 0x7ff3a80b4f30 2023-06-26T03:00:46.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3a67fc640 1 -- 172.21.15.81:0/198075510 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3980ab980 con 0x7ff3a80b4f30 2023-06-26T03:00:46.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 -- 172.21.15.81:0/198075510 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff3a80b4f30 msgr2=0x7ff3a80d0490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 --2- 172.21.15.81:0/198075510 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff3a80b4f30 0x7ff3a80d0490 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff3980097c0 tx=0x7ff39801c3f0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 -- 172.21.15.81:0/198075510 shutdown_connections 2023-06-26T03:00:46.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 --2- 172.21.15.81:0/198075510 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff3a80b4f30 0x7ff3a80d0490 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 --2- 172.21.15.81:0/198075510 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3a80b7a50 0x7ff3a80ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 -- 172.21.15.81:0/198075510 >> 172.21.15.81:0/198075510 conn(0x7ff3a8069dc0 msgr2=0x7ff3a806a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:46.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 -- 172.21.15.81:0/198075510 shutdown_connections 2023-06-26T03:00:46.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 -- 172.21.15.81:0/198075510 wait complete. 2023-06-26T03:00:46.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 Processor -- start 2023-06-26T03:00:46.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 -- start start 2023-06-26T03:00:46.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff3a80b4f30 0x7ff3a8149670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff3a80b7a50 0x7ff3a80c5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3a80d09d0 0x7ff3a8159cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a80c6130 con 0x7ff3a80b4f30 2023-06-26T03:00:46.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a815b050 con 0x7ff3a80b7a50 2023-06-26T03:00:46.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a815b330 con 0x7ff3a80d09d0 2023-06-26T03:00:46.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3a6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff3a80b4f30 0x7ff3a8149670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3a6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff3a80b4f30 0x7ff3a8149670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43172/0 (socket says 172.21.15.81:43172) 2023-06-26T03:00:46.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3a6ffd640 1 -- 172.21.15.81:0/517193486 learned_addr learned my addr 172.21.15.81:0/517193486 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:46.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3a77fe640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3a80d09d0 0x7ff3a8159cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff39ffff640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff3a80b7a50 0x7ff3a80c5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3a6ffd640 1 -- 172.21.15.81:0/517193486 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3a80d09d0 msgr2=0x7ff3a8159cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3a6ffd640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3a80d09d0 0x7ff3a8159cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3a6ffd640 1 -- 172.21.15.81:0/517193486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff3a80b7a50 msgr2=0x7ff3a80c5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:46.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3a6ffd640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff3a80b7a50 0x7ff3a80c5bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:46.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3a6ffd640 1 -- 172.21.15.81:0/517193486 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff398009420 con 0x7ff3a80b4f30 2023-06-26T03:00:46.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3a6ffd640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff3a80b4f30 0x7ff3a8149670 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff39000d800 tx=0x7ff39000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:46.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff39f7fe640 1 -- 172.21.15.81:0/517193486 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff39000b6c0 con 0x7ff3a80b4f30 2023-06-26T03:00:46.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff39f7fe640 1 -- 172.21.15.81:0/517193486 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff39000b820 con 0x7ff3a80b4f30 2023-06-26T03:00:46.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 -- 172.21.15.81:0/517193486 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3a815b610 con 0x7ff3a80b4f30 2023-06-26T03:00:46.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff39f7fe640 1 -- 172.21.15.81:0/517193486 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff39000bb90 con 0x7ff3a80b4f30 2023-06-26T03:00:46.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.867+0000 7ff3ad495640 1 -- 172.21.15.81:0/517193486 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3a81597d0 con 0x7ff3a80b4f30 2023-06-26T03:00:46.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.871+0000 7ff3ad495640 1 -- 172.21.15.81:0/517193486 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3a80b18b0 con 0x7ff3a80b4f30 2023-06-26T03:00:46.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.871+0000 7ff39f7fe640 1 -- 172.21.15.81:0/517193486 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff39000bcf0 con 0x7ff3a80b4f30 2023-06-26T03:00:46.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.871+0000 7ff39f7fe640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff3880662d0 0x7ff388068780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:46.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.871+0000 7ff39f7fe640 1 -- 172.21.15.81:0/517193486 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff390084cc0 con 0x7ff3a80b4f30 2023-06-26T03:00:46.880 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.871+0000 7ff39ffff640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff3880662d0 0x7ff388068780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:46.880 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.871+0000 7ff39ffff640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff3880662d0 0x7ff388068780 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff3980ad000 tx=0x7ff398008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:46.880 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:46.875+0000 7ff39f7fe640 1 -- 172.21.15.81:0/517193486 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff390055cb0 con 0x7ff3a80b4f30 2023-06-26T03:00:47.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff3ad495640 1 -- 172.21.15.81:0/517193486 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7ff3a804d790 con 0x7ff3a80b4f30 2023-06-26T03:00:47.033 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff39f7fe640 1 -- 172.21.15.81:0/517193486 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v24) v1 ==== 92+0+10 (secure 0 0 0) 0x7ff390055840 con 0x7ff3a80b4f30 2023-06-26T03:00:47.033 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:00:47.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff3ad495640 1 -- 172.21.15.81:0/517193486 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff3880662d0 msgr2=0x7ff388068780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff3ad495640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff3880662d0 0x7ff388068780 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff3980ad000 tx=0x7ff398008040 comp rx=0 tx=0).stop 2023-06-26T03:00:47.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff3ad495640 1 -- 172.21.15.81:0/517193486 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff3a80b4f30 msgr2=0x7ff3a8149670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff3ad495640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff3a80b4f30 0x7ff3a8149670 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff39000d800 tx=0x7ff39000dcc0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff3ad495640 1 -- 172.21.15.81:0/517193486 shutdown_connections 2023-06-26T03:00:47.036 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff3ad495640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff3880662d0 0x7ff388068780 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.036 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff3ad495640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3a80d09d0 0x7ff3a8159cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.036 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff3ad495640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff3a80b7a50 0x7ff3a80c5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.036 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff3ad495640 1 --2- 172.21.15.81:0/517193486 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff3a80b4f30 0x7ff3a8149670 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.036 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff3ad495640 1 -- 172.21.15.81:0/517193486 >> 172.21.15.81:0/517193486 conn(0x7ff3a8069dc0 msgr2=0x7ff3a815f230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:47.036 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff3ad495640 1 -- 172.21.15.81:0/517193486 shutdown_connections 2023-06-26T03:00:47.036 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.027+0000 7ff3ad495640 1 -- 172.21.15.81:0/517193486 wait complete. 2023-06-26T03:00:47.051 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:00:47.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bbda8b640 1 Processor -- start 2023-06-26T03:00:47.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bbda8b640 1 -- start start 2023-06-26T03:00:47.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bbda8b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f9bb806b7b0 0x7f9bb815c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bbda8b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9bb806bc10 0x7f9bb815c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bbda8b640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bb815cff0 con 0x7f9bb815ba70 2023-06-26T03:00:47.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bbda8b640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bb80c99a0 con 0x7f9bb806b7b0 2023-06-26T03:00:47.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bbda8b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bb80c8d90 con 0x7f9bb806bc10 2023-06-26T03:00:47.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bb6ffd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f9bb806b7b0 0x7f9bb815c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bb77fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f9bb815ba70 0x7f9bb80c9e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:33702/0 (socket says 172.21.15.81:33702) 2023-06-26T03:00:47.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bb77fe640 1 -- 172.21.15.81:0/1505236507 learned_addr learned my addr 172.21.15.81:0/1505236507 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:47.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bb6ffd640 1 -- 172.21.15.81:0/1505236507 >> v2:172.21.15.92:3300/0 conn(0x7f9bb806bc10 msgr2=0x7f9bb815c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:47.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bb6ffd640 1 --2- 172.21.15.81:0/1505236507 >> v2:172.21.15.92:3300/0 conn(0x7f9bb806bc10 0x7f9bb815c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bb6ffd640 1 -- 172.21.15.81:0/1505236507 >> v1:172.21.15.81:6789/0 conn(0x7f9bb815ba70 legacy=0x7f9bb80c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bb6ffd640 1 -- 172.21.15.81:0/1505236507 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bb80c9070 con 0x7f9bb806b7b0 2023-06-26T03:00:47.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.167+0000 7f9bb6ffd640 1 --2- 172.21.15.81:0/1505236507 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9bb806b7b0 0x7f9bb815c170 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9bb806afe0 tx=0x7f9bac01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0a69dc5f2e901b0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:47.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb67fc640 1 -- 172.21.15.81:0/1505236507 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bac0a7070 con 0x7f9bb806b7b0 2023-06-26T03:00:47.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb67fc640 1 -- 172.21.15.81:0/1505236507 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bac0ab430 con 0x7f9bb806b7b0 2023-06-26T03:00:47.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb67fc640 1 -- 172.21.15.81:0/1505236507 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bac0ab7c0 con 0x7f9bb806b7b0 2023-06-26T03:00:47.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1505236507 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9bb806b7b0 msgr2=0x7f9bb815c170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 --2- 172.21.15.81:0/1505236507 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9bb806b7b0 0x7f9bb815c170 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9bb806afe0 tx=0x7f9bac01c430 comp rx=0 tx=0).stop 2023-06-26T03:00:47.176 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1505236507 shutdown_connections 2023-06-26T03:00:47.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 --2- 172.21.15.81:0/1505236507 >> v2:172.21.15.92:3300/0 conn(0x7f9bb806bc10 0x7f9bb815c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 --2- 172.21.15.81:0/1505236507 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9bb806b7b0 0x7f9bb815c170 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1505236507 >> 172.21.15.81:0/1505236507 conn(0x7f9bb806a100 msgr2=0x7f9bb80ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:47.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1505236507 shutdown_connections 2023-06-26T03:00:47.177 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1505236507 wait complete. 2023-06-26T03:00:47.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 Processor -- start 2023-06-26T03:00:47.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 -- start start 2023-06-26T03:00:47.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9bb806b7b0 0x7f9bb8142d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9bb806bc10 0x7f9bb80c5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bb815ba70 0x7f9bb8153000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bb80c7530 con 0x7f9bb806bc10 2023-06-26T03:00:47.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bb81432b0 con 0x7f9bb806b7b0 2023-06-26T03:00:47.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bb80c6490 con 0x7f9bb815ba70 2023-06-26T03:00:47.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9bb806bc10 0x7f9bb80c5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9bb806bc10 0x7f9bb80c5710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43202/0 (socket says 172.21.15.81:43202) 2023-06-26T03:00:47.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb6ffd640 1 -- 172.21.15.81:0/1111068442 learned_addr learned my addr 172.21.15.81:0/1111068442 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:47.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb77fe640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9bb806b7b0 0x7f9bb8142d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.180 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb7fff640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bb815ba70 0x7f9bb8153000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb6ffd640 1 -- 172.21.15.81:0/1111068442 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bb815ba70 msgr2=0x7f9bb8153000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb6ffd640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bb815ba70 0x7f9bb8153000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb6ffd640 1 -- 172.21.15.81:0/1111068442 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9bb806b7b0 msgr2=0x7f9bb8142d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb6ffd640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9bb806b7b0 0x7f9bb8142d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb6ffd640 1 -- 172.21.15.81:0/1111068442 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bac009420 con 0x7f9bb806bc10 2023-06-26T03:00:47.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bb6ffd640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9bb806bc10 0x7f9bb80c5710 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f9bac0ad040 tx=0x7f9bac01ac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:47.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9b9ffff640 1 -- 172.21.15.81:0/1111068442 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bac0b5810 con 0x7f9bb806bc10 2023-06-26T03:00:47.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9b9ffff640 1 -- 172.21.15.81:0/1111068442 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bac0b5990 con 0x7f9bb806bc10 2023-06-26T03:00:47.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1111068442 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bb80c6770 con 0x7f9bb806bc10 2023-06-26T03:00:47.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9b9ffff640 1 -- 172.21.15.81:0/1111068442 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bac0b5d40 con 0x7f9bb806bc10 2023-06-26T03:00:47.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.171+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1111068442 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bb80c6d30 con 0x7f9bb806bc10 2023-06-26T03:00:47.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.175+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1111068442 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bb804d790 con 0x7f9bb806bc10 2023-06-26T03:00:47.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.175+0000 7f9b9ffff640 1 -- 172.21.15.81:0/1111068442 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9bac0c83a0 con 0x7f9bb806bc10 2023-06-26T03:00:47.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.175+0000 7f9b9ffff640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9ba4066280 0x7f9ba4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.175+0000 7f9b9ffff640 1 -- 172.21.15.81:0/1111068442 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9bac11ea60 con 0x7f9bb806bc10 2023-06-26T03:00:47.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.175+0000 7f9bb77fe640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9ba4066280 0x7f9ba4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.175+0000 7f9bb77fe640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9ba4066280 0x7f9ba4068730 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9ba8000f70 tx=0x7f9ba800b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:47.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.179+0000 7f9b9ffff640 1 -- 172.21.15.81:0/1111068442 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9bac0ec020 con 0x7f9bb806bc10 2023-06-26T03:00:47.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.327+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1111068442 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9bb80b3bb0 con 0x7f9bb806bc10 2023-06-26T03:00:47.334 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.327+0000 7f9b9ffff640 1 -- 172.21.15.81:0/1111068442 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9bac0ef640 con 0x7f9bb806bc10 2023-06-26T03:00:47.335 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:00:47.336 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.331+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1111068442 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9ba4066280 msgr2=0x7f9ba4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.331+0000 7f9bbda8b640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9ba4066280 0x7f9ba4068730 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9ba8000f70 tx=0x7f9ba800b040 comp rx=0 tx=0).stop 2023-06-26T03:00:47.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.331+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1111068442 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9bb806bc10 msgr2=0x7f9bb80c5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.331+0000 7f9bbda8b640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9bb806bc10 0x7f9bb80c5710 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f9bac0ad040 tx=0x7f9bac01ac70 comp rx=0 tx=0).stop 2023-06-26T03:00:47.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.331+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1111068442 shutdown_connections 2023-06-26T03:00:47.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.331+0000 7f9bbda8b640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9ba4066280 0x7f9ba4068730 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.331+0000 7f9bbda8b640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bb815ba70 0x7f9bb8153000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.331+0000 7f9bbda8b640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9bb806bc10 0x7f9bb80c5710 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.331+0000 7f9bbda8b640 1 --2- 172.21.15.81:0/1111068442 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9bb806b7b0 0x7f9bb8142d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.331+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1111068442 >> 172.21.15.81:0/1111068442 conn(0x7f9bb806a100 msgr2=0x7f9bb80b2920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:47.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.331+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1111068442 shutdown_connections 2023-06-26T03:00:47.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.331+0000 7f9bbda8b640 1 -- 172.21.15.81:0/1111068442 wait complete. 2023-06-26T03:00:47.352 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:00:47.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32b2a0e640 1 Processor -- start 2023-06-26T03:00:47.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32b2a0e640 1 -- start start 2023-06-26T03:00:47.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32b2a0e640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f32ac159a60 0x7f32ac0c1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32b2a0e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32ac0afdc0 0x7f32ac070470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32b2a0e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32ac071170 con 0x7f32ac06fff0 2023-06-26T03:00:47.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32b2a0e640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32ac0709b0 con 0x7f32ac159a60 2023-06-26T03:00:47.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32b2a0e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32ac070bb0 con 0x7f32ac0afdc0 2023-06-26T03:00:47.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32abfff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f32ac159a60 0x7f32ac0c1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32abfff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f32ac159a60 0x7f32ac0c1780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43204/0 (socket says 172.21.15.81:43204) 2023-06-26T03:00:47.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32abfff640 1 -- 172.21.15.81:0/4135251963 learned_addr learned my addr 172.21.15.81:0/4135251963 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:47.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32b0fab640 1 --2- 172.21.15.81:0/4135251963 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32ac0afdc0 0x7f32ac070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32abfff640 1 -- 172.21.15.81:0/4135251963 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32ac0afdc0 msgr2=0x7f32ac070470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:47.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32abfff640 1 --2- 172.21.15.81:0/4135251963 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32ac0afdc0 0x7f32ac070470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32abfff640 1 -- 172.21.15.81:0/4135251963 >> v1:172.21.15.92:6789/0 conn(0x7f32ac06fff0 legacy=0x7f32ac0af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.467+0000 7f32abfff640 1 -- 172.21.15.81:0/4135251963 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32ac070e90 con 0x7f32ac159a60 2023-06-26T03:00:47.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32abfff640 1 --2- 172.21.15.81:0/4135251963 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f32ac159a60 0x7f32ac0c1780 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3294009870 tx=0x7f329401c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40532a1326932b12 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:47.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32ab7fe640 1 -- 172.21.15.81:0/4135251963 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32940ab600 con 0x7f32ac159a60 2023-06-26T03:00:47.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32ab7fe640 1 -- 172.21.15.81:0/4135251963 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32940a7050 con 0x7f32ac159a60 2023-06-26T03:00:47.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32ab7fe640 1 -- 172.21.15.81:0/4135251963 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32940ab980 con 0x7f32ac159a60 2023-06-26T03:00:47.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 -- 172.21.15.81:0/4135251963 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f32ac159a60 msgr2=0x7f32ac0c1780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 --2- 172.21.15.81:0/4135251963 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f32ac159a60 0x7f32ac0c1780 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3294009870 tx=0x7f329401c510 comp rx=0 tx=0).stop 2023-06-26T03:00:47.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 -- 172.21.15.81:0/4135251963 shutdown_connections 2023-06-26T03:00:47.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 --2- 172.21.15.81:0/4135251963 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32ac0afdc0 0x7f32ac070470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 --2- 172.21.15.81:0/4135251963 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f32ac159a60 0x7f32ac0c1780 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 -- 172.21.15.81:0/4135251963 >> 172.21.15.81:0/4135251963 conn(0x7f32ac06a100 msgr2=0x7f32ac0ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:47.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 -- 172.21.15.81:0/4135251963 shutdown_connections 2023-06-26T03:00:47.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 -- 172.21.15.81:0/4135251963 wait complete. 2023-06-26T03:00:47.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 Processor -- start 2023-06-26T03:00:47.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 -- start start 2023-06-26T03:00:47.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f32ac06fff0 0x7f32ac14ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32ac0afdc0 0x7f32ac154bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32ac159a60 0x7f32ac0b0a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ac1557d0 con 0x7f32ac06fff0 2023-06-26T03:00:47.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32ac0af0d0 con 0x7f32ac0afdc0 2023-06-26T03:00:47.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32ac0af3b0 con 0x7f32ac159a60 2023-06-26T03:00:47.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32abfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f32ac06fff0 0x7f32ac14ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32abfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f32ac06fff0 0x7f32ac14ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43206/0 (socket says 172.21.15.81:43206) 2023-06-26T03:00:47.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32abfff640 1 -- 172.21.15.81:0/3373742695 learned_addr learned my addr 172.21.15.81:0/3373742695 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:47.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32a3fff640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32ac0afdc0 0x7f32ac154bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b0fab640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32ac159a60 0x7f32ac0b0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32abfff640 1 -- 172.21.15.81:0/3373742695 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32ac159a60 msgr2=0x7f32ac0b0a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32abfff640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32ac159a60 0x7f32ac0b0a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32abfff640 1 -- 172.21.15.81:0/3373742695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32ac0afdc0 msgr2=0x7f32ac154bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32abfff640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32ac0afdc0 0x7f32ac154bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32abfff640 1 -- 172.21.15.81:0/3373742695 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32940094d0 con 0x7f32ac06fff0 2023-06-26T03:00:47.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b0fab640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32ac159a60 0x7f32ac0b0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:47.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32abfff640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f32ac06fff0 0x7f32ac14ccf0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f32940ae040 tx=0x7f329401ad50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:47.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32a97fa640 1 -- 172.21.15.81:0/3373742695 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32940b6620 con 0x7f32ac06fff0 2023-06-26T03:00:47.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32a97fa640 1 -- 172.21.15.81:0/3373742695 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32940abe90 con 0x7f32ac06fff0 2023-06-26T03:00:47.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 -- 172.21.15.81:0/3373742695 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32ac156d40 con 0x7f32ac06fff0 2023-06-26T03:00:47.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32a97fa640 1 -- 172.21.15.81:0/3373742695 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32940b69e0 con 0x7f32ac06fff0 2023-06-26T03:00:47.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.471+0000 7f32b2a0e640 1 -- 172.21.15.81:0/3373742695 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32ac157300 con 0x7f32ac06fff0 2023-06-26T03:00:47.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.475+0000 7f32b2a0e640 1 -- 172.21.15.81:0/3373742695 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32ac04d790 con 0x7f32ac06fff0 2023-06-26T03:00:47.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.475+0000 7f32a97fa640 1 -- 172.21.15.81:0/3373742695 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f32940b2040 con 0x7f32ac06fff0 2023-06-26T03:00:47.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.475+0000 7f32a97fa640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f328c066280 0x7f328c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.475+0000 7f32a3fff640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f328c066280 0x7f328c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.475+0000 7f32a97fa640 1 -- 172.21.15.81:0/3373742695 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f329411dfe0 con 0x7f32ac06fff0 2023-06-26T03:00:47.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.475+0000 7f32a3fff640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f328c066280 0x7f328c068730 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f32ac14d7c0 tx=0x7f329c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:47.485 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.479+0000 7f32a97fa640 1 -- 172.21.15.81:0/3373742695 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f32940eb460 con 0x7f32ac06fff0 2023-06-26T03:00:47.624 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32b2a0e640 1 -- 172.21.15.81:0/3373742695 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f32ac06f5c0 con 0x7f32ac06fff0 2023-06-26T03:00:47.625 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32a97fa640 1 -- 172.21.15.81:0/3373742695 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f32940eea80 con 0x7f32ac06fff0 2023-06-26T03:00:47.625 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:00:47.626 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32b2a0e640 1 -- 172.21.15.81:0/3373742695 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f328c066280 msgr2=0x7f328c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32b2a0e640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f328c066280 0x7f328c068730 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f32ac14d7c0 tx=0x7f329c009040 comp rx=0 tx=0).stop 2023-06-26T03:00:47.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32b2a0e640 1 -- 172.21.15.81:0/3373742695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f32ac06fff0 msgr2=0x7f32ac14ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32b2a0e640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f32ac06fff0 0x7f32ac14ccf0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f32940ae040 tx=0x7f329401ad50 comp rx=0 tx=0).stop 2023-06-26T03:00:47.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32b2a0e640 1 -- 172.21.15.81:0/3373742695 shutdown_connections 2023-06-26T03:00:47.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32b2a0e640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f328c066280 0x7f328c068730 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32b2a0e640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32ac159a60 0x7f32ac0b0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32b2a0e640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32ac0afdc0 0x7f32ac154bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32b2a0e640 1 --2- 172.21.15.81:0/3373742695 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f32ac06fff0 0x7f32ac14ccf0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32b2a0e640 1 -- 172.21.15.81:0/3373742695 >> 172.21.15.81:0/3373742695 conn(0x7f32ac06a100 msgr2=0x7f32ac072330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:47.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32b2a0e640 1 -- 172.21.15.81:0/3373742695 shutdown_connections 2023-06-26T03:00:47.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.619+0000 7f32b2a0e640 1 -- 172.21.15.81:0/3373742695 wait complete. 2023-06-26T03:00:47.642 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:47.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.751+0000 7fed860dd640 1 Processor -- start 2023-06-26T03:00:47.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.751+0000 7fed860dd640 1 -- start start 2023-06-26T03:00:47.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed860dd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fed801596a0 0x7fed80070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed860dd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fed800afe80 0x7fed800c99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed860dd640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed8006bd00 con 0x7fed800c9560 2023-06-26T03:00:47.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed860dd640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed800c9ef0 con 0x7fed800afe80 2023-06-26T03:00:47.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed860dd640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed800ca100 con 0x7fed801596a0 2023-06-26T03:00:47.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed7ffff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fed800afe80 0x7fed800c99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed7effd640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fed800c9560 0x7fed800af770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:33716/0 (socket says 172.21.15.81:33716) 2023-06-26T03:00:47.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed7effd640 1 -- 172.21.15.81:0/3111946381 learned_addr learned my addr 172.21.15.81:0/3111946381 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:47.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed7f7fe640 1 --2- 172.21.15.81:0/3111946381 >> v2:172.21.15.92:3300/0 conn(0x7fed801596a0 0x7fed80070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed7ffff640 1 -- 172.21.15.81:0/3111946381 >> v2:172.21.15.92:3300/0 conn(0x7fed801596a0 msgr2=0x7fed80070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:47.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed7ffff640 1 --2- 172.21.15.81:0/3111946381 >> v2:172.21.15.92:3300/0 conn(0x7fed801596a0 0x7fed80070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed7ffff640 1 -- 172.21.15.81:0/3111946381 >> v1:172.21.15.81:6789/0 conn(0x7fed800c9560 legacy=0x7fed800af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed7e7fc640 1 -- 172.21.15.81:0/3111946381 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3537282118 0 0) 0x7fed8006bd00 con 0x7fed800c9560 2023-06-26T03:00:47.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed7ffff640 1 -- 172.21.15.81:0/3111946381 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed80070360 con 0x7fed800afe80 2023-06-26T03:00:47.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed7ffff640 1 --2- 172.21.15.81:0/3111946381 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed800afe80 0x7fed800c99b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fed800ca030 tx=0x7fed7801c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2642533d7fc532d2 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:47.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed7e7fc640 1 -- 172.21.15.81:0/3111946381 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed780a5910 con 0x7fed800afe80 2023-06-26T03:00:47.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed7e7fc640 1 -- 172.21.15.81:0/3111946381 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed780a5a70 con 0x7fed800afe80 2023-06-26T03:00:47.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed7e7fc640 1 -- 172.21.15.81:0/3111946381 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed780a5e00 con 0x7fed800afe80 2023-06-26T03:00:47.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed860dd640 1 -- 172.21.15.81:0/3111946381 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed800afe80 msgr2=0x7fed800c99b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed860dd640 1 --2- 172.21.15.81:0/3111946381 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed800afe80 0x7fed800c99b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fed800ca030 tx=0x7fed7801c850 comp rx=0 tx=0).stop 2023-06-26T03:00:47.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed860dd640 1 -- 172.21.15.81:0/3111946381 shutdown_connections 2023-06-26T03:00:47.764 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed860dd640 1 --2- 172.21.15.81:0/3111946381 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed800afe80 0x7fed800c99b0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.764 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed860dd640 1 --2- 172.21.15.81:0/3111946381 >> v2:172.21.15.92:3300/0 conn(0x7fed801596a0 0x7fed80070e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.764 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed860dd640 1 -- 172.21.15.81:0/3111946381 >> 172.21.15.81:0/3111946381 conn(0x7fed800ca770 msgr2=0x7fed800cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:47.764 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed860dd640 1 -- 172.21.15.81:0/3111946381 shutdown_connections 2023-06-26T03:00:47.764 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.755+0000 7fed860dd640 1 -- 172.21.15.81:0/3111946381 wait complete. 2023-06-26T03:00:47.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed860dd640 1 Processor -- start 2023-06-26T03:00:47.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed860dd640 1 -- start start 2023-06-26T03:00:47.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed860dd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed800afe80 0x7fed800c1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed860dd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed800c9560 0x7fed800c3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed860dd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed801596a0 0x7fed800c1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed860dd640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed800c4530 con 0x7fed800afe80 2023-06-26T03:00:47.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed860dd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed800c20e0 con 0x7fed801596a0 2023-06-26T03:00:47.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed860dd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed800be850 con 0x7fed800c9560 2023-06-26T03:00:47.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed7f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed800afe80 0x7fed800c1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed7f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed800afe80 0x7fed800c1300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:43216/0 (socket says 172.21.15.81:43216) 2023-06-26T03:00:47.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed7f7fe640 1 -- 172.21.15.81:0/1149103032 learned_addr learned my addr 172.21.15.81:0/1149103032 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:47.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed7effd640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed800c9560 0x7fed800c3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.767 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed7ffff640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed801596a0 0x7fed800c1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed7f7fe640 1 -- 172.21.15.81:0/1149103032 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed800c9560 msgr2=0x7fed800c3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed7f7fe640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed800c9560 0x7fed800c3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed7f7fe640 1 -- 172.21.15.81:0/1149103032 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed801596a0 msgr2=0x7fed800c1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed7f7fe640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed801596a0 0x7fed800c1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed7f7fe640 1 -- 172.21.15.81:0/1149103032 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed78009a70 con 0x7fed800afe80 2023-06-26T03:00:47.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed7f7fe640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed800afe80 0x7fed800c1300 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fed7400d5f0 tx=0x7fed7400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:47.768 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed67fff640 1 -- 172.21.15.81:0/1149103032 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed740125f0 con 0x7fed800afe80 2023-06-26T03:00:47.769 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed67fff640 1 -- 172.21.15.81:0/1149103032 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed74012750 con 0x7fed800afe80 2023-06-26T03:00:47.769 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed67fff640 1 -- 172.21.15.81:0/1149103032 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed74012ae0 con 0x7fed800afe80 2023-06-26T03:00:47.769 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed860dd640 1 -- 172.21.15.81:0/1149103032 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed800beb30 con 0x7fed800afe80 2023-06-26T03:00:47.769 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed860dd640 1 -- 172.21.15.81:0/1149103032 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed800bf0f0 con 0x7fed800afe80 2023-06-26T03:00:47.770 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.759+0000 7fed860dd640 1 -- 172.21.15.81:0/1149103032 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed8004d790 con 0x7fed800afe80 2023-06-26T03:00:47.770 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.763+0000 7fed67fff640 1 -- 172.21.15.81:0/1149103032 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fed74012c40 con 0x7fed800afe80 2023-06-26T03:00:47.770 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.763+0000 7fed67fff640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed6c066280 0x7fed6c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:47.770 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.763+0000 7fed67fff640 1 -- 172.21.15.81:0/1149103032 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fed740841d0 con 0x7fed800afe80 2023-06-26T03:00:47.770 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.763+0000 7fed7effd640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed6c066280 0x7fed6c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:47.770 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.763+0000 7fed7effd640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed6c066280 0x7fed6c068730 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fed80142f90 tx=0x7fed70007b80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:47.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.767+0000 7fed67fff640 1 -- 172.21.15.81:0/1149103032 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fed740516e0 con 0x7fed800afe80 2023-06-26T03:00:47.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.919+0000 7fed860dd640 1 -- 172.21.15.81:0/1149103032 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fed80157f90 con 0x7fed800afe80 2023-06-26T03:00:47.926 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.919+0000 7fed67fff640 1 -- 172.21.15.81:0/1149103032 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18243 (secure 0 0 0) 0x7fed74054d00 con 0x7fed800afe80 2023-06-26T03:00:47.926 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:47.927 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":24,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:15.142509+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:47.928 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.923+0000 7fed860dd640 1 -- 172.21.15.81:0/1149103032 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed6c066280 msgr2=0x7fed6c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.928 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.923+0000 7fed860dd640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed6c066280 0x7fed6c068730 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fed80142f90 tx=0x7fed70007b80 comp rx=0 tx=0).stop 2023-06-26T03:00:47.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.923+0000 7fed860dd640 1 -- 172.21.15.81:0/1149103032 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed800afe80 msgr2=0x7fed800c1300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:47.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.923+0000 7fed860dd640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed800afe80 0x7fed800c1300 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fed7400d5f0 tx=0x7fed7400dab0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.923+0000 7fed860dd640 1 -- 172.21.15.81:0/1149103032 shutdown_connections 2023-06-26T03:00:47.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.923+0000 7fed860dd640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fed6c066280 0x7fed6c068730 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.923+0000 7fed860dd640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed801596a0 0x7fed800c1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.923+0000 7fed860dd640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed800c9560 0x7fed800c3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.923+0000 7fed860dd640 1 --2- 172.21.15.81:0/1149103032 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fed800afe80 0x7fed800c1300 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:47.929 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.923+0000 7fed860dd640 1 -- 172.21.15.81:0/1149103032 >> 172.21.15.81:0/1149103032 conn(0x7fed800ca770 msgr2=0x7fed801583e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:47.930 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.923+0000 7fed860dd640 1 -- 172.21.15.81:0/1149103032 shutdown_connections 2023-06-26T03:00:47.930 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:47.923+0000 7fed860dd640 1 -- 172.21.15.81:0/1149103032 wait complete. 2023-06-26T03:00:47.944 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:00:47.945 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:00:48.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83eede640 1 Processor -- start 2023-06-26T03:00:48.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83eede640 1 -- start start 2023-06-26T03:00:48.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83eede640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fa8380b7a50 0x7fa8380ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83eede640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa8380b4f30 0x7fa8380d0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83eede640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8380d09d0 0x7fa8380d0e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83eede640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8380b7e20 con 0x7fa8380b7a50 2023-06-26T03:00:48.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83eede640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8380cf6b0 con 0x7fa8380b4f30 2023-06-26T03:00:48.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83eede640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8380cee10 con 0x7fa8380d09d0 2023-06-26T03:00:48.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83cc7a640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fa8380b7a50 0x7fa8380ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83cc7a640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fa8380b7a50 0x7fa8380ce4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56862/0 (socket says 172.21.15.81:56862) 2023-06-26T03:00:48.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83cc7a640 1 -- 172.21.15.81:0/3452245217 learned_addr learned my addr 172.21.15.81:0/3452245217 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:48.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83d47b640 1 --2- 172.21.15.81:0/3452245217 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8380d09d0 0x7fa8380d0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa82ffff640 1 --2- 172.21.15.81:0/3452245217 >> v2:172.21.15.92:3300/0 conn(0x7fa8380b4f30 0x7fa8380d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83cc7a640 1 -- 172.21.15.81:0/3452245217 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8380d09d0 msgr2=0x7fa8380d0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:48.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83cc7a640 1 --2- 172.21.15.81:0/3452245217 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8380d09d0 0x7fa8380d0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83cc7a640 1 -- 172.21.15.81:0/3452245217 >> v2:172.21.15.92:3300/0 conn(0x7fa8380b4f30 msgr2=0x7fa8380d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:48.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83cc7a640 1 --2- 172.21.15.81:0/3452245217 >> v2:172.21.15.92:3300/0 conn(0x7fa8380b4f30 0x7fa8380d0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83cc7a640 1 -- 172.21.15.81:0/3452245217 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8380cf0f0 con 0x7fa8380b7a50 2023-06-26T03:00:48.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.067+0000 7fa83cc7a640 1 --2- 172.21.15.81:0/3452245217 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8380b7a50 0x7fa8380ce4c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa83808a6b0 tx=0x7fa83401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49959c20d42514f8 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:48.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82f7fe640 1 -- 172.21.15.81:0/3452245217 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8340ab600 con 0x7fa8380b7a50 2023-06-26T03:00:48.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82f7fe640 1 -- 172.21.15.81:0/3452245217 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8340a7050 con 0x7fa8380b7a50 2023-06-26T03:00:48.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82f7fe640 1 -- 172.21.15.81:0/3452245217 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8340ab980 con 0x7fa8380b7a50 2023-06-26T03:00:48.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 -- 172.21.15.81:0/3452245217 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8380b7a50 msgr2=0x7fa8380ce4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 --2- 172.21.15.81:0/3452245217 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8380b7a50 0x7fa8380ce4c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa83808a6b0 tx=0x7fa83401c470 comp rx=0 tx=0).stop 2023-06-26T03:00:48.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 -- 172.21.15.81:0/3452245217 shutdown_connections 2023-06-26T03:00:48.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 --2- 172.21.15.81:0/3452245217 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8380d09d0 0x7fa8380d0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 --2- 172.21.15.81:0/3452245217 >> v2:172.21.15.92:3300/0 conn(0x7fa8380b4f30 0x7fa8380d0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 --2- 172.21.15.81:0/3452245217 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8380b7a50 0x7fa8380ce4c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 -- 172.21.15.81:0/3452245217 >> 172.21.15.81:0/3452245217 conn(0x7fa838069dc0 msgr2=0x7fa83806a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:48.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 -- 172.21.15.81:0/3452245217 shutdown_connections 2023-06-26T03:00:48.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 -- 172.21.15.81:0/3452245217 wait complete. 2023-06-26T03:00:48.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 Processor -- start 2023-06-26T03:00:48.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 -- start start 2023-06-26T03:00:48.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8380b4f30 0x7fa8380b2df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8380b7a50 0x7fa83814e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8380d09d0 0x7fa83815e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8380b29d0 con 0x7fa8380b7a50 2023-06-26T03:00:48.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8380b3330 con 0x7fa8380d09d0 2023-06-26T03:00:48.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8380b1b00 con 0x7fa8380b4f30 2023-06-26T03:00:48.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8380b7a50 0x7fa83814e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8380b7a50 0x7fa83814e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56866/0 (socket says 172.21.15.81:56866) 2023-06-26T03:00:48.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82ffff640 1 -- 172.21.15.81:0/4147852173 learned_addr learned my addr 172.21.15.81:0/4147852173 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:48.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83cc7a640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8380b4f30 0x7fa8380b2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83d47b640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8380d09d0 0x7fa83815e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82ffff640 1 -- 172.21.15.81:0/4147852173 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8380b4f30 msgr2=0x7fa8380b2df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82ffff640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8380b4f30 0x7fa8380b2df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82ffff640 1 -- 172.21.15.81:0/4147852173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8380d09d0 msgr2=0x7fa83815e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82ffff640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8380d09d0 0x7fa83815e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82ffff640 1 -- 172.21.15.81:0/4147852173 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8340094d0 con 0x7fa8380b7a50 2023-06-26T03:00:48.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83d47b640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8380d09d0 0x7fa83815e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:48.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82ffff640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8380b7a50 0x7fa83814e4a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa82800d830 tx=0x7fa82800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:48.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82d7fa640 1 -- 172.21.15.81:0/4147852173 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8280096a0 con 0x7fa8380b7a50 2023-06-26T03:00:48.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82d7fa640 1 -- 172.21.15.81:0/4147852173 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa828009800 con 0x7fa8380b7a50 2023-06-26T03:00:48.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa82d7fa640 1 -- 172.21.15.81:0/4147852173 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa828009b70 con 0x7fa8380b7a50 2023-06-26T03:00:48.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 -- 172.21.15.81:0/4147852173 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa83815dac0 con 0x7fa8380b7a50 2023-06-26T03:00:48.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.071+0000 7fa83eede640 1 -- 172.21.15.81:0/4147852173 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8380b2030 con 0x7fa8380b7a50 2023-06-26T03:00:48.083 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.075+0000 7fa83eede640 1 -- 172.21.15.81:0/4147852173 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8380b18b0 con 0x7fa8380b7a50 2023-06-26T03:00:48.083 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.075+0000 7fa82d7fa640 1 -- 172.21.15.81:0/4147852173 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa828014410 con 0x7fa8380b7a50 2023-06-26T03:00:48.083 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.075+0000 7fa82d7fa640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa824066280 0x7fa824068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.075+0000 7fa82d7fa640 1 -- 172.21.15.81:0/4147852173 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fa828084610 con 0x7fa8380b7a50 2023-06-26T03:00:48.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.075+0000 7fa83cc7a640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa824066280 0x7fa824068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.075+0000 7fa83cc7a640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa824066280 0x7fa824068730 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa8340ad000 tx=0x7fa834008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:48.085 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.079+0000 7fa82d7fa640 1 -- 172.21.15.81:0/4147852173 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa828051b20 con 0x7fa8380b7a50 2023-06-26T03:00:48.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.231+0000 7fa83eede640 1 -- 172.21.15.81:0/4147852173 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa83804d790 con 0x7fa8380b7a50 2023-06-26T03:00:48.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.235+0000 7fa82d7fa640 1 -- 172.21.15.81:0/4147852173 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa828055140 con 0x7fa8380b7a50 2023-06-26T03:00:48.240 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:00:48.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.235+0000 7fa83eede640 1 -- 172.21.15.81:0/4147852173 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa824066280 msgr2=0x7fa824068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.235+0000 7fa83eede640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa824066280 0x7fa824068730 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa8340ad000 tx=0x7fa834008040 comp rx=0 tx=0).stop 2023-06-26T03:00:48.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.235+0000 7fa83eede640 1 -- 172.21.15.81:0/4147852173 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8380b7a50 msgr2=0x7fa83814e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.235+0000 7fa83eede640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8380b7a50 0x7fa83814e4a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa82800d830 tx=0x7fa82800dcf0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.235+0000 7fa83eede640 1 -- 172.21.15.81:0/4147852173 shutdown_connections 2023-06-26T03:00:48.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.235+0000 7fa83eede640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa824066280 0x7fa824068730 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.243 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.235+0000 7fa83eede640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8380d09d0 0x7fa83815e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.243 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.235+0000 7fa83eede640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa8380b7a50 0x7fa83814e4a0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.243 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.235+0000 7fa83eede640 1 --2- 172.21.15.81:0/4147852173 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8380b4f30 0x7fa8380b2df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.243 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.235+0000 7fa83eede640 1 -- 172.21.15.81:0/4147852173 >> 172.21.15.81:0/4147852173 conn(0x7fa838069dc0 msgr2=0x7fa83806a190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:48.243 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.235+0000 7fa83eede640 1 -- 172.21.15.81:0/4147852173 shutdown_connections 2023-06-26T03:00:48.243 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.235+0000 7fa83eede640 1 -- 172.21.15.81:0/4147852173 wait complete. 2023-06-26T03:00:48.258 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:00:48.375 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67dc68f640 1 Processor -- start 2023-06-26T03:00:48.376 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67dc68f640 1 -- start start 2023-06-26T03:00:48.376 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67dc68f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d406c680 0x7f67d40cd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67dc68f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f67d40afdc0 0x7f67d40cb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67dc68f640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f67d415bc80 con 0x7f67d40c9fc0 2023-06-26T03:00:48.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67dc68f640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67d406ca50 con 0x7f67d40afdc0 2023-06-26T03:00:48.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67dc68f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67d40cdae0 con 0x7f67d406c680 2023-06-26T03:00:48.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9c2a640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f67d40c9fc0 0x7f67d40af6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52304/0 (socket says 172.21.15.81:52304) 2023-06-26T03:00:48.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9c2a640 1 -- 172.21.15.81:0/726695287 learned_addr learned my addr 172.21.15.81:0/726695287 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:48.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67dac2c640 1 --2- 172.21.15.81:0/726695287 >> v2:172.21.15.92:3300/0 conn(0x7f67d40afdc0 0x7f67d40cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67da42b640 1 --2- 172.21.15.81:0/726695287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d406c680 0x7f67d40cd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2121337271 0 0) 0x7f67d415bc80 con 0x7f67d40c9fc0 2023-06-26T03:00:48.379 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f67c0003530 con 0x7f67d40c9fc0 2023-06-26T03:00:48.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2747973756 0 0) 0x7f67c0003530 con 0x7f67d40c9fc0 2023-06-26T03:00:48.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d406c680 msgr2=0x7f67d40cd3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:48.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 --2- 172.21.15.81:0/726695287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d406c680 0x7f67d40cd3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 >> v2:172.21.15.92:3300/0 conn(0x7f67d40afdc0 msgr2=0x7f67d40cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:48.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 --2- 172.21.15.81:0/726695287 >> v2:172.21.15.92:3300/0 conn(0x7f67d40afdc0 0x7f67d40cb800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67d41602f0 con 0x7f67d40c9fc0 2023-06-26T03:00:48.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f67d0001680 con 0x7f67d40c9fc0 2023-06-26T03:00:48.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 >> v1:172.21.15.81:6789/0 conn(0x7f67d40c9fc0 legacy=0x7f67d40af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 --2- 172.21.15.81:0/726695287 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f67c0003980 0x7f67c0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 --2- 172.21.15.81:0/726695287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67c00043b0 0x7f67c0004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 --2- 172.21.15.81:0/726695287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d406c680 0x7f67c0004f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67c0005650 con 0x7f67c0003980 2023-06-26T03:00:48.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67c000b990 con 0x7f67c00043b0 2023-06-26T03:00:48.382 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67c000bb50 con 0x7f67d406c680 2023-06-26T03:00:48.382 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67da42b640 1 --2- 172.21.15.81:0/726695287 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f67c0003980 0x7f67c0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.382 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67d9c2a640 1 --2- 172.21.15.81:0/726695287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67c00043b0 0x7f67c0004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.382 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67dac2c640 1 --2- 172.21.15.81:0/726695287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d406c680 0x7f67c0004f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.382 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67da42b640 1 -- 172.21.15.81:0/726695287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d406c680 msgr2=0x7f67c0004f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:48.382 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67da42b640 1 --2- 172.21.15.81:0/726695287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d406c680 0x7f67c0004f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.382 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67da42b640 1 -- 172.21.15.81:0/726695287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67c00043b0 msgr2=0x7f67c0004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:48.382 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67da42b640 1 --2- 172.21.15.81:0/726695287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67c00043b0 0x7f67c0004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.383 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.371+0000 7f67da42b640 1 -- 172.21.15.81:0/726695287 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67c0003530 con 0x7f67c0003980 2023-06-26T03:00:48.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67da42b640 1 --2- 172.21.15.81:0/726695287 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f67c0003980 0x7f67c0003d90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f67c4009ae0 tx=0x7f67c401ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4413b4f0434a69cd server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:48.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67c40a55f0 con 0x7f67c0003980 2023-06-26T03:00:48.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67c40a5750 con 0x7f67c0003980 2023-06-26T03:00:48.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67d9429640 1 -- 172.21.15.81:0/726695287 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67c40a5b00 con 0x7f67c0003980 2023-06-26T03:00:48.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 -- 172.21.15.81:0/726695287 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f67c0003980 msgr2=0x7f67c0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 --2- 172.21.15.81:0/726695287 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f67c0003980 0x7f67c0003d90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f67c4009ae0 tx=0x7f67c401ca20 comp rx=0 tx=0).stop 2023-06-26T03:00:48.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dac2c640 1 -- 172.21.15.81:0/726695287 reap_dead start 2023-06-26T03:00:48.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 -- 172.21.15.81:0/726695287 shutdown_connections 2023-06-26T03:00:48.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 -- 172.21.15.81:0/726695287 >> 172.21.15.81:0/726695287 conn(0x7f67d406a100 msgr2=0x7f67d40ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:48.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 -- 172.21.15.81:0/726695287 shutdown_connections 2023-06-26T03:00:48.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 -- 172.21.15.81:0/726695287 wait complete. 2023-06-26T03:00:48.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 Processor -- start 2023-06-26T03:00:48.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 -- start start 2023-06-26T03:00:48.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f67d414f160 0x7f67d40c3020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67d414f530 0x7f67d40c3560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d40c3aa0 0x7f67d415d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67d415d060 con 0x7f67d414f160 2023-06-26T03:00:48.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67d40c28e0 con 0x7f67d414f530 2023-06-26T03:00:48.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67dc68f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67d40c2040 con 0x7f67d40c3aa0 2023-06-26T03:00:48.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67da42b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f67d414f160 0x7f67d40c3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67da42b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f67d414f160 0x7f67d40c3020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56892/0 (socket says 172.21.15.81:56892) 2023-06-26T03:00:48.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.375+0000 7f67da42b640 1 -- 172.21.15.81:0/1488679758 learned_addr learned my addr 172.21.15.81:0/1488679758 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:48.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67d9c2a640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67d414f530 0x7f67d40c3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67dac2c640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d40c3aa0 0x7f67d415d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67da42b640 1 -- 172.21.15.81:0/1488679758 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d40c3aa0 msgr2=0x7f67d415d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67da42b640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d40c3aa0 0x7f67d415d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67da42b640 1 -- 172.21.15.81:0/1488679758 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67d414f530 msgr2=0x7f67d40c3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67da42b640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67d414f530 0x7f67d40c3560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67da42b640 1 -- 172.21.15.81:0/1488679758 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67d40c2320 con 0x7f67d414f160 2023-06-26T03:00:48.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67dac2c640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d40c3aa0 0x7f67d415d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:48.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67d9c2a640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67d414f530 0x7f67d40c3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:48.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67da42b640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f67d414f160 0x7f67d40c3020 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f67c40b0040 tx=0x7f67c40197c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:48.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67caffd640 1 -- 172.21.15.81:0/1488679758 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67c40bd070 con 0x7f67d414f160 2023-06-26T03:00:48.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67caffd640 1 -- 172.21.15.81:0/1488679758 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67c400f000 con 0x7f67d414f160 2023-06-26T03:00:48.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67caffd640 1 -- 172.21.15.81:0/1488679758 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67c40a55f0 con 0x7f67d414f160 2023-06-26T03:00:48.390 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67dc68f640 1 -- 172.21.15.81:0/1488679758 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67d40c2600 con 0x7f67d414f160 2023-06-26T03:00:48.390 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67dc68f640 1 -- 172.21.15.81:0/1488679758 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67d40c4110 con 0x7f67d414f160 2023-06-26T03:00:48.390 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67dc68f640 1 -- 172.21.15.81:0/1488679758 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67d404d790 con 0x7f67d414f160 2023-06-26T03:00:48.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67caffd640 1 -- 172.21.15.81:0/1488679758 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f67c40b4070 con 0x7f67d414f160 2023-06-26T03:00:48.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67caffd640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67b80662b0 0x7f67b8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67caffd640 1 -- 172.21.15.81:0/1488679758 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f67c411d850 con 0x7f67d414f160 2023-06-26T03:00:48.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67d9c2a640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67b80662b0 0x7f67b8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.379+0000 7f67d9c2a640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67b80662b0 0x7f67b8068760 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f67d0001ec0 tx=0x7f67d0000ee0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:48.391 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.383+0000 7f67caffd640 1 -- 172.21.15.81:0/1488679758 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f67c40eac30 con 0x7f67d414f160 2023-06-26T03:00:48.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.535+0000 7f67dc68f640 1 -- 172.21.15.81:0/1488679758 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f67d40b3bb0 con 0x7f67d414f160 2023-06-26T03:00:48.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.539+0000 7f67caffd640 1 -- 172.21.15.81:0/1488679758 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v24) v1 ==== 92+0+10 (secure 0 0 0) 0x7f67c40ee250 con 0x7f67d414f160 2023-06-26T03:00:48.544 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:00:48.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.539+0000 7f67dc68f640 1 -- 172.21.15.81:0/1488679758 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67b80662b0 msgr2=0x7f67b8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.539+0000 7f67dc68f640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67b80662b0 0x7f67b8068760 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f67d0001ec0 tx=0x7f67d0000ee0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.539+0000 7f67dc68f640 1 -- 172.21.15.81:0/1488679758 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f67d414f160 msgr2=0x7f67d40c3020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.539+0000 7f67dc68f640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f67d414f160 0x7f67d40c3020 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f67c40b0040 tx=0x7f67c40197c0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.539+0000 7f67dc68f640 1 -- 172.21.15.81:0/1488679758 shutdown_connections 2023-06-26T03:00:48.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.539+0000 7f67dc68f640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f67b80662b0 0x7f67b8068760 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.539+0000 7f67dc68f640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f67d40c3aa0 0x7f67d415d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.539+0000 7f67dc68f640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67d414f530 0x7f67d40c3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.539+0000 7f67dc68f640 1 --2- 172.21.15.81:0/1488679758 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f67d414f160 0x7f67d40c3020 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.539+0000 7f67dc68f640 1 -- 172.21.15.81:0/1488679758 >> 172.21.15.81:0/1488679758 conn(0x7f67d406a100 msgr2=0x7f67d41e8ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:48.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.539+0000 7f67dc68f640 1 -- 172.21.15.81:0/1488679758 shutdown_connections 2023-06-26T03:00:48.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.539+0000 7f67dc68f640 1 -- 172.21.15.81:0/1488679758 wait complete. 2023-06-26T03:00:48.562 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:00:48.675 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.667+0000 7f961645b640 1 Processor -- start 2023-06-26T03:00:48.675 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.667+0000 7f961645b640 1 -- start start 2023-06-26T03:00:48.676 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f961645b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f961015ba70 0x7f96100c9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.676 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f961645b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f961015c880 0x7f961006eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.676 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f961645b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f961015cff0 con 0x7f961006b7b0 2023-06-26T03:00:48.677 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f961645b640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96100c99a0 con 0x7f961015c880 2023-06-26T03:00:48.677 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f961645b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96100c8d90 con 0x7f961015ba70 2023-06-26T03:00:48.677 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f96149f8640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f961015c880 0x7f961006eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.677 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f96149f8640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f961015c880 0x7f961006eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56896/0 (socket says 172.21.15.81:56896) 2023-06-26T03:00:48.677 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f96149f8640 1 -- 172.21.15.81:0/1418472685 learned_addr learned my addr 172.21.15.81:0/1418472685 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:48.677 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f960ffff640 1 --2- 172.21.15.81:0/1418472685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f961015ba70 0x7f96100c9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.677 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f96149f8640 1 -- 172.21.15.81:0/1418472685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f961015ba70 msgr2=0x7f96100c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:48.678 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f96149f8640 1 --2- 172.21.15.81:0/1418472685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f961015ba70 0x7f96100c9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.678 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f96149f8640 1 -- 172.21.15.81:0/1418472685 >> v1:172.21.15.92:6789/0 conn(0x7f961006b7b0 legacy=0x7f961015c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:48.678 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f96149f8640 1 -- 172.21.15.81:0/1418472685 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96100c9070 con 0x7f961015c880 2023-06-26T03:00:48.678 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f960ffff640 1 --2- 172.21.15.81:0/1418472685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f961015ba70 0x7f96100c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:48.679 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f96149f8640 1 --2- 172.21.15.81:0/1418472685 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f961015c880 0x7f961006eed0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f9608009e50 tx=0x7f960801c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ca5424958b124c8 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:48.679 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f960effd640 1 -- 172.21.15.81:0/1418472685 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96080a5820 con 0x7f961015c880 2023-06-26T03:00:48.679 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f960effd640 1 -- 172.21.15.81:0/1418472685 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96080a5980 con 0x7f961015c880 2023-06-26T03:00:48.680 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f960effd640 1 -- 172.21.15.81:0/1418472685 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96080a5d10 con 0x7f961015c880 2023-06-26T03:00:48.680 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f961645b640 1 -- 172.21.15.81:0/1418472685 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f961015c880 msgr2=0x7f961006eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.680 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f961645b640 1 --2- 172.21.15.81:0/1418472685 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f961015c880 0x7f961006eed0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f9608009e50 tx=0x7f960801c9a0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.680 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f961645b640 1 -- 172.21.15.81:0/1418472685 shutdown_connections 2023-06-26T03:00:48.680 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f961645b640 1 --2- 172.21.15.81:0/1418472685 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f961015c880 0x7f961006eed0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.680 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f961645b640 1 --2- 172.21.15.81:0/1418472685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f961015ba70 0x7f96100c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.681 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f961645b640 1 -- 172.21.15.81:0/1418472685 >> 172.21.15.81:0/1418472685 conn(0x7f961006a100 msgr2=0x7f96100ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:48.681 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f961645b640 1 -- 172.21.15.81:0/1418472685 shutdown_connections 2023-06-26T03:00:48.681 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.671+0000 7f961645b640 1 -- 172.21.15.81:0/1418472685 wait complete. 2023-06-26T03:00:48.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f961645b640 1 Processor -- start 2023-06-26T03:00:48.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f961645b640 1 -- start start 2023-06-26T03:00:48.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f961645b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f961006b7b0 0x7f96100c6770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f961645b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f961015ba70 0x7f96101f8030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f961645b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f961015c880 0x7f96101f38d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f961645b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96100ad9b0 con 0x7f961006b7b0 2023-06-26T03:00:48.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f961645b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96101f8570 con 0x7f961015c880 2023-06-26T03:00:48.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f961645b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96100c6d50 con 0x7f961015ba70 2023-06-26T03:00:48.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f961006b7b0 0x7f96100c6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f961006b7b0 0x7f96100c6770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56904/0 (socket says 172.21.15.81:56904) 2023-06-26T03:00:48.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960ffff640 1 -- 172.21.15.81:0/3571411845 learned_addr learned my addr 172.21.15.81:0/3571411845 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:48.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f96149f8640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f961015c880 0x7f96101f38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960ffff640 1 -- 172.21.15.81:0/3571411845 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f961015ba70 msgr2=0x7f96101f8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960f7fe640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f961015ba70 0x7f96101f8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960ffff640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f961015ba70 0x7f96101f8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960ffff640 1 -- 172.21.15.81:0/3571411845 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f961015c880 msgr2=0x7f96101f38d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960ffff640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f961015c880 0x7f96101f38d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960ffff640 1 -- 172.21.15.81:0/3571411845 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9608009b30 con 0x7f961006b7b0 2023-06-26T03:00:48.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f96149f8640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f961015c880 0x7f96101f38d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:48.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960f7fe640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f961015ba70 0x7f96101f8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:48.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960ffff640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f961006b7b0 0x7f96100c6770 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f960000c7c0 tx=0x7f960000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:48.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960cff9640 1 -- 172.21.15.81:0/3571411845 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96000079d0 con 0x7f961006b7b0 2023-06-26T03:00:48.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960cff9640 1 -- 172.21.15.81:0/3571411845 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9600007b30 con 0x7f961006b7b0 2023-06-26T03:00:48.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f961645b640 1 -- 172.21.15.81:0/3571411845 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96100c18a0 con 0x7f961006b7b0 2023-06-26T03:00:48.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f960cff9640 1 -- 172.21.15.81:0/3571411845 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f960000ce70 con 0x7f961006b7b0 2023-06-26T03:00:48.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f961645b640 1 -- 172.21.15.81:0/3571411845 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96100c1e60 con 0x7f961006b7b0 2023-06-26T03:00:48.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.675+0000 7f961645b640 1 -- 172.21.15.81:0/3571411845 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96100c1700 con 0x7f961006b7b0 2023-06-26T03:00:48.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.679+0000 7f960cff9640 1 -- 172.21.15.81:0/3571411845 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f96000113f0 con 0x7f961006b7b0 2023-06-26T03:00:48.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.679+0000 7f960cff9640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f95fc066280 0x7f95fc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.679+0000 7f960cff9640 1 -- 172.21.15.81:0/3571411845 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f96000841a0 con 0x7f961006b7b0 2023-06-26T03:00:48.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.679+0000 7f960f7fe640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f95fc066280 0x7f95fc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.679+0000 7f960f7fe640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f95fc066280 0x7f95fc068730 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f96101f7580 tx=0x7f9604008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:48.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.683+0000 7f960cff9640 1 -- 172.21.15.81:0/3571411845 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f96100c1700 con 0x7f961006b7b0 2023-06-26T03:00:48.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.819+0000 7f961645b640 1 -- 172.21.15.81:0/3571411845 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f96100c1700 con 0x7f961006b7b0 2023-06-26T03:00:48.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.819+0000 7f960cff9640 1 -- 172.21.15.81:0/3571411845 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f96100c1700 con 0x7f961006b7b0 2023-06-26T03:00:48.827 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:00:48.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.823+0000 7f961645b640 1 -- 172.21.15.81:0/3571411845 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f95fc066280 msgr2=0x7f95fc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.823+0000 7f961645b640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f95fc066280 0x7f95fc068730 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f96101f7580 tx=0x7f9604008040 comp rx=0 tx=0).stop 2023-06-26T03:00:48.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.823+0000 7f961645b640 1 -- 172.21.15.81:0/3571411845 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f961006b7b0 msgr2=0x7f96100c6770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.823+0000 7f961645b640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f961006b7b0 0x7f96100c6770 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f960000c7c0 tx=0x7f960000cc80 comp rx=0 tx=0).stop 2023-06-26T03:00:48.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.823+0000 7f961645b640 1 -- 172.21.15.81:0/3571411845 shutdown_connections 2023-06-26T03:00:48.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.823+0000 7f961645b640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f95fc066280 0x7f95fc068730 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.823+0000 7f961645b640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f961015c880 0x7f96101f38d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.823+0000 7f961645b640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f961015ba70 0x7f96101f8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.823+0000 7f961645b640 1 --2- 172.21.15.81:0/3571411845 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f961006b7b0 0x7f96100c6770 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.823+0000 7f961645b640 1 -- 172.21.15.81:0/3571411845 >> 172.21.15.81:0/3571411845 conn(0x7f961006a100 msgr2=0x7f96100cbe10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:48.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.823+0000 7f961645b640 1 -- 172.21.15.81:0/3571411845 shutdown_connections 2023-06-26T03:00:48.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.823+0000 7f961645b640 1 -- 172.21.15.81:0/3571411845 wait complete. 2023-06-26T03:00:48.844 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:00:48.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f386199f640 1 Processor -- start 2023-06-26T03:00:48.967 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f386199f640 1 -- start start 2023-06-26T03:00:48.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f386199f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f385c06fff0 0x7f385c070440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f386199f640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f385c0af6b0 0x7f385c0afb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f386199f640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f385c071170 con 0x7f385c159a60 2023-06-26T03:00:48.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f386199f640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f385c0b0070 con 0x7f385c0af6b0 2023-06-26T03:00:48.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f386199f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f385c0c1e90 con 0x7f385c06fff0 2023-06-26T03:00:48.969 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f385b7fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f385c0af6b0 0x7f385c0afb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.970 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f385b7fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f385c0af6b0 0x7f385c0afb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56914/0 (socket says 172.21.15.81:56914) 2023-06-26T03:00:48.970 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f385b7fe640 1 -- 172.21.15.81:0/2143407324 learned_addr learned my addr 172.21.15.81:0/2143407324 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:48.970 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f3853fff640 1 --2- 172.21.15.81:0/2143407324 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f385c06fff0 0x7f385c070440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.970 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f385b7fe640 1 -- 172.21.15.81:0/2143407324 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f385c06fff0 msgr2=0x7f385c070440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:48.971 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f385b7fe640 1 --2- 172.21.15.81:0/2143407324 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f385c06fff0 0x7f385c070440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.971 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f385b7fe640 1 -- 172.21.15.81:0/2143407324 >> v1:172.21.15.92:6789/0 conn(0x7f385c159a60 legacy=0x7f385c0c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.971 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.963+0000 7f385b7fe640 1 -- 172.21.15.81:0/2143407324 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f385c070980 con 0x7f385c0af6b0 2023-06-26T03:00:48.971 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f385b7fe640 1 --2- 172.21.15.81:0/2143407324 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f385c0af6b0 0x7f385c0afb30 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3854009e50 tx=0x7f385401c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b759889e50cd6294 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:48.972 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f385a7fc640 1 -- 172.21.15.81:0/2143407324 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38540a64e0 con 0x7f385c0af6b0 2023-06-26T03:00:48.972 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f385a7fc640 1 -- 172.21.15.81:0/2143407324 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38540a6640 con 0x7f385c0af6b0 2023-06-26T03:00:48.972 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f385a7fc640 1 -- 172.21.15.81:0/2143407324 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38540a69d0 con 0x7f385c0af6b0 2023-06-26T03:00:48.973 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 -- 172.21.15.81:0/2143407324 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f385c0af6b0 msgr2=0x7f385c0afb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.973 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 --2- 172.21.15.81:0/2143407324 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f385c0af6b0 0x7f385c0afb30 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3854009e50 tx=0x7f385401c9e0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.973 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 -- 172.21.15.81:0/2143407324 shutdown_connections 2023-06-26T03:00:48.974 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 --2- 172.21.15.81:0/2143407324 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f385c0af6b0 0x7f385c0afb30 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.974 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 --2- 172.21.15.81:0/2143407324 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f385c06fff0 0x7f385c070440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.974 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 -- 172.21.15.81:0/2143407324 >> 172.21.15.81:0/2143407324 conn(0x7f385c06a100 msgr2=0x7f385c0ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:48.974 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 -- 172.21.15.81:0/2143407324 shutdown_connections 2023-06-26T03:00:48.974 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 -- 172.21.15.81:0/2143407324 wait complete. 2023-06-26T03:00:48.976 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 Processor -- start 2023-06-26T03:00:48.976 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 -- start start 2023-06-26T03:00:48.976 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f385c06fff0 0x7f385c13a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.976 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f385c0af6b0 0x7f385c14afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.976 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f385c159a60 0x7f385c155c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.976 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f385c14c620 con 0x7f385c159a60 2023-06-26T03:00:48.977 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f385c13a760 con 0x7f385c06fff0 2023-06-26T03:00:48.977 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f386199f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f385c14b9a0 con 0x7f385c0af6b0 2023-06-26T03:00:48.977 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f385c159a60 0x7f385c155c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.977 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f385c159a60 0x7f385c155c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56922/0 (socket says 172.21.15.81:56922) 2023-06-26T03:00:48.977 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f385b7fe640 1 -- 172.21.15.81:0/1431579216 learned_addr learned my addr 172.21.15.81:0/1431579216 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:48.977 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f385affd640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f385c06fff0 0x7f385c13a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.978 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.967+0000 7f3853fff640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f385c0af6b0 0x7f385c14afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.978 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f385b7fe640 1 -- 172.21.15.81:0/1431579216 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f385c0af6b0 msgr2=0x7f385c14afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.978 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f385b7fe640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f385c0af6b0 0x7f385c14afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.978 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f385b7fe640 1 -- 172.21.15.81:0/1431579216 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f385c06fff0 msgr2=0x7f385c13a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:48.978 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f385b7fe640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f385c06fff0 0x7f385c13a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:48.978 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f385b7fe640 1 -- 172.21.15.81:0/1431579216 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3854009b30 con 0x7f385c159a60 2023-06-26T03:00:48.978 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f385b7fe640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f385c159a60 0x7f385c155c70 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f385401a610 tx=0x7f3854019780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:48.979 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f3858ff9640 1 -- 172.21.15.81:0/1431579216 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38540bd070 con 0x7f385c159a60 2023-06-26T03:00:48.979 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f3858ff9640 1 -- 172.21.15.81:0/1431579216 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38540a69c0 con 0x7f385c159a60 2023-06-26T03:00:48.979 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f386199f640 1 -- 172.21.15.81:0/1431579216 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f385c14bc80 con 0x7f385c159a60 2023-06-26T03:00:48.979 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f3858ff9640 1 -- 172.21.15.81:0/1431579216 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38540b3040 con 0x7f385c159a60 2023-06-26T03:00:48.979 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f386199f640 1 -- 172.21.15.81:0/1431579216 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f385c14c240 con 0x7f385c159a60 2023-06-26T03:00:48.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f386199f640 1 -- 172.21.15.81:0/1431579216 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f385c14c760 con 0x7f385c159a60 2023-06-26T03:00:48.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f3858ff9640 1 -- 172.21.15.81:0/1431579216 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f38540af480 con 0x7f385c159a60 2023-06-26T03:00:48.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f3858ff9640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f383c066280 0x7f383c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:48.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f3858ff9640 1 -- 172.21.15.81:0/1431579216 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f38540aa070 con 0x7f385c159a60 2023-06-26T03:00:48.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f385affd640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f383c066280 0x7f383c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:48.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.971+0000 7f385affd640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f383c066280 0x7f383c068730 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f385c157980 tx=0x7f384c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:48.982 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:48.975+0000 7f3858ff9640 1 -- 172.21.15.81:0/1431579216 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f385c14c760 con 0x7f385c159a60 2023-06-26T03:00:49.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.131+0000 7f386199f640 1 -- 172.21.15.81:0/1431579216 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f385c14c760 con 0x7f385c159a60 2023-06-26T03:00:49.136 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.131+0000 7f3858ff9640 1 -- 172.21.15.81:0/1431579216 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f385c14c760 con 0x7f385c159a60 2023-06-26T03:00:49.137 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:00:49.139 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.131+0000 7f386199f640 1 -- 172.21.15.81:0/1431579216 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f383c066280 msgr2=0x7f383c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.139 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.131+0000 7f386199f640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f383c066280 0x7f383c068730 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f385c157980 tx=0x7f384c009040 comp rx=0 tx=0).stop 2023-06-26T03:00:49.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.131+0000 7f386199f640 1 -- 172.21.15.81:0/1431579216 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f385c159a60 msgr2=0x7f385c155c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.131+0000 7f386199f640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f385c159a60 0x7f385c155c70 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f385401a610 tx=0x7f3854019780 comp rx=0 tx=0).stop 2023-06-26T03:00:49.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.135+0000 7f386199f640 1 -- 172.21.15.81:0/1431579216 shutdown_connections 2023-06-26T03:00:49.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.135+0000 7f386199f640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f383c066280 0x7f383c068730 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.135+0000 7f386199f640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f385c159a60 0x7f385c155c70 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.135+0000 7f386199f640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f385c0af6b0 0x7f385c14afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.141 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.135+0000 7f386199f640 1 --2- 172.21.15.81:0/1431579216 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f385c06fff0 0x7f385c13a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.141 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.135+0000 7f386199f640 1 -- 172.21.15.81:0/1431579216 >> 172.21.15.81:0/1431579216 conn(0x7f385c06a100 msgr2=0x7f385c1518e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:49.141 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.135+0000 7f386199f640 1 -- 172.21.15.81:0/1431579216 shutdown_connections 2023-06-26T03:00:49.141 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.135+0000 7f386199f640 1 -- 172.21.15.81:0/1431579216 wait complete. 2023-06-26T03:00:49.155 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:49.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.263+0000 7f4cee275640 1 Processor -- start 2023-06-26T03:00:49.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.263+0000 7f4cee275640 1 -- start start 2023-06-26T03:00:49.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.263+0000 7f4cee275640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4ce81596a0 0x7f4ce8070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.263+0000 7f4cee275640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f4ce80afe80 0x7f4ce80c99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.263+0000 7f4cee275640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ce806bd00 con 0x7f4ce80c9560 2023-06-26T03:00:49.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.263+0000 7f4cee275640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ce80c9ef0 con 0x7f4ce80afe80 2023-06-26T03:00:49.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.263+0000 7f4cee275640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ce80ca100 con 0x7f4ce81596a0 2023-06-26T03:00:49.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.263+0000 7f4cec812640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f4ce80afe80 0x7f4ce80c99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cec812640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f4ce80afe80 0x7f4ce80c99b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56936/0 (socket says 172.21.15.81:56936) 2023-06-26T03:00:49.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cec812640 1 -- 172.21.15.81:0/4107232407 learned_addr learned my addr 172.21.15.81:0/4107232407 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:49.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4ce7fff640 1 --2- 172.21.15.81:0/4107232407 >> v2:172.21.15.92:3300/0 conn(0x7f4ce81596a0 0x7f4ce8070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cec812640 1 -- 172.21.15.81:0/4107232407 >> v2:172.21.15.92:3300/0 conn(0x7f4ce81596a0 msgr2=0x7f4ce8070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:49.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cec812640 1 --2- 172.21.15.81:0/4107232407 >> v2:172.21.15.92:3300/0 conn(0x7f4ce81596a0 0x7f4ce8070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cec812640 1 -- 172.21.15.81:0/4107232407 >> v1:172.21.15.92:6789/0 conn(0x7f4ce80c9560 legacy=0x7f4ce80af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:49.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cec812640 1 -- 172.21.15.81:0/4107232407 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ce8070360 con 0x7f4ce80afe80 2023-06-26T03:00:49.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cec812640 1 --2- 172.21.15.81:0/4107232407 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ce80afe80 0x7f4ce80c99b0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80ca030 tx=0x7f4ce001c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=221e1e9cc65f9508 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:49.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4ce6ffd640 1 -- 172.21.15.81:0/4107232407 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ce00a57d0 con 0x7f4ce80afe80 2023-06-26T03:00:49.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4ce6ffd640 1 -- 172.21.15.81:0/4107232407 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ce00a5930 con 0x7f4ce80afe80 2023-06-26T03:00:49.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4ce6ffd640 1 -- 172.21.15.81:0/4107232407 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ce00a5cc0 con 0x7f4ce80afe80 2023-06-26T03:00:49.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cee275640 1 -- 172.21.15.81:0/4107232407 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ce80afe80 msgr2=0x7f4ce80c99b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cee275640 1 --2- 172.21.15.81:0/4107232407 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ce80afe80 0x7f4ce80c99b0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80ca030 tx=0x7f4ce001c910 comp rx=0 tx=0).stop 2023-06-26T03:00:49.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cee275640 1 -- 172.21.15.81:0/4107232407 shutdown_connections 2023-06-26T03:00:49.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cee275640 1 --2- 172.21.15.81:0/4107232407 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ce80afe80 0x7f4ce80c99b0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cee275640 1 --2- 172.21.15.81:0/4107232407 >> v2:172.21.15.92:3300/0 conn(0x7f4ce81596a0 0x7f4ce8070e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.276 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cee275640 1 -- 172.21.15.81:0/4107232407 >> 172.21.15.81:0/4107232407 conn(0x7f4ce80ca770 msgr2=0x7f4ce80cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:49.276 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cee275640 1 -- 172.21.15.81:0/4107232407 shutdown_connections 2023-06-26T03:00:49.276 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.267+0000 7f4cee275640 1 -- 172.21.15.81:0/4107232407 wait complete. 2023-06-26T03:00:49.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cee275640 1 Processor -- start 2023-06-26T03:00:49.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cee275640 1 -- start start 2023-06-26T03:00:49.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cee275640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ce80afe80 0x7f4ce81616f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cee275640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ce80c9560 0x7f4ce80c3430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cee275640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ce81596a0 0x7f4ce815acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cee275640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce8161c30 con 0x7f4ce81596a0 2023-06-26T03:00:49.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cee275640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce80c3970 con 0x7f4ce80c9560 2023-06-26T03:00:49.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cee275640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce80b40a0 con 0x7f4ce80afe80 2023-06-26T03:00:49.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cec812640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ce81596a0 0x7f4ce815acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cec812640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ce81596a0 0x7f4ce815acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56938/0 (socket says 172.21.15.81:56938) 2023-06-26T03:00:49.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cec812640 1 -- 172.21.15.81:0/2001196183 learned_addr learned my addr 172.21.15.81:0/2001196183 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:49.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4ce77fe640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ce80c9560 0x7f4ce80c3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4ce7fff640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ce80afe80 0x7f4ce81616f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cec812640 1 -- 172.21.15.81:0/2001196183 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ce80afe80 msgr2=0x7f4ce81616f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cec812640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ce80afe80 0x7f4ce81616f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cec812640 1 -- 172.21.15.81:0/2001196183 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ce80c9560 msgr2=0x7f4ce80c3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cec812640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ce80c9560 0x7f4ce80c3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cec812640 1 -- 172.21.15.81:0/2001196183 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ce0009b30 con 0x7f4ce81596a0 2023-06-26T03:00:49.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cec812640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ce81596a0 0x7f4ce815acd0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4ce00af040 tx=0x7f4ce00196b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:49.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4ce4ff9640 1 -- 172.21.15.81:0/2001196183 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ce00b8670 con 0x7f4ce81596a0 2023-06-26T03:00:49.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4ce4ff9640 1 -- 172.21.15.81:0/2001196183 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ce00b87d0 con 0x7f4ce81596a0 2023-06-26T03:00:49.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cee275640 1 -- 172.21.15.81:0/2001196183 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ce80b4380 con 0x7f4ce81596a0 2023-06-26T03:00:49.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4ce4ff9640 1 -- 172.21.15.81:0/2001196183 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ce00b8b60 con 0x7f4ce81596a0 2023-06-26T03:00:49.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cee275640 1 -- 172.21.15.81:0/2001196183 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ce80b5ac0 con 0x7f4ce81596a0 2023-06-26T03:00:49.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4cee275640 1 -- 172.21.15.81:0/2001196183 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ce80b4510 con 0x7f4ce81596a0 2023-06-26T03:00:49.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.271+0000 7f4ce4ff9640 1 -- 172.21.15.81:0/2001196183 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4ce00b8cc0 con 0x7f4ce81596a0 2023-06-26T03:00:49.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.275+0000 7f4ce4ff9640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4cd4066280 0x7f4cd4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.275+0000 7f4ce4ff9640 1 -- 172.21.15.81:0/2001196183 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f4ce011f700 con 0x7f4ce81596a0 2023-06-26T03:00:49.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.275+0000 7f4ce7fff640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4cd4066280 0x7f4cd4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.275+0000 7f4ce7fff640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4cd4066280 0x7f4cd4068730 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4cd800b930 tx=0x7f4cd8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:49.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.275+0000 7f4ce4ff9640 1 -- 172.21.15.81:0/2001196183 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4ce00eced0 con 0x7f4ce81596a0 2023-06-26T03:00:49.437 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.431+0000 7f4cee275640 1 -- 172.21.15.81:0/2001196183 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4ce804d790 con 0x7f4ce81596a0 2023-06-26T03:00:49.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.435+0000 7f4ce4ff9640 1 -- 172.21.15.81:0/2001196183 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18243 (secure 0 0 0) 0x7f4ce00f04f0 con 0x7f4ce81596a0 2023-06-26T03:00:49.440 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:49.440 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":24,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:15.142509+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:49.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.435+0000 7f4cee275640 1 -- 172.21.15.81:0/2001196183 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4cd4066280 msgr2=0x7f4cd4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.435+0000 7f4cee275640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4cd4066280 0x7f4cd4068730 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4cd800b930 tx=0x7f4cd8008040 comp rx=0 tx=0).stop 2023-06-26T03:00:49.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.435+0000 7f4cee275640 1 -- 172.21.15.81:0/2001196183 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ce81596a0 msgr2=0x7f4ce815acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.435+0000 7f4cee275640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ce81596a0 0x7f4ce815acd0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4ce00af040 tx=0x7f4ce00196b0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.435+0000 7f4cee275640 1 -- 172.21.15.81:0/2001196183 shutdown_connections 2023-06-26T03:00:49.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.435+0000 7f4cee275640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4cd4066280 0x7f4cd4068730 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.435+0000 7f4cee275640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4ce81596a0 0x7f4ce815acd0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.435+0000 7f4cee275640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ce80c9560 0x7f4ce80c3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.435+0000 7f4cee275640 1 --2- 172.21.15.81:0/2001196183 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ce80afe80 0x7f4ce81616f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.435+0000 7f4cee275640 1 -- 172.21.15.81:0/2001196183 >> 172.21.15.81:0/2001196183 conn(0x7f4ce80ca770 msgr2=0x7f4ce80b1350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:49.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.435+0000 7f4cee275640 1 -- 172.21.15.81:0/2001196183 shutdown_connections 2023-06-26T03:00:49.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.435+0000 7f4cee275640 1 -- 172.21.15.81:0/2001196183 wait complete. 2023-06-26T03:00:49.459 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:00:49.459 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:00:49.572 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f90707d6640 1 Processor -- start 2023-06-26T03:00:49.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f90707d6640 1 -- start start 2023-06-26T03:00:49.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f90707d6640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9068159ad0 0x7f90680b0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f90707d6640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90680cae10 con 0x7f90680cbb40 2023-06-26T03:00:49.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f90707d6640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9068159ea0 con 0x7f90680cf970 2023-06-26T03:00:49.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f90707d6640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90680b11d0 con 0x7f9068159ad0 2023-06-26T03:00:49.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906ed73640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f90680cbb40 0x7f90680cd980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52318/0 (socket says 172.21.15.81:52318) 2023-06-26T03:00:49.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906ed73640 1 -- 172.21.15.81:0/2295106467 learned_addr learned my addr 172.21.15.81:0/2295106467 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:49.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906e572640 1 --2- 172.21.15.81:0/2295106467 >> v2:172.21.15.92:3300/0 conn(0x7f9068159ad0 0x7f90680b0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 17305676 0 0) 0x7f90680cae10 con 0x7f90680cbb40 2023-06-26T03:00:49.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9054003530 con 0x7f90680cbb40 2023-06-26T03:00:49.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1129450655 0 0) 0x7f9054003530 con 0x7f90680cbb40 2023-06-26T03:00:49.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 >> v2:172.21.15.92:3300/0 conn(0x7f9068159ad0 msgr2=0x7f90680b0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:49.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 --2- 172.21.15.81:0/2295106467 >> v2:172.21.15.92:3300/0 conn(0x7f9068159ad0 0x7f90680b0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 >> v1:172.21.15.92:6789/0 conn(0x7f90680cf970 legacy=0x7f90680b2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90680cb060 con 0x7f90680cbb40 2023-06-26T03:00:49.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f9060001a00 con 0x7f90680cbb40 2023-06-26T03:00:49.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 >> v1:172.21.15.81:6789/0 conn(0x7f90680cbb40 legacy=0x7f90680cd980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 --2- 172.21.15.81:0/2295106467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9054003980 0x7f9054003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 --2- 172.21.15.81:0/2295106467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90540047d0 0x7f9054004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 --2- 172.21.15.81:0/2295106467 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9054005180 0x7f905400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.578 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90680b11d0 con 0x7f9054005180 2023-06-26T03:00:49.578 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f905400c000 con 0x7f9054003980 2023-06-26T03:00:49.578 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f905400c1c0 con 0x7f90540047d0 2023-06-26T03:00:49.578 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906ed73640 1 --2- 172.21.15.81:0/2295106467 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9054005180 0x7f905400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.578 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906e572640 1 --2- 172.21.15.81:0/2295106467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9054003980 0x7f9054003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.578 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906dd71640 1 --2- 172.21.15.81:0/2295106467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90540047d0 0x7f9054004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.578 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906ed73640 1 -- 172.21.15.81:0/2295106467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90540047d0 msgr2=0x7f9054004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:49.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906ed73640 1 --2- 172.21.15.81:0/2295106467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90540047d0 0x7f9054004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906ed73640 1 -- 172.21.15.81:0/2295106467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9054003980 msgr2=0x7f9054003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:49.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906ed73640 1 --2- 172.21.15.81:0/2295106467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9054003980 0x7f9054003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906ed73640 1 -- 172.21.15.81:0/2295106467 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9054003530 con 0x7f9054005180 2023-06-26T03:00:49.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.567+0000 7f906dd71640 1 --2- 172.21.15.81:0/2295106467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90540047d0 0x7f9054004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:49.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f906ed73640 1 -- 172.21.15.81:0/2295106467 reap_dead start 2023-06-26T03:00:49.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f906ed73640 1 --2- 172.21.15.81:0/2295106467 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9054005180 0x7f905400b990 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f906000a830 tx=0x7f906001d340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36095921e750e48e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:49.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90600072d0 con 0x7f9054005180 2023-06-26T03:00:49.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90600a8070 con 0x7f9054005180 2023-06-26T03:00:49.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f906d570640 1 -- 172.21.15.81:0/2295106467 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90600076b0 con 0x7f9054005180 2023-06-26T03:00:49.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f90707d6640 1 -- 172.21.15.81:0/2295106467 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9054005180 msgr2=0x7f905400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f90707d6640 1 --2- 172.21.15.81:0/2295106467 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9054005180 0x7f905400b990 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f906000a830 tx=0x7f906001d340 comp rx=0 tx=0).stop 2023-06-26T03:00:49.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f90707d6640 1 -- 172.21.15.81:0/2295106467 shutdown_connections 2023-06-26T03:00:49.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f90707d6640 1 --2- 172.21.15.81:0/2295106467 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9054005180 0x7f905400b990 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f90707d6640 1 -- 172.21.15.81:0/2295106467 >> 172.21.15.81:0/2295106467 conn(0x7f90680991d0 msgr2=0x7f90680cfe40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:49.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f90707d6640 1 -- 172.21.15.81:0/2295106467 shutdown_connections 2023-06-26T03:00:49.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f90707d6640 1 -- 172.21.15.81:0/2295106467 wait complete. 2023-06-26T03:00:49.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f90707d6640 1 Processor -- start 2023-06-26T03:00:49.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.571+0000 7f90707d6640 1 -- start start 2023-06-26T03:00:49.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f90707d6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9054005180 0x7f90680c42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f90707d6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f90680c6790 0x7f90681491d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f90707d6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90681ee950 0x7f906806e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f90707d6640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9068149710 con 0x7f90680c6790 2023-06-26T03:00:49.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f90707d6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90681e2140 con 0x7f90681ee950 2023-06-26T03:00:49.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f90707d6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90680c4990 con 0x7f9054005180 2023-06-26T03:00:49.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906dd71640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f90680c6790 0x7f90681491d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906dd71640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f90680c6790 0x7f90681491d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56952/0 (socket says 172.21.15.81:56952) 2023-06-26T03:00:49.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906dd71640 1 -- 172.21.15.81:0/435130509 learned_addr learned my addr 172.21.15.81:0/435130509 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:49.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906e572640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9054005180 0x7f90680c42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906ed73640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90681ee950 0x7f906806e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906dd71640 1 -- 172.21.15.81:0/435130509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9054005180 msgr2=0x7f90680c42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906dd71640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9054005180 0x7f90680c42b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906dd71640 1 -- 172.21.15.81:0/435130509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90681ee950 msgr2=0x7f906806e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906dd71640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90681ee950 0x7f906806e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906dd71640 1 -- 172.21.15.81:0/435130509 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90680c4c70 con 0x7f90680c6790 2023-06-26T03:00:49.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906ed73640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90681ee950 0x7f906806e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:49.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906dd71640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f90680c6790 0x7f90681491d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f905800d540 tx=0x7f905800da00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:49.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f905effd640 1 -- 172.21.15.81:0/435130509 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9058005480 con 0x7f90680c6790 2023-06-26T03:00:49.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f905effd640 1 -- 172.21.15.81:0/435130509 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9058003620 con 0x7f90680c6790 2023-06-26T03:00:49.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f90707d6640 1 -- 172.21.15.81:0/435130509 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90681e2390 con 0x7f90680c6790 2023-06-26T03:00:49.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f905effd640 1 -- 172.21.15.81:0/435130509 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90580039f0 con 0x7f90680c6790 2023-06-26T03:00:49.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f90707d6640 1 -- 172.21.15.81:0/435130509 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90680c6c00 con 0x7f90680c6790 2023-06-26T03:00:49.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f90707d6640 1 -- 172.21.15.81:0/435130509 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9068070be0 con 0x7f90680c6790 2023-06-26T03:00:49.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f905effd640 1 -- 172.21.15.81:0/435130509 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9058003b50 con 0x7f90680c6790 2023-06-26T03:00:49.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f905effd640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f904c066280 0x7f904c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906e572640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f904c066280 0x7f904c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f905effd640 1 -- 172.21.15.81:0/435130509 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9058083bd0 con 0x7f90680c6790 2023-06-26T03:00:49.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.575+0000 7f906e572640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f904c066280 0x7f904c068730 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f90640098d0 tx=0x7f9064008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:49.589 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.579+0000 7f905effd640 1 -- 172.21.15.81:0/435130509 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f90580510e0 con 0x7f90680c6790 2023-06-26T03:00:49.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f90707d6640 1 -- 172.21.15.81:0/435130509 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f906804d790 con 0x7f90680c6790 2023-06-26T03:00:49.728 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f905effd640 1 -- 172.21.15.81:0/435130509 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9058001240 con 0x7f90680c6790 2023-06-26T03:00:49.728 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:00:49.730 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f90707d6640 1 -- 172.21.15.81:0/435130509 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f904c066280 msgr2=0x7f904c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.730 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f90707d6640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f904c066280 0x7f904c068730 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f90640098d0 tx=0x7f9064008040 comp rx=0 tx=0).stop 2023-06-26T03:00:49.730 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f90707d6640 1 -- 172.21.15.81:0/435130509 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f90680c6790 msgr2=0x7f90681491d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.730 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f90707d6640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f90680c6790 0x7f90681491d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f905800d540 tx=0x7f905800da00 comp rx=0 tx=0).stop 2023-06-26T03:00:49.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f90707d6640 1 -- 172.21.15.81:0/435130509 shutdown_connections 2023-06-26T03:00:49.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f90707d6640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f904c066280 0x7f904c068730 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f90707d6640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90681ee950 0x7f906806e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f90707d6640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f90680c6790 0x7f90681491d0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f90707d6640 1 --2- 172.21.15.81:0/435130509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9054005180 0x7f90680c42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f90707d6640 1 -- 172.21.15.81:0/435130509 >> 172.21.15.81:0/435130509 conn(0x7f90680991d0 msgr2=0x7f906806d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:49.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f90707d6640 1 -- 172.21.15.81:0/435130509 shutdown_connections 2023-06-26T03:00:49.732 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.723+0000 7f90707d6640 1 -- 172.21.15.81:0/435130509 wait complete. 2023-06-26T03:00:49.745 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:00:49.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.859+0000 7fefb912a640 1 Processor -- start 2023-06-26T03:00:49.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.859+0000 7fefb912a640 1 -- start start 2023-06-26T03:00:49.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb912a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fefb406fff0 0x7fefb4070470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb912a640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fefb40af6b0 0x7fefb40afb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb912a640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefb4071170 con 0x7fefb4159a60 2023-06-26T03:00:49.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb912a640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefb40709b0 con 0x7fefb40af6b0 2023-06-26T03:00:49.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb912a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefb40b0070 con 0x7fefb406fff0 2023-06-26T03:00:49.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb2d9d640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fefb4159a60 0x7fefb40c1780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52328/0 (socket says 172.21.15.81:52328) 2023-06-26T03:00:49.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb2d9d640 1 -- 172.21.15.81:0/2114281088 learned_addr learned my addr 172.21.15.81:0/2114281088 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:49.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb359e640 1 --2- 172.21.15.81:0/2114281088 >> v2:172.21.15.81:3300/0 conn(0x7fefb40af6b0 0x7fefb40afb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb259c640 1 --2- 172.21.15.81:0/2114281088 >> v2:172.21.15.92:3300/0 conn(0x7fefb406fff0 0x7fefb4070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb359e640 1 -- 172.21.15.81:0/2114281088 >> v2:172.21.15.92:3300/0 conn(0x7fefb406fff0 msgr2=0x7fefb4070470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:49.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb359e640 1 --2- 172.21.15.81:0/2114281088 >> v2:172.21.15.92:3300/0 conn(0x7fefb406fff0 0x7fefb4070470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb359e640 1 -- 172.21.15.81:0/2114281088 >> v1:172.21.15.81:6789/0 conn(0x7fefb4159a60 legacy=0x7fefb40c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb359e640 1 -- 172.21.15.81:0/2114281088 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefb40c1e90 con 0x7fefb40af6b0 2023-06-26T03:00:49.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb359e640 1 --2- 172.21.15.81:0/2114281088 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefb40af6b0 0x7fefb40afb30 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fefb40cda40 tx=0x7fefac01c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9d08d906ebdafa7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:49.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb1d9b640 1 -- 172.21.15.81:0/2114281088 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefac0a8640 con 0x7fefb40af6b0 2023-06-26T03:00:49.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb1d9b640 1 -- 172.21.15.81:0/2114281088 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefac0a87a0 con 0x7fefb40af6b0 2023-06-26T03:00:49.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb1d9b640 1 -- 172.21.15.81:0/2114281088 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefac0a8b30 con 0x7fefb40af6b0 2023-06-26T03:00:49.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb912a640 1 -- 172.21.15.81:0/2114281088 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefb40af6b0 msgr2=0x7fefb40afb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb912a640 1 --2- 172.21.15.81:0/2114281088 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefb40af6b0 0x7fefb40afb30 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fefb40cda40 tx=0x7fefac01c8e0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb912a640 1 -- 172.21.15.81:0/2114281088 shutdown_connections 2023-06-26T03:00:49.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb912a640 1 --2- 172.21.15.81:0/2114281088 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefb40af6b0 0x7fefb40afb30 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb912a640 1 --2- 172.21.15.81:0/2114281088 >> v2:172.21.15.92:3300/0 conn(0x7fefb406fff0 0x7fefb4070470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb912a640 1 -- 172.21.15.81:0/2114281088 >> 172.21.15.81:0/2114281088 conn(0x7fefb406a100 msgr2=0x7fefb40ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:49.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb912a640 1 -- 172.21.15.81:0/2114281088 shutdown_connections 2023-06-26T03:00:49.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.863+0000 7fefb912a640 1 -- 172.21.15.81:0/2114281088 wait complete. 2023-06-26T03:00:49.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb912a640 1 Processor -- start 2023-06-26T03:00:49.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb912a640 1 -- start start 2023-06-26T03:00:49.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb912a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefb406fff0 0x7fefb414ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb912a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefb40af6b0 0x7fefb415c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb912a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefb4159a60 0x7fefb40c2a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb912a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb414f490 con 0x7fefb4159a60 2023-06-26T03:00:49.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb912a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb414ec80 con 0x7fefb406fff0 2023-06-26T03:00:49.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb912a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefb414eed0 con 0x7fefb40af6b0 2023-06-26T03:00:49.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb359e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefb4159a60 0x7fefb40c2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb359e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefb4159a60 0x7fefb40c2a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56964/0 (socket says 172.21.15.81:56964) 2023-06-26T03:00:49.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb359e640 1 -- 172.21.15.81:0/3000994276 learned_addr learned my addr 172.21.15.81:0/3000994276 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:49.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb259c640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefb40af6b0 0x7fefb415c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb2d9d640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefb406fff0 0x7fefb414ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb359e640 1 -- 172.21.15.81:0/3000994276 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefb40af6b0 msgr2=0x7fefb415c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb359e640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefb40af6b0 0x7fefb415c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb359e640 1 -- 172.21.15.81:0/3000994276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefb406fff0 msgr2=0x7fefb414ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:49.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb359e640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefb406fff0 0x7fefb414ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:49.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb359e640 1 -- 172.21.15.81:0/3000994276 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefac009a70 con 0x7fefb4159a60 2023-06-26T03:00:49.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb259c640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefb40af6b0 0x7fefb415c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:49.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb2d9d640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefb406fff0 0x7fefb414ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:49.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb359e640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefb4159a60 0x7fefb40c2a20 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fefac01a510 tx=0x7fefac019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:49.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fef9b7fe640 1 -- 172.21.15.81:0/3000994276 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefac0b0600 con 0x7fefb4159a60 2023-06-26T03:00:49.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fef9b7fe640 1 -- 172.21.15.81:0/3000994276 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefac0b6040 con 0x7fefb4159a60 2023-06-26T03:00:49.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb912a640 1 -- 172.21.15.81:0/3000994276 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefb414f1b0 con 0x7fefb4159a60 2023-06-26T03:00:49.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fef9b7fe640 1 -- 172.21.15.81:0/3000994276 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefac0b0980 con 0x7fefb4159a60 2023-06-26T03:00:49.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb912a640 1 -- 172.21.15.81:0/3000994276 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefb40c2500 con 0x7fefb4159a60 2023-06-26T03:00:49.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fefb912a640 1 -- 172.21.15.81:0/3000994276 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefb40c2080 con 0x7fefb4159a60 2023-06-26T03:00:49.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.867+0000 7fef9b7fe640 1 -- 172.21.15.81:0/3000994276 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fefac0b0ae0 con 0x7fefb4159a60 2023-06-26T03:00:49.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.871+0000 7fef9b7fe640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fefa0066280 0x7fefa0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:49.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.871+0000 7fef9b7fe640 1 -- 172.21.15.81:0/3000994276 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fefac11f2d0 con 0x7fefb4159a60 2023-06-26T03:00:49.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.871+0000 7fefb2d9d640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fefa0066280 0x7fefa0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:49.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.871+0000 7fefb2d9d640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fefa0066280 0x7fefa0068730 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fefa8005890 tx=0x7fefa8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:49.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:49.875+0000 7fef9b7fe640 1 -- 172.21.15.81:0/3000994276 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fefb40c2080 con 0x7fefb4159a60 2023-06-26T03:00:50.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.023+0000 7fefb912a640 1 -- 172.21.15.81:0/3000994276 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fefb40c26f0 con 0x7fefb4159a60 2023-06-26T03:00:50.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.027+0000 7fef9b7fe640 1 -- 172.21.15.81:0/3000994276 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v24) v1 ==== 92+0+10 (secure 0 0 0) 0x7fefac0f01e0 con 0x7fefb4159a60 2023-06-26T03:00:50.031 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:00:50.033 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.027+0000 7fefb912a640 1 -- 172.21.15.81:0/3000994276 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fefa0066280 msgr2=0x7fefa0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.027+0000 7fefb912a640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fefa0066280 0x7fefa0068730 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fefa8005890 tx=0x7fefa8009040 comp rx=0 tx=0).stop 2023-06-26T03:00:50.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.027+0000 7fefb912a640 1 -- 172.21.15.81:0/3000994276 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefb4159a60 msgr2=0x7fefb40c2a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.027+0000 7fefb912a640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefb4159a60 0x7fefb40c2a20 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fefac01a510 tx=0x7fefac019680 comp rx=0 tx=0).stop 2023-06-26T03:00:50.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.027+0000 7fefb912a640 1 -- 172.21.15.81:0/3000994276 shutdown_connections 2023-06-26T03:00:50.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.027+0000 7fefb912a640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fefa0066280 0x7fefa0068730 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.027+0000 7fefb912a640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefb4159a60 0x7fefb40c2a20 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.027+0000 7fefb912a640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefb40af6b0 0x7fefb415c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.027+0000 7fefb912a640 1 --2- 172.21.15.81:0/3000994276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefb406fff0 0x7fefb414ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.027+0000 7fefb912a640 1 -- 172.21.15.81:0/3000994276 >> 172.21.15.81:0/3000994276 conn(0x7fefb406a100 msgr2=0x7fefb4158d30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:50.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.027+0000 7fefb912a640 1 -- 172.21.15.81:0/3000994276 shutdown_connections 2023-06-26T03:00:50.035 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.027+0000 7fefb912a640 1 -- 172.21.15.81:0/3000994276 wait complete. 2023-06-26T03:00:50.049 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:00:50.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.155+0000 7ff4ce445640 1 Processor -- start 2023-06-26T03:00:50.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.155+0000 7ff4ce445640 1 -- start start 2023-06-26T03:00:50.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.155+0000 7ff4ce445640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c815ba70 0x7ff4c80c9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.155+0000 7ff4ce445640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff4c815c880 0x7ff4c806eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.155+0000 7ff4ce445640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4c815cff0 con 0x7ff4c806b7b0 2023-06-26T03:00:50.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.155+0000 7ff4ce445640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4c80c99a0 con 0x7ff4c815c880 2023-06-26T03:00:50.163 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.155+0000 7ff4ce445640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c80c8d90 con 0x7ff4c815ba70 2023-06-26T03:00:50.163 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.155+0000 7ff4cc9e2640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff4c815c880 0x7ff4c806eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.155+0000 7ff4c7fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c815ba70 0x7ff4c80c9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.155+0000 7ff4c77fe640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ff4c806b7b0 0x7ff4c815c170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:50290/0 (socket says 172.21.15.81:50290) 2023-06-26T03:00:50.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.155+0000 7ff4c77fe640 1 -- 172.21.15.81:0/4090506582 learned_addr learned my addr 172.21.15.81:0/4090506582 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:50.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.155+0000 7ff4c6ffd640 1 -- 172.21.15.81:0/4090506582 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1887607360 0 0) 0x7ff4c815cff0 con 0x7ff4c806b7b0 2023-06-26T03:00:50.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.155+0000 7ff4c6ffd640 1 -- 172.21.15.81:0/4090506582 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff4b0003530 con 0x7ff4c806b7b0 2023-06-26T03:00:50.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4cc9e2640 1 -- 172.21.15.81:0/4090506582 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c815ba70 msgr2=0x7ff4c80c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:50.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4cc9e2640 1 --2- 172.21.15.81:0/4090506582 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c815ba70 0x7ff4c80c9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4cc9e2640 1 -- 172.21.15.81:0/4090506582 >> v1:172.21.15.92:6789/0 conn(0x7ff4c806b7b0 legacy=0x7ff4c815c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4cc9e2640 1 -- 172.21.15.81:0/4090506582 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4c80c9070 con 0x7ff4c815c880 2023-06-26T03:00:50.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4c7fff640 1 --2- 172.21.15.81:0/4090506582 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c815ba70 0x7ff4c80c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:00:50.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4cc9e2640 1 --2- 172.21.15.81:0/4090506582 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4c815c880 0x7ff4c806eed0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7ff4c00097c0 tx=0x7ff4c001c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ad653a20ec1c8a9 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:50.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4c6ffd640 1 -- 172.21.15.81:0/4090506582 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c00ad660 con 0x7ff4c815c880 2023-06-26T03:00:50.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4c6ffd640 1 -- 172.21.15.81:0/4090506582 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4c00ad7c0 con 0x7ff4c815c880 2023-06-26T03:00:50.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4c6ffd640 1 -- 172.21.15.81:0/4090506582 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c00adb30 con 0x7ff4c815c880 2023-06-26T03:00:50.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4ce445640 1 -- 172.21.15.81:0/4090506582 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4c815c880 msgr2=0x7ff4c806eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4ce445640 1 --2- 172.21.15.81:0/4090506582 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4c815c880 0x7ff4c806eed0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7ff4c00097c0 tx=0x7ff4c001c450 comp rx=0 tx=0).stop 2023-06-26T03:00:50.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4ce445640 1 -- 172.21.15.81:0/4090506582 shutdown_connections 2023-06-26T03:00:50.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4ce445640 1 --2- 172.21.15.81:0/4090506582 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4c815c880 0x7ff4c806eed0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4ce445640 1 --2- 172.21.15.81:0/4090506582 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c815ba70 0x7ff4c80c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4ce445640 1 -- 172.21.15.81:0/4090506582 >> 172.21.15.81:0/4090506582 conn(0x7ff4c806a100 msgr2=0x7ff4c80ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:50.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4ce445640 1 -- 172.21.15.81:0/4090506582 shutdown_connections 2023-06-26T03:00:50.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.159+0000 7ff4ce445640 1 -- 172.21.15.81:0/4090506582 wait complete. 2023-06-26T03:00:50.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4ce445640 1 Processor -- start 2023-06-26T03:00:50.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4ce445640 1 -- start start 2023-06-26T03:00:50.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4ce445640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4c806b7b0 0x7ff4c815a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4ce445640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c815ba70 0x7ff4c80c6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4ce445640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c815c880 0x7ff4c80c7410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4ce445640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c81f5970 con 0x7ff4c815c880 2023-06-26T03:00:50.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4ce445640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c815ae30 con 0x7ff4c806b7b0 2023-06-26T03:00:50.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4ce445640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c81f4ca0 con 0x7ff4c815ba70 2023-06-26T03:00:50.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4cc9e2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c815c880 0x7ff4c80c7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4cc9e2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c815c880 0x7ff4c80c7410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56972/0 (socket says 172.21.15.81:56972) 2023-06-26T03:00:50.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4cc9e2640 1 -- 172.21.15.81:0/3267086197 learned_addr learned my addr 172.21.15.81:0/3267086197 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:50.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4cc9e2640 1 -- 172.21.15.81:0/3267086197 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c815ba70 msgr2=0x7ff4c80c6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4cc9e2640 1 --2- 172.21.15.81:0/3267086197 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c815ba70 0x7ff4c80c6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4cc9e2640 1 -- 172.21.15.81:0/3267086197 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4c806b7b0 msgr2=0x7ff4c815a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4cc9e2640 1 --2- 172.21.15.81:0/3267086197 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4c806b7b0 0x7ff4c815a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4cc9e2640 1 -- 172.21.15.81:0/3267086197 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4b8009a70 con 0x7ff4c815c880 2023-06-26T03:00:50.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4cc9e2640 1 --2- 172.21.15.81:0/3267086197 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c815c880 0x7ff4c80c7410 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7ff4c001c490 tx=0x7ff4c00191f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:50.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4c4ff9640 1 -- 172.21.15.81:0/3267086197 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c00adb30 con 0x7ff4c815c880 2023-06-26T03:00:50.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4c4ff9640 1 -- 172.21.15.81:0/3267086197 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4c00adc90 con 0x7ff4c815c880 2023-06-26T03:00:50.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4ce445640 1 -- 172.21.15.81:0/3267086197 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4c0009420 con 0x7ff4c815c880 2023-06-26T03:00:50.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4c4ff9640 1 -- 172.21.15.81:0/3267086197 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c0003620 con 0x7ff4c815c880 2023-06-26T03:00:50.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4ce445640 1 -- 172.21.15.81:0/3267086197 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4c81f52b0 con 0x7ff4c815c880 2023-06-26T03:00:50.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4ce445640 1 -- 172.21.15.81:0/3267086197 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4c81f5ab0 con 0x7ff4c815c880 2023-06-26T03:00:50.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4c4ff9640 1 -- 172.21.15.81:0/3267086197 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff4c00b4040 con 0x7ff4c815c880 2023-06-26T03:00:50.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4c4ff9640 1 --2- 172.21.15.81:0/3267086197 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4b4066280 0x7ff4b4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4c4ff9640 1 -- 172.21.15.81:0/3267086197 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7ff4c011de80 con 0x7ff4c815c880 2023-06-26T03:00:50.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.163+0000 7ff4c7fff640 1 --2- 172.21.15.81:0/3267086197 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4b4066280 0x7ff4b4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.167+0000 7ff4c7fff640 1 --2- 172.21.15.81:0/3267086197 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4b4066280 0x7ff4b4068730 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff4c80acf00 tx=0x7ff4b800b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:50.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.167+0000 7ff4c4ff9640 1 -- 172.21.15.81:0/3267086197 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff4c81f5ab0 con 0x7ff4c815c880 2023-06-26T03:00:50.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.307+0000 7ff4ce445640 1 -- 172.21.15.81:0/3267086197 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff4c81f5ab0 con 0x7ff4c815c880 2023-06-26T03:00:50.314 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.307+0000 7ff4c4ff9640 1 -- 172.21.15.81:0/3267086197 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff4c81f5ab0 con 0x7ff4c815c880 2023-06-26T03:00:50.314 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:00:50.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.311+0000 7ff4ce445640 1 -- 172.21.15.81:0/3267086197 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4b4066280 msgr2=0x7ff4b4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.311+0000 7ff4ce445640 1 --2- 172.21.15.81:0/3267086197 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4b4066280 0x7ff4b4068730 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff4c80acf00 tx=0x7ff4b800b040 comp rx=0 tx=0).stop 2023-06-26T03:00:50.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.311+0000 7ff4ce445640 1 -- 172.21.15.81:0/3267086197 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c815c880 msgr2=0x7ff4c80c7410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.311+0000 7ff4ce445640 1 --2- 172.21.15.81:0/3267086197 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c815c880 0x7ff4c80c7410 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7ff4c001c490 tx=0x7ff4c00191f0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.311+0000 7ff4ce445640 1 -- 172.21.15.81:0/3267086197 shutdown_connections 2023-06-26T03:00:50.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.311+0000 7ff4ce445640 1 --2- 172.21.15.81:0/3267086197 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4b4066280 0x7ff4b4068730 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.311+0000 7ff4ce445640 1 --2- 172.21.15.81:0/3267086197 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c815c880 0x7ff4c80c7410 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.311+0000 7ff4ce445640 1 --2- 172.21.15.81:0/3267086197 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c815ba70 0x7ff4c80c6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.311+0000 7ff4ce445640 1 --2- 172.21.15.81:0/3267086197 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4c806b7b0 0x7ff4c815a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.311+0000 7ff4ce445640 1 -- 172.21.15.81:0/3267086197 >> 172.21.15.81:0/3267086197 conn(0x7ff4c806a100 msgr2=0x7ff4c80b2da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:50.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.311+0000 7ff4ce445640 1 -- 172.21.15.81:0/3267086197 shutdown_connections 2023-06-26T03:00:50.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.311+0000 7ff4ce445640 1 -- 172.21.15.81:0/3267086197 wait complete. 2023-06-26T03:00:50.333 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:00:50.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.435+0000 7f57d281e640 1 Processor -- start 2023-06-26T03:00:50.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.435+0000 7f57d281e640 1 -- start start 2023-06-26T03:00:50.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.435+0000 7f57d281e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f57cc15c880 0x7f57cc06eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.435+0000 7f57d281e640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57cc15cff0 con 0x7f57cc06b7b0 2023-06-26T03:00:50.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.435+0000 7f57d281e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57cc0c99a0 con 0x7f57cc15ba70 2023-06-26T03:00:50.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.435+0000 7f57d281e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57cc0c8d90 con 0x7f57cc15c880 2023-06-26T03:00:50.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57cb7fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f57cc06b7b0 0x7f57cc15c170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52342/0 (socket says 172.21.15.81:52342) 2023-06-26T03:00:50.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57cb7fe640 1 -- 172.21.15.81:0/4022818257 learned_addr learned my addr 172.21.15.81:0/4022818257 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:50.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d0dbb640 1 --2- 172.21.15.81:0/4022818257 >> v2:172.21.15.92:3300/0 conn(0x7f57cc15c880 0x7f57cc06eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 764659650 0 0) 0x7f57cc15cff0 con 0x7f57cc06b7b0 2023-06-26T03:00:50.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f57b4003530 con 0x7f57cc06b7b0 2023-06-26T03:00:50.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1977965221 0 0) 0x7f57b4003530 con 0x7f57cc06b7b0 2023-06-26T03:00:50.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 >> v2:172.21.15.92:3300/0 conn(0x7f57cc15c880 msgr2=0x7f57cc06eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:50.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 --2- 172.21.15.81:0/4022818257 >> v2:172.21.15.92:3300/0 conn(0x7f57cc15c880 0x7f57cc06eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 >> v1:172.21.15.92:6789/0 conn(0x7f57cc15ba70 legacy=0x7f57cc0c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57cc0c9070 con 0x7f57cc06b7b0 2023-06-26T03:00:50.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f57c0001680 con 0x7f57cc06b7b0 2023-06-26T03:00:50.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 >> v1:172.21.15.81:6789/0 conn(0x7f57cc06b7b0 legacy=0x7f57cc15c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 --2- 172.21.15.81:0/4022818257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f57b4003980 0x7f57b4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 --2- 172.21.15.81:0/4022818257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f57b40047d0 0x7f57b4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 --2- 172.21.15.81:0/4022818257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57b4005180 0x7f57b400dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57cc0c8d90 con 0x7f57b4005180 2023-06-26T03:00:50.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57b400e210 con 0x7f57b40047d0 2023-06-26T03:00:50.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57b400e3d0 con 0x7f57b4003980 2023-06-26T03:00:50.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d0dbb640 1 --2- 172.21.15.81:0/4022818257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57b4005180 0x7f57b400dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57cb7fe640 1 --2- 172.21.15.81:0/4022818257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f57b40047d0 0x7f57b4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d0dbb640 1 -- 172.21.15.81:0/4022818257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f57b4003980 msgr2=0x7f57b4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:50.448 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d0dbb640 1 --2- 172.21.15.81:0/4022818257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f57b4003980 0x7f57b4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.448 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d0dbb640 1 -- 172.21.15.81:0/4022818257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f57b40047d0 msgr2=0x7f57b4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:50.448 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d0dbb640 1 --2- 172.21.15.81:0/4022818257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f57b40047d0 0x7f57b4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.448 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d0dbb640 1 -- 172.21.15.81:0/4022818257 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57b4003530 con 0x7f57b4005180 2023-06-26T03:00:50.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d0dbb640 1 -- 172.21.15.81:0/4022818257 reap_dead start 2023-06-26T03:00:50.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d0dbb640 1 --2- 172.21.15.81:0/4022818257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57b4005180 0x7f57b400dba0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f57c4009fc0 tx=0x7f57c401cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d83161cdc35fdc7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:50.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57c40a5cb0 con 0x7f57b4005180 2023-06-26T03:00:50.451 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57c400f040 con 0x7f57b4005180 2023-06-26T03:00:50.451 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57caffd640 1 -- 172.21.15.81:0/4022818257 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57c4003be0 con 0x7f57b4005180 2023-06-26T03:00:50.451 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d281e640 1 -- 172.21.15.81:0/4022818257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57b4005180 msgr2=0x7f57b400dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.451 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d281e640 1 --2- 172.21.15.81:0/4022818257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57b4005180 0x7f57b400dba0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f57c4009fc0 tx=0x7f57c401cca0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.451 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d281e640 1 -- 172.21.15.81:0/4022818257 shutdown_connections 2023-06-26T03:00:50.451 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d281e640 1 --2- 172.21.15.81:0/4022818257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57b4005180 0x7f57b400dba0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.451 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d281e640 1 -- 172.21.15.81:0/4022818257 >> 172.21.15.81:0/4022818257 conn(0x7f57cc06a100 msgr2=0x7f57cc0ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:50.452 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d281e640 1 -- 172.21.15.81:0/4022818257 shutdown_connections 2023-06-26T03:00:50.452 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.439+0000 7f57d281e640 1 -- 172.21.15.81:0/4022818257 wait complete. 2023-06-26T03:00:50.452 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d281e640 1 Processor -- start 2023-06-26T03:00:50.452 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d281e640 1 -- start start 2023-06-26T03:00:50.452 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d281e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f57b4005180 0x7f57cc0b2990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.452 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d281e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f57cc0c6280 0x7f57cc151c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.452 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d281e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57cc152160 0x7f57cc1510b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.452 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d281e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57cc0c23f0 con 0x7f57cc152160 2023-06-26T03:00:50.453 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d281e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57cc0c1770 con 0x7f57cc0c6280 2023-06-26T03:00:50.453 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d281e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57cc0c1a50 con 0x7f57b4005180 2023-06-26T03:00:50.453 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d0dbb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57cc152160 0x7f57cc1510b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.453 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d0dbb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57cc152160 0x7f57cc1510b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:56992/0 (socket says 172.21.15.81:56992) 2023-06-26T03:00:50.453 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d0dbb640 1 -- 172.21.15.81:0/2411327424 learned_addr learned my addr 172.21.15.81:0/2411327424 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:50.453 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57cb7fe640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f57cc0c6280 0x7f57cc151c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.453 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57cbfff640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f57b4005180 0x7f57cc0b2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.453 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d0dbb640 1 -- 172.21.15.81:0/2411327424 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f57b4005180 msgr2=0x7f57cc0b2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d0dbb640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f57b4005180 0x7f57cc0b2990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d0dbb640 1 -- 172.21.15.81:0/2411327424 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f57cc0c6280 msgr2=0x7f57cc151c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d0dbb640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f57cc0c6280 0x7f57cc151c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d0dbb640 1 -- 172.21.15.81:0/2411327424 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57cc0c1d30 con 0x7f57cc152160 2023-06-26T03:00:50.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d0dbb640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57cc152160 0x7f57cc1510b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f57c401c710 tx=0x7f57c4009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:50.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57c8ff9640 1 -- 172.21.15.81:0/2411327424 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57c4003ba0 con 0x7f57cc152160 2023-06-26T03:00:50.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57c8ff9640 1 -- 172.21.15.81:0/2411327424 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57c4003d00 con 0x7f57cc152160 2023-06-26T03:00:50.455 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57c8ff9640 1 -- 172.21.15.81:0/2411327424 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57c4004230 con 0x7f57cc152160 2023-06-26T03:00:50.455 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d281e640 1 -- 172.21.15.81:0/2411327424 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57cc0c2010 con 0x7f57cc152160 2023-06-26T03:00:50.455 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d281e640 1 -- 172.21.15.81:0/2411327424 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57cc0b30a0 con 0x7f57cc152160 2023-06-26T03:00:50.455 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57d281e640 1 -- 172.21.15.81:0/2411327424 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57cc0c2530 con 0x7f57cc152160 2023-06-26T03:00:50.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.443+0000 7f57c8ff9640 1 -- 172.21.15.81:0/2411327424 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f57c4004390 con 0x7f57cc152160 2023-06-26T03:00:50.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.447+0000 7f57c8ff9640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f57b8066280 0x7f57b8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.447+0000 7f57c8ff9640 1 -- 172.21.15.81:0/2411327424 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f57c411e2a0 con 0x7f57cc152160 2023-06-26T03:00:50.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.447+0000 7f57cbfff640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f57b8066280 0x7f57b8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.447+0000 7f57cbfff640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f57b8066280 0x7f57b8068730 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f57bc0015b0 tx=0x7f57bc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:50.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.451+0000 7f57c8ff9640 1 -- 172.21.15.81:0/2411327424 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f57c40eb7b0 con 0x7f57cc152160 2023-06-26T03:00:50.595 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.587+0000 7f57d281e640 1 -- 172.21.15.81:0/2411327424 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f57cc04d790 con 0x7f57cc152160 2023-06-26T03:00:50.596 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.591+0000 7f57c8ff9640 1 -- 172.21.15.81:0/2411327424 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f57c40eedd0 con 0x7f57cc152160 2023-06-26T03:00:50.596 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:00:50.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.591+0000 7f57d281e640 1 -- 172.21.15.81:0/2411327424 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f57b8066280 msgr2=0x7f57b8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.591+0000 7f57d281e640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f57b8066280 0x7f57b8068730 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f57bc0015b0 tx=0x7f57bc009040 comp rx=0 tx=0).stop 2023-06-26T03:00:50.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.591+0000 7f57d281e640 1 -- 172.21.15.81:0/2411327424 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57cc152160 msgr2=0x7f57cc1510b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.591+0000 7f57d281e640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57cc152160 0x7f57cc1510b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f57c401c710 tx=0x7f57c4009750 comp rx=0 tx=0).stop 2023-06-26T03:00:50.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.591+0000 7f57d281e640 1 -- 172.21.15.81:0/2411327424 shutdown_connections 2023-06-26T03:00:50.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.591+0000 7f57d281e640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f57b8066280 0x7f57b8068730 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.591+0000 7f57d281e640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f57cc152160 0x7f57cc1510b0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.591+0000 7f57d281e640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f57cc0c6280 0x7f57cc151c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.591+0000 7f57d281e640 1 --2- 172.21.15.81:0/2411327424 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f57b4005180 0x7f57cc0b2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.591+0000 7f57d281e640 1 -- 172.21.15.81:0/2411327424 >> 172.21.15.81:0/2411327424 conn(0x7f57cc06a100 msgr2=0x7f57cc155160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:50.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.591+0000 7f57d281e640 1 -- 172.21.15.81:0/2411327424 shutdown_connections 2023-06-26T03:00:50.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.591+0000 7f57d281e640 1 -- 172.21.15.81:0/2411327424 wait complete. 2023-06-26T03:00:50.623 INFO:tasks.cephfs_test_runner:Starting test: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-06-26T03:00:50.700 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2023-06-26T03:00:50.820 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f636abb1640 1 Processor -- start 2023-06-26T03:00:50.820 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f636abb1640 1 -- start start 2023-06-26T03:00:50.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f636abb1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63641596a0 0x7f6364070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f636abb1640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f636406bd00 con 0x7f63640afe80 2023-06-26T03:00:50.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f636abb1640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f63640ca100 con 0x7f63640c9560 2023-06-26T03:00:50.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f636abb1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6364070360 con 0x7f63641596a0 2023-06-26T03:00:50.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f636914e640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f63640afe80 0x7f63640b0b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52344/0 (socket says 172.21.15.81:52344) 2023-06-26T03:00:50.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f636914e640 1 -- 172.21.15.81:0/2839200221 learned_addr learned my addr 172.21.15.81:0/2839200221 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:50.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 277217277 0 0) 0x7f636406bd00 con 0x7f63640afe80 2023-06-26T03:00:50.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f636894d640 1 --2- 172.21.15.81:0/2839200221 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63641596a0 0x7f6364070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6354003530 con 0x7f63640afe80 2023-06-26T03:00:50.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1007501863 0 0) 0x7f6354003530 con 0x7f63640afe80 2023-06-26T03:00:50.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63641596a0 msgr2=0x7f6364070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:50.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 --2- 172.21.15.81:0/2839200221 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63641596a0 0x7f6364070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 >> v1:172.21.15.92:6789/0 conn(0x7f63640c9560 legacy=0x7f63640af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6364070640 con 0x7f63640afe80 2023-06-26T03:00:50.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f635c001a00 con 0x7f63640afe80 2023-06-26T03:00:50.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 >> v1:172.21.15.81:6789/0 conn(0x7f63640afe80 legacy=0x7f63640b0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 --2- 172.21.15.81:0/2839200221 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63540039b0 0x7f6354003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 --2- 172.21.15.81:0/2839200221 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63540047d0 0x7f6354004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 --2- 172.21.15.81:0/2839200221 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63641596a0 0x7f63540051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6364070360 con 0x7f63540047d0 2023-06-26T03:00:50.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f635400ba90 con 0x7f63540039b0 2023-06-26T03:00:50.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f635400bc50 con 0x7f63641596a0 2023-06-26T03:00:50.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f6363fff640 1 --2- 172.21.15.81:0/2839200221 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63540047d0 0x7f6354004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f6363fff640 1 -- 172.21.15.81:0/2839200221 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63641596a0 msgr2=0x7f63540051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:50.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f6363fff640 1 --2- 172.21.15.81:0/2839200221 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63641596a0 0x7f63540051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f6363fff640 1 -- 172.21.15.81:0/2839200221 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63540039b0 msgr2=0x7f6354003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:50.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f6363fff640 1 --2- 172.21.15.81:0/2839200221 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63540039b0 0x7f6354003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.815+0000 7f6363fff640 1 -- 172.21.15.81:0/2839200221 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6354003530 con 0x7f63540047d0 2023-06-26T03:00:50.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f6363fff640 1 --2- 172.21.15.81:0/2839200221 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63540047d0 0x7f6354004c40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f6350001780 tx=0x7f635001c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59ec8d2b0a9f3244 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:50.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63500052d0 con 0x7f63540047d0 2023-06-26T03:00:50.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63500a7050 con 0x7f63540047d0 2023-06-26T03:00:50.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f63637fe640 1 -- 172.21.15.81:0/2839200221 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6350003600 con 0x7f63540047d0 2023-06-26T03:00:50.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 -- 172.21.15.81:0/2839200221 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63540047d0 msgr2=0x7f6354004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 --2- 172.21.15.81:0/2839200221 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63540047d0 0x7f6354004c40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f6350001780 tx=0x7f635001c3d0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636914e640 1 -- 172.21.15.81:0/2839200221 reap_dead start 2023-06-26T03:00:50.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 -- 172.21.15.81:0/2839200221 shutdown_connections 2023-06-26T03:00:50.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 -- 172.21.15.81:0/2839200221 >> 172.21.15.81:0/2839200221 conn(0x7f63640ca770 msgr2=0x7f63640cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:50.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 -- 172.21.15.81:0/2839200221 shutdown_connections 2023-06-26T03:00:50.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 -- 172.21.15.81:0/2839200221 wait complete. 2023-06-26T03:00:50.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 Processor -- start 2023-06-26T03:00:50.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 -- start start 2023-06-26T03:00:50.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63540047d0 0x7f636415af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f636415c8f0 0x7f63640c3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63640c7bd0 0x7f6364159ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f636415b850 con 0x7f63540047d0 2023-06-26T03:00:50.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f636415bb30 con 0x7f63640c7bd0 2023-06-26T03:00:50.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f636415be10 con 0x7f636415c8f0 2023-06-26T03:00:50.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636894d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63540047d0 0x7f636415af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636894d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63540047d0 0x7f636415af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57010/0 (socket says 172.21.15.81:57010) 2023-06-26T03:00:50.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636894d640 1 -- 172.21.15.81:0/1021509200 learned_addr learned my addr 172.21.15.81:0/1021509200 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:50.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636894d640 1 -- 172.21.15.81:0/1021509200 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f636415c8f0 msgr2=0x7f63640c3cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636894d640 1 --2- 172.21.15.81:0/1021509200 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f636415c8f0 0x7f63640c3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636894d640 1 -- 172.21.15.81:0/1021509200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63640c7bd0 msgr2=0x7f6364159ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:50.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636894d640 1 --2- 172.21.15.81:0/1021509200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63640c7bd0 0x7f6364159ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:50.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636894d640 1 -- 172.21.15.81:0/1021509200 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f636415c0f0 con 0x7f63540047d0 2023-06-26T03:00:50.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636894d640 1 --2- 172.21.15.81:0/1021509200 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63540047d0 0x7f636415af70 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f635800e7c0 tx=0x7f635800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:50.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f63617fa640 1 -- 172.21.15.81:0/1021509200 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f635800eed0 con 0x7f63540047d0 2023-06-26T03:00:50.831 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f63617fa640 1 -- 172.21.15.81:0/1021509200 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f635800c940 con 0x7f63540047d0 2023-06-26T03:00:50.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f636abb1640 1 -- 172.21.15.81:0/1021509200 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f636415c3d0 con 0x7f63540047d0 2023-06-26T03:00:50.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.819+0000 7f63617fa640 1 -- 172.21.15.81:0/1021509200 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f635800ccf0 con 0x7f63540047d0 2023-06-26T03:00:50.832 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.823+0000 7f636abb1640 1 -- 172.21.15.81:0/1021509200 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63640c41f0 con 0x7f63540047d0 2023-06-26T03:00:50.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.823+0000 7f636abb1640 1 -- 172.21.15.81:0/1021509200 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f636404d790 con 0x7f63540047d0 2023-06-26T03:00:50.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.823+0000 7f63617fa640 1 -- 172.21.15.81:0/1021509200 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6358013470 con 0x7f63540047d0 2023-06-26T03:00:50.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.823+0000 7f63617fa640 1 --2- 172.21.15.81:0/1021509200 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6348066280 0x7f6348068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:50.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.823+0000 7f63617fa640 1 -- 172.21.15.81:0/1021509200 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f6358083e30 con 0x7f63540047d0 2023-06-26T03:00:50.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.823+0000 7f6363fff640 1 --2- 172.21.15.81:0/1021509200 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6348066280 0x7f6348068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:50.833 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.823+0000 7f6363fff640 1 --2- 172.21.15.81:0/1021509200 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6348066280 0x7f6348068730 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6350001750 tx=0x7f6350001130 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:50.834 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:50.827+0000 7f63617fa640 1 -- 172.21.15.81:0/1021509200 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f63580512b0 con 0x7f63540047d0 2023-06-26T03:00:51.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.027+0000 7f636abb1640 1 -- 172.21.15.81:0/1021509200 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7f63641586d0 con 0x7f63540047d0 2023-06-26T03:00:51.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.959+0000 7f63617fa640 1 -- 172.21.15.81:0/1021509200 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v57) v1 ==== 147+0+0 (secure 0 0 0) 0x7f63580170d0 con 0x7f63540047d0 2023-06-26T03:00:51.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.963+0000 7f636abb1640 1 -- 172.21.15.81:0/1021509200 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6348066280 msgr2=0x7f6348068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:51.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.963+0000 7f636abb1640 1 --2- 172.21.15.81:0/1021509200 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6348066280 0x7f6348068730 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6350001750 tx=0x7f6350001130 comp rx=0 tx=0).stop 2023-06-26T03:00:51.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.963+0000 7f636abb1640 1 -- 172.21.15.81:0/1021509200 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63540047d0 msgr2=0x7f636415af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:51.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.963+0000 7f636abb1640 1 --2- 172.21.15.81:0/1021509200 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63540047d0 0x7f636415af70 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f635800e7c0 tx=0x7f635800ec80 comp rx=0 tx=0).stop 2023-06-26T03:00:51.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.963+0000 7f636abb1640 1 -- 172.21.15.81:0/1021509200 shutdown_connections 2023-06-26T03:00:51.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.963+0000 7f636abb1640 1 --2- 172.21.15.81:0/1021509200 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6348066280 0x7f6348068730 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:51.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.963+0000 7f636abb1640 1 --2- 172.21.15.81:0/1021509200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63640c7bd0 0x7f6364159ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:51.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.963+0000 7f636abb1640 1 --2- 172.21.15.81:0/1021509200 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f636415c8f0 0x7f63640c3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:51.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.963+0000 7f636abb1640 1 --2- 172.21.15.81:0/1021509200 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f63540047d0 0x7f636415af70 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:51.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.963+0000 7f636abb1640 1 -- 172.21.15.81:0/1021509200 >> 172.21.15.81:0/1021509200 conn(0x7f63640ca770 msgr2=0x7f6364142b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:51.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.963+0000 7f636abb1640 1 -- 172.21.15.81:0/1021509200 shutdown_connections 2023-06-26T03:00:51.966 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:51.963+0000 7f636abb1640 1 -- 172.21.15.81:0/1021509200 wait complete. 2023-06-26T03:00:51.985 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-06-26T03:00:52.111 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.107+0000 7f5b09513640 1 Processor -- start 2023-06-26T03:00:52.111 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.107+0000 7f5b09513640 1 -- start start 2023-06-26T03:00:52.112 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b09513640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f5b040b7a50 0x7f5b040ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.112 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b09513640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b040b4f30 0x7f5b040d0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.112 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b09513640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b040b7e20 con 0x7f5b040d09d0 2023-06-26T03:00:52.112 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b09513640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b040cf6b0 con 0x7f5b040b7a50 2023-06-26T03:00:52.112 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b09513640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b040cee10 con 0x7f5b040b4f30 2023-06-26T03:00:52.113 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b02ffd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f5b040b7a50 0x7f5b040ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.113 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b037fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f5b040d09d0 0x7f5b040b3b60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52348/0 (socket says 172.21.15.81:52348) 2023-06-26T03:00:52.113 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b037fe640 1 -- 172.21.15.81:0/2338505726 learned_addr learned my addr 172.21.15.81:0/2338505726 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:52.113 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b027fc640 1 --2- 172.21.15.81:0/2338505726 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b040b4f30 0x7f5b040d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.114 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b02ffd640 1 -- 172.21.15.81:0/2338505726 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b040b4f30 msgr2=0x7f5b040d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:52.114 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b02ffd640 1 --2- 172.21.15.81:0/2338505726 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b040b4f30 0x7f5b040d0490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.114 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b02ffd640 1 -- 172.21.15.81:0/2338505726 >> v1:172.21.15.81:6789/0 conn(0x7f5b040d09d0 legacy=0x7f5b040b3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.114 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b01ffb640 1 -- 172.21.15.81:0/2338505726 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 614568437 0 0) 0x7f5b040b7e20 con 0x7f5b040d09d0 2023-06-26T03:00:52.114 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b02ffd640 1 -- 172.21.15.81:0/2338505726 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b040cf0f0 con 0x7f5b040b7a50 2023-06-26T03:00:52.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b02ffd640 1 --2- 172.21.15.81:0/2338505726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b040b7a50 0x7f5b040ce4c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f5af40097c0 tx=0x7f5af401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6336f2a1cc0e827 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:52.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b01ffb640 1 -- 172.21.15.81:0/2338505726 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5af40ab600 con 0x7f5b040b7a50 2023-06-26T03:00:52.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b01ffb640 1 -- 172.21.15.81:0/2338505726 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5af40a7050 con 0x7f5b040b7a50 2023-06-26T03:00:52.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.111+0000 7f5b01ffb640 1 -- 172.21.15.81:0/2338505726 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5af40ab980 con 0x7f5b040b7a50 2023-06-26T03:00:52.116 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 -- 172.21.15.81:0/2338505726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b040b7a50 msgr2=0x7f5b040ce4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.116 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 --2- 172.21.15.81:0/2338505726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b040b7a50 0x7f5b040ce4c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f5af40097c0 tx=0x7f5af401c3f0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.116 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 -- 172.21.15.81:0/2338505726 shutdown_connections 2023-06-26T03:00:52.116 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 --2- 172.21.15.81:0/2338505726 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b040b4f30 0x7f5b040d0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 --2- 172.21.15.81:0/2338505726 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b040b7a50 0x7f5b040ce4c0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 -- 172.21.15.81:0/2338505726 >> 172.21.15.81:0/2338505726 conn(0x7f5b04069dc0 msgr2=0x7f5b0406a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:52.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 -- 172.21.15.81:0/2338505726 shutdown_connections 2023-06-26T03:00:52.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 -- 172.21.15.81:0/2338505726 wait complete. 2023-06-26T03:00:52.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 Processor -- start 2023-06-26T03:00:52.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 -- start start 2023-06-26T03:00:52.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b040b4f30 0x7f5b040c8560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b040b7a50 0x7f5b040b55e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b040d09d0 0x7f5b040c91b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b040b6380 con 0x7f5b040b4f30 2023-06-26T03:00:52.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b040c8aa0 con 0x7f5b040b7a50 2023-06-26T03:00:52.120 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b040b65d0 con 0x7f5b040d09d0 2023-06-26T03:00:52.120 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b02ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b040b4f30 0x7f5b040c8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.120 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b02ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b040b4f30 0x7f5b040c8560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57020/0 (socket says 172.21.15.81:57020) 2023-06-26T03:00:52.120 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b02ffd640 1 -- 172.21.15.81:0/606329403 learned_addr learned my addr 172.21.15.81:0/606329403 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:52.120 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b027fc640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b040b7a50 0x7f5b040b55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.120 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b037fe640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b040d09d0 0x7f5b040c91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.120 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b02ffd640 1 -- 172.21.15.81:0/606329403 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b040d09d0 msgr2=0x7f5b040c91b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.121 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b02ffd640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b040d09d0 0x7f5b040c91b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.121 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b02ffd640 1 -- 172.21.15.81:0/606329403 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b040b7a50 msgr2=0x7f5b040b55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.121 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b02ffd640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b040b7a50 0x7f5b040b55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.121 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b02ffd640 1 -- 172.21.15.81:0/606329403 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5af4009420 con 0x7f5b040b4f30 2023-06-26T03:00:52.121 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b027fc640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b040b7a50 0x7f5b040b55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:52.121 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b02ffd640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b040b4f30 0x7f5b040c8560 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f5af401a020 tx=0x7f5af4019190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:52.121 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5aeb7fe640 1 -- 172.21.15.81:0/606329403 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5af40b4410 con 0x7f5b040b4f30 2023-06-26T03:00:52.121 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5aeb7fe640 1 -- 172.21.15.81:0/606329403 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5af40b4590 con 0x7f5b040b4f30 2023-06-26T03:00:52.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 -- 172.21.15.81:0/606329403 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b040b68b0 con 0x7f5b040b4f30 2023-06-26T03:00:52.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5aeb7fe640 1 -- 172.21.15.81:0/606329403 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5af40b4940 con 0x7f5b040b4f30 2023-06-26T03:00:52.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.115+0000 7f5b09513640 1 -- 172.21.15.81:0/606329403 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b040c7d30 con 0x7f5b040b4f30 2023-06-26T03:00:52.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.119+0000 7f5b09513640 1 -- 172.21.15.81:0/606329403 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b040b18b0 con 0x7f5b040b4f30 2023-06-26T03:00:52.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.119+0000 7f5aeb7fe640 1 -- 172.21.15.81:0/606329403 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5af40b2040 con 0x7f5b040b4f30 2023-06-26T03:00:52.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.119+0000 7f5aeb7fe640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5af00662b0 0x7f5af0068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.119+0000 7f5b027fc640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5af00662b0 0x7f5af0068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.119+0000 7f5aeb7fe640 1 -- 172.21.15.81:0/606329403 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f5af411df10 con 0x7f5b040b4f30 2023-06-26T03:00:52.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.119+0000 7f5b027fc640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5af00662b0 0x7f5af0068760 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5af8006fd0 tx=0x7f5af8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:52.124 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.123+0000 7f5aeb7fe640 1 -- 172.21.15.81:0/606329403 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5af40eb390 con 0x7f5b040b4f30 2023-06-26T03:00:52.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.271+0000 7f5b09513640 1 -- 172.21.15.81:0/606329403 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f5b040c8280 con 0x7f5b040b4f30 2023-06-26T03:00:52.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.275+0000 7f5aeb7fe640 1 -- 172.21.15.81:0/606329403 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f5b040c8280 con 0x7f5b040b4f30 2023-06-26T03:00:52.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.279+0000 7f5b09513640 1 -- 172.21.15.81:0/606329403 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5af00662b0 msgr2=0x7f5af0068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.279+0000 7f5b09513640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5af00662b0 0x7f5af0068760 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5af8006fd0 tx=0x7f5af8008040 comp rx=0 tx=0).stop 2023-06-26T03:00:52.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.279+0000 7f5b09513640 1 -- 172.21.15.81:0/606329403 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b040b4f30 msgr2=0x7f5b040c8560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.279+0000 7f5b09513640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b040b4f30 0x7f5b040c8560 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f5af401a020 tx=0x7f5af4019190 comp rx=0 tx=0).stop 2023-06-26T03:00:52.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.279+0000 7f5b09513640 1 -- 172.21.15.81:0/606329403 shutdown_connections 2023-06-26T03:00:52.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.279+0000 7f5b09513640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5af00662b0 0x7f5af0068760 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.279+0000 7f5b09513640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b040d09d0 0x7f5b040c91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.279+0000 7f5b09513640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b040b7a50 0x7f5b040b55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.279+0000 7f5b09513640 1 --2- 172.21.15.81:0/606329403 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5b040b4f30 0x7f5b040c8560 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.279+0000 7f5b09513640 1 -- 172.21.15.81:0/606329403 >> 172.21.15.81:0/606329403 conn(0x7f5b04069dc0 msgr2=0x7f5b040b1f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:52.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.279+0000 7f5b09513640 1 -- 172.21.15.81:0/606329403 shutdown_connections 2023-06-26T03:00:52.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.279+0000 7f5b09513640 1 -- 172.21.15.81:0/606329403 wait complete. 2023-06-26T03:00:52.297 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-06-26T03:00:52.297 DEBUG:teuthology.orchestra.run.smithi081:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-06-26T03:00:52.325 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-06-26T03:00:52.381 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-06-26T03:00:52.382 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T03:00:52.382 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:00:52.389 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T03:00:52.389 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:00:52.440 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:52.603 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.599+0000 7f54ae82a640 1 Processor -- start 2023-06-26T03:00:52.603 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.599+0000 7f54ae82a640 1 -- start start 2023-06-26T03:00:52.604 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54ae82a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f54a80af770 0x7f54a8158c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.604 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54ae82a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f54a80afb40 0x7f54a815c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.604 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54ae82a640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54a806efb0 con 0x7f54a815cf20 2023-06-26T03:00:52.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54ae82a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54a8159c30 con 0x7f54a80afb40 2023-06-26T03:00:52.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54ae82a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54a80cc0f0 con 0x7f54a80af770 2023-06-26T03:00:52.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54acdc7640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f54a815cf20 0x7f54a806bdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52356/0 (socket says 172.21.15.81:52356) 2023-06-26T03:00:52.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54acdc7640 1 -- 172.21.15.81:0/2193491055 learned_addr learned my addr 172.21.15.81:0/2193491055 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:52.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a77fe640 1 --2- 172.21.15.81:0/2193491055 >> v2:172.21.15.92:3300/0 conn(0x7f54a80afb40 0x7f54a815c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2138069912 0 0) 0x7f54a806efb0 con 0x7f54a815cf20 2023-06-26T03:00:52.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a7fff640 1 --2- 172.21.15.81:0/2193491055 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f54a80af770 0x7f54a8158c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5494003530 con 0x7f54a815cf20 2023-06-26T03:00:52.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2509044318 0 0) 0x7f5494003530 con 0x7f54a815cf20 2023-06-26T03:00:52.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f54a80af770 msgr2=0x7f54a8158c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:52.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 --2- 172.21.15.81:0/2193491055 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f54a80af770 0x7f54a8158c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 >> v2:172.21.15.92:3300/0 conn(0x7f54a80afb40 msgr2=0x7f54a815c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:52.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 --2- 172.21.15.81:0/2193491055 >> v2:172.21.15.92:3300/0 conn(0x7f54a80afb40 0x7f54a815c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54a8159160 con 0x7f54a815cf20 2023-06-26T03:00:52.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f54a0001680 con 0x7f54a815cf20 2023-06-26T03:00:52.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a77fe640 1 --2- 172.21.15.81:0/2193491055 >> v2:172.21.15.92:3300/0 conn(0x7f54a80afb40 0x7f54a815c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:52.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 >> v1:172.21.15.81:6789/0 conn(0x7f54a815cf20 legacy=0x7f54a806bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 --2- 172.21.15.81:0/2193491055 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f54a80af770 0x7f5494003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 --2- 172.21.15.81:0/2193491055 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5494003fb0 0x7f54940047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 --2- 172.21.15.81:0/2193491055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5494004d10 0x7f5494005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54a8159c30 con 0x7f5494003fb0 2023-06-26T03:00:52.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54a80cc0f0 con 0x7f5494004d10 2023-06-26T03:00:52.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f549400dd30 con 0x7f54a80af770 2023-06-26T03:00:52.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a77fe640 1 --2- 172.21.15.81:0/2193491055 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5494003fb0 0x7f54940047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a7fff640 1 --2- 172.21.15.81:0/2193491055 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f54a80af770 0x7f5494003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a77fe640 1 -- 172.21.15.81:0/2193491055 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f54a80af770 msgr2=0x7f5494003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:52.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a77fe640 1 --2- 172.21.15.81:0/2193491055 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f54a80af770 0x7f5494003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54acdc7640 1 --2- 172.21.15.81:0/2193491055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5494004d10 0x7f5494005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a77fe640 1 -- 172.21.15.81:0/2193491055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5494004d10 msgr2=0x7f5494005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:52.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a77fe640 1 --2- 172.21.15.81:0/2193491055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5494004d10 0x7f5494005180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.603+0000 7f54a77fe640 1 -- 172.21.15.81:0/2193491055 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5494003530 con 0x7f5494003fb0 2023-06-26T03:00:52.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54a77fe640 1 --2- 172.21.15.81:0/2193491055 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5494003fb0 0x7f54940047d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f54900098a0 tx=0x7f549001c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b5b708b7307b19a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:52.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54900a6690 con 0x7f5494003fb0 2023-06-26T03:00:52.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54900a67f0 con 0x7f5494003fb0 2023-06-26T03:00:52.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54a6ffd640 1 -- 172.21.15.81:0/2193491055 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54900a6b60 con 0x7f5494003fb0 2023-06-26T03:00:52.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 -- 172.21.15.81:0/2193491055 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5494003fb0 msgr2=0x7f54940047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 --2- 172.21.15.81:0/2193491055 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5494003fb0 0x7f54940047d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f54900098a0 tx=0x7f549001c680 comp rx=0 tx=0).stop 2023-06-26T03:00:52.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54acdc7640 1 -- 172.21.15.81:0/2193491055 reap_dead start 2023-06-26T03:00:52.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 -- 172.21.15.81:0/2193491055 shutdown_connections 2023-06-26T03:00:52.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 -- 172.21.15.81:0/2193491055 >> 172.21.15.81:0/2193491055 conn(0x7f54a80ca770 msgr2=0x7f54a80cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:52.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 -- 172.21.15.81:0/2193491055 shutdown_connections 2023-06-26T03:00:52.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 -- 172.21.15.81:0/2193491055 wait complete. 2023-06-26T03:00:52.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 Processor -- start 2023-06-26T03:00:52.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 -- start start 2023-06-26T03:00:52.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5494003fb0 0x7f54a8151070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54a806bad0 0x7f54a806bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54a814e4d0 0x7f54a814e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54a806c480 con 0x7f54a814e4d0 2023-06-26T03:00:52.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54a81edad0 con 0x7f54a806bad0 2023-06-26T03:00:52.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54a81eddb0 con 0x7f5494003fb0 2023-06-26T03:00:52.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54acdc7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54a814e4d0 0x7f54a814e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54acdc7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54a814e4d0 0x7f54a814e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57028/0 (socket says 172.21.15.81:57028) 2023-06-26T03:00:52.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54acdc7640 1 -- 172.21.15.81:0/3144025822 learned_addr learned my addr 172.21.15.81:0/3144025822 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:52.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54a7fff640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5494003fb0 0x7f54a8151070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54a77fe640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54a806bad0 0x7f54a806bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54acdc7640 1 -- 172.21.15.81:0/3144025822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5494003fb0 msgr2=0x7f54a8151070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54acdc7640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5494003fb0 0x7f54a8151070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54acdc7640 1 -- 172.21.15.81:0/3144025822 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54a806bad0 msgr2=0x7f54a806bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54acdc7640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54a806bad0 0x7f54a806bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.616 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54acdc7640 1 -- 172.21.15.81:0/3144025822 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54a8150590 con 0x7f54a814e4d0 2023-06-26T03:00:52.616 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54acdc7640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54a814e4d0 0x7f54a814e940 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f54a806d450 tx=0x7f54a000d7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:52.616 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54a4ff9640 1 -- 172.21.15.81:0/3144025822 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54a000ded0 con 0x7f54a814e4d0 2023-06-26T03:00:52.616 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54a4ff9640 1 -- 172.21.15.81:0/3144025822 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54a0007030 con 0x7f54a814e4d0 2023-06-26T03:00:52.616 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 -- 172.21.15.81:0/3144025822 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54a8150870 con 0x7f54a814e4d0 2023-06-26T03:00:52.616 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54a4ff9640 1 -- 172.21.15.81:0/3144025822 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54a00073e0 con 0x7f54a814e4d0 2023-06-26T03:00:52.616 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.607+0000 7f54ae82a640 1 -- 172.21.15.81:0/3144025822 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54a81515b0 con 0x7f54a814e4d0 2023-06-26T03:00:52.617 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.611+0000 7f54ae82a640 1 -- 172.21.15.81:0/3144025822 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54a8150d90 con 0x7f54a814e4d0 2023-06-26T03:00:52.617 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.611+0000 7f54a4ff9640 1 -- 172.21.15.81:0/3144025822 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f54a0007540 con 0x7f54a814e4d0 2023-06-26T03:00:52.617 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.611+0000 7f54a4ff9640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f54880662b0 0x7f5488068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.618 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.611+0000 7f54a4ff9640 1 -- 172.21.15.81:0/3144025822 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f54a00825c0 con 0x7f54a814e4d0 2023-06-26T03:00:52.618 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.611+0000 7f54a7fff640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f54880662b0 0x7f5488068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.618 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.611+0000 7f54a7fff640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f54880662b0 0x7f5488068760 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5498004350 tx=0x7f549800b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:52.618 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.615+0000 7f54a4ff9640 1 -- 172.21.15.81:0/3144025822 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f54a8150d90 con 0x7f54a814e4d0 2023-06-26T03:00:52.766 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.763+0000 7f54ae82a640 1 -- 172.21.15.81:0/3144025822 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f54a8150d90 con 0x7f54a814e4d0 2023-06-26T03:00:52.769 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.767+0000 7f54a4ff9640 1 -- 172.21.15.81:0/3144025822 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18243 (secure 0 0 0) 0x7f54a8150d90 con 0x7f54a814e4d0 2023-06-26T03:00:52.769 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:52.770 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":24,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:15.142509+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:52.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.767+0000 7f54ae82a640 1 -- 172.21.15.81:0/3144025822 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f54880662b0 msgr2=0x7f5488068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.767+0000 7f54ae82a640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f54880662b0 0x7f5488068760 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5498004350 tx=0x7f549800b040 comp rx=0 tx=0).stop 2023-06-26T03:00:52.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.767+0000 7f54ae82a640 1 -- 172.21.15.81:0/3144025822 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54a814e4d0 msgr2=0x7f54a814e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.767+0000 7f54ae82a640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54a814e4d0 0x7f54a814e940 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f54a806d450 tx=0x7f54a000d7b0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.767+0000 7f54ae82a640 1 -- 172.21.15.81:0/3144025822 shutdown_connections 2023-06-26T03:00:52.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.767+0000 7f54ae82a640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f54880662b0 0x7f5488068760 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.767+0000 7f54ae82a640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f54a814e4d0 0x7f54a814e940 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.767+0000 7f54ae82a640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54a806bad0 0x7f54a806bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.767+0000 7f54ae82a640 1 --2- 172.21.15.81:0/3144025822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5494003fb0 0x7f54a8151070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.767+0000 7f54ae82a640 1 -- 172.21.15.81:0/3144025822 >> 172.21.15.81:0/3144025822 conn(0x7f54a80ca770 msgr2=0x7f54a815b6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:52.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.767+0000 7f54ae82a640 1 -- 172.21.15.81:0/3144025822 shutdown_connections 2023-06-26T03:00:52.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.767+0000 7f54ae82a640 1 -- 172.21.15.81:0/3144025822 wait complete. 2023-06-26T03:00:52.787 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:00:52.787 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:00:52.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.895+0000 7fd1f65fe640 1 Processor -- start 2023-06-26T03:00:52.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.895+0000 7fd1f65fe640 1 -- start start 2023-06-26T03:00:52.899 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1f65fe640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd1f006b7b0 0x7fd1f015c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1f65fe640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1f006bf20 con 0x7fd1f00708c0 2023-06-26T03:00:52.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1f65fe640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1f0070c90 con 0x7fd1f00c8a10 2023-06-26T03:00:52.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1f65fe640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1f0071240 con 0x7fd1f006b7b0 2023-06-26T03:00:52.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1effff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fd1f00708c0 0x7fd1f015c0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52358/0 (socket says 172.21.15.81:52358) 2023-06-26T03:00:52.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1effff640 1 -- 172.21.15.81:0/1765431414 learned_addr learned my addr 172.21.15.81:0/1765431414 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:52.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1023069609 0 0) 0x7fd1f006bf20 con 0x7fd1f00708c0 2023-06-26T03:00:52.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1ef7fe640 1 --2- 172.21.15.81:0/1765431414 >> v2:172.21.15.92:3300/0 conn(0x7fd1f006b7b0 0x7fd1f015c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd1d4003530 con 0x7fd1f00708c0 2023-06-26T03:00:52.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3247359041 0 0) 0x7fd1d4003530 con 0x7fd1f00708c0 2023-06-26T03:00:52.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 >> v2:172.21.15.92:3300/0 conn(0x7fd1f006b7b0 msgr2=0x7fd1f015c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:52.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 --2- 172.21.15.81:0/1765431414 >> v2:172.21.15.92:3300/0 conn(0x7fd1f006b7b0 0x7fd1f015c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 >> v1:172.21.15.92:6789/0 conn(0x7fd1f00c8a10 legacy=0x7fd1f00c8de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1f00cd170 con 0x7fd1f00708c0 2023-06-26T03:00:52.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fd1e8001a00 con 0x7fd1f00708c0 2023-06-26T03:00:52.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 >> v1:172.21.15.81:6789/0 conn(0x7fd1f00708c0 legacy=0x7fd1f015c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 --2- 172.21.15.81:0/1765431414 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1d4003980 0x7fd1d4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 --2- 172.21.15.81:0/1765431414 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd1d40047d0 0x7fd1d4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 --2- 172.21.15.81:0/1765431414 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1d4005180 0x7fd1d400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1d400c060 con 0x7fd1d40047d0 2023-06-26T03:00:52.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1d400c1d0 con 0x7fd1d4003980 2023-06-26T03:00:52.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1d400c390 con 0x7fd1d4005180 2023-06-26T03:00:52.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1ef7fe640 1 --2- 172.21.15.81:0/1765431414 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd1d40047d0 0x7fd1d4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1effff640 1 --2- 172.21.15.81:0/1765431414 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1d4003980 0x7fd1d4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1ef7fe640 1 -- 172.21.15.81:0/1765431414 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1d4005180 msgr2=0x7fd1d400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:52.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1ef7fe640 1 --2- 172.21.15.81:0/1765431414 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1d4005180 0x7fd1d400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1ef7fe640 1 -- 172.21.15.81:0/1765431414 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1d4003980 msgr2=0x7fd1d4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:52.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1ef7fe640 1 --2- 172.21.15.81:0/1765431414 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1d4003980 0x7fd1d4003d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1ef7fe640 1 -- 172.21.15.81:0/1765431414 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1d4003530 con 0x7fd1d40047d0 2023-06-26T03:00:52.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1f4b9b640 1 -- 172.21.15.81:0/1765431414 reap_dead start 2023-06-26T03:00:52.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1ef7fe640 1 --2- 172.21.15.81:0/1765431414 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd1d40047d0 0x7fd1d4004c40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc009ae0 tx=0x7fd1dc01ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36c92e13c8bc4947 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:52.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1dc0a5600 con 0x7fd1d40047d0 2023-06-26T03:00:52.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1dc0a5760 con 0x7fd1d40047d0 2023-06-26T03:00:52.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.899+0000 7fd1eeffd640 1 -- 172.21.15.81:0/1765431414 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1dc0a5b10 con 0x7fd1d40047d0 2023-06-26T03:00:52.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 -- 172.21.15.81:0/1765431414 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd1d40047d0 msgr2=0x7fd1d4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 --2- 172.21.15.81:0/1765431414 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd1d40047d0 0x7fd1d4004c40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc009ae0 tx=0x7fd1dc01ca30 comp rx=0 tx=0).stop 2023-06-26T03:00:52.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 -- 172.21.15.81:0/1765431414 shutdown_connections 2023-06-26T03:00:52.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 --2- 172.21.15.81:0/1765431414 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd1d40047d0 0x7fd1d4004c40 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 -- 172.21.15.81:0/1765431414 >> 172.21.15.81:0/1765431414 conn(0x7fd1f006a100 msgr2=0x7fd1f00ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:52.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 -- 172.21.15.81:0/1765431414 shutdown_connections 2023-06-26T03:00:52.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 -- 172.21.15.81:0/1765431414 wait complete. 2023-06-26T03:00:52.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 Processor -- start 2023-06-26T03:00:52.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 -- start start 2023-06-26T03:00:52.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1d40047d0 0x7fd1f00c3280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd1f014f120 0x7fd1f00b20f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1f014f590 0x7fd1f00b2630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1f014fb00 con 0x7fd1f014f120 2023-06-26T03:00:52.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1f014fde0 con 0x7fd1f014f590 2023-06-26T03:00:52.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1f01500c0 con 0x7fd1d40047d0 2023-06-26T03:00:52.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1ef7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd1f014f120 0x7fd1f00b20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1ef7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd1f014f120 0x7fd1f00b20f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57050/0 (socket says 172.21.15.81:57050) 2023-06-26T03:00:52.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1ef7fe640 1 -- 172.21.15.81:0/2361084915 learned_addr learned my addr 172.21.15.81:0/2361084915 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:52.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1effff640 1 --2- 172.21.15.81:0/2361084915 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1d40047d0 0x7fd1f00c3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1ef7fe640 1 -- 172.21.15.81:0/2361084915 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1d40047d0 msgr2=0x7fd1f00c3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1ef7fe640 1 --2- 172.21.15.81:0/2361084915 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1d40047d0 0x7fd1f00c3280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1ef7fe640 1 -- 172.21.15.81:0/2361084915 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1f014f590 msgr2=0x7fd1f00b2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:52.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1ef7fe640 1 --2- 172.21.15.81:0/2361084915 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1f014f590 0x7fd1f00b2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:52.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1ef7fe640 1 -- 172.21.15.81:0/2361084915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1f01503a0 con 0x7fd1f014f120 2023-06-26T03:00:52.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1ef7fe640 1 --2- 172.21.15.81:0/2361084915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd1f014f120 0x7fd1f00b20f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc009ae0 tx=0x7fd1d4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:52.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1ecff9640 1 -- 172.21.15.81:0/2361084915 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1dc004020 con 0x7fd1f014f120 2023-06-26T03:00:52.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1ecff9640 1 -- 172.21.15.81:0/2361084915 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1dc004180 con 0x7fd1f014f120 2023-06-26T03:00:52.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 -- 172.21.15.81:0/2361084915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1f00c1630 con 0x7fd1f014f120 2023-06-26T03:00:52.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1ecff9640 1 -- 172.21.15.81:0/2361084915 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1dc0044f0 con 0x7fd1f014f120 2023-06-26T03:00:52.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 -- 172.21.15.81:0/2361084915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1f00c37c0 con 0x7fd1f014f120 2023-06-26T03:00:52.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.903+0000 7fd1f65fe640 1 -- 172.21.15.81:0/2361084915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1f004d790 con 0x7fd1f014f120 2023-06-26T03:00:52.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.907+0000 7fd1ecff9640 1 -- 172.21.15.81:0/2361084915 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd1dc0b4040 con 0x7fd1f014f120 2023-06-26T03:00:52.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.907+0000 7fd1ecff9640 1 --2- 172.21.15.81:0/2361084915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd1d8066280 0x7fd1d8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:52.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.907+0000 7fd1ecff9640 1 -- 172.21.15.81:0/2361084915 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fd1dc11e060 con 0x7fd1f014f120 2023-06-26T03:00:52.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.907+0000 7fd1effff640 1 --2- 172.21.15.81:0/2361084915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd1d8066280 0x7fd1d8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:52.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.907+0000 7fd1effff640 1 --2- 172.21.15.81:0/2361084915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd1d8066280 0x7fd1d8068730 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd1e8001b30 tx=0x7fd1e8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:52.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:52.911+0000 7fd1ecff9640 1 -- 172.21.15.81:0/2361084915 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd1dc0eb740 con 0x7fd1f014f120 2023-06-26T03:00:53.052 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.051+0000 7fd1f65fe640 1 -- 172.21.15.81:0/2361084915 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd1f00c45c0 con 0x7fd1f014f120 2023-06-26T03:00:53.053 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.051+0000 7fd1ecff9640 1 -- 172.21.15.81:0/2361084915 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd1dc0eed60 con 0x7fd1f014f120 2023-06-26T03:00:53.053 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:00:53.055 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.051+0000 7fd1f65fe640 1 -- 172.21.15.81:0/2361084915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd1d8066280 msgr2=0x7fd1d8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.056 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.051+0000 7fd1f65fe640 1 --2- 172.21.15.81:0/2361084915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd1d8066280 0x7fd1d8068730 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd1e8001b30 tx=0x7fd1e8009040 comp rx=0 tx=0).stop 2023-06-26T03:00:53.056 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.055+0000 7fd1f65fe640 1 -- 172.21.15.81:0/2361084915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd1f014f120 msgr2=0x7fd1f00b20f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.056 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.055+0000 7fd1f65fe640 1 --2- 172.21.15.81:0/2361084915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd1f014f120 0x7fd1f00b20f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc009ae0 tx=0x7fd1d4005800 comp rx=0 tx=0).stop 2023-06-26T03:00:53.056 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.055+0000 7fd1f65fe640 1 -- 172.21.15.81:0/2361084915 shutdown_connections 2023-06-26T03:00:53.056 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.055+0000 7fd1f65fe640 1 --2- 172.21.15.81:0/2361084915 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd1d8066280 0x7fd1d8068730 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.056 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.055+0000 7fd1f65fe640 1 --2- 172.21.15.81:0/2361084915 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1f014f590 0x7fd1f00b2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.057 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.055+0000 7fd1f65fe640 1 --2- 172.21.15.81:0/2361084915 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd1f014f120 0x7fd1f00b20f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.057 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.055+0000 7fd1f65fe640 1 --2- 172.21.15.81:0/2361084915 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1d40047d0 0x7fd1f00c3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.057 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.055+0000 7fd1f65fe640 1 -- 172.21.15.81:0/2361084915 >> 172.21.15.81:0/2361084915 conn(0x7fd1f006a100 msgr2=0x7fd1f015c740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:53.057 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.055+0000 7fd1f65fe640 1 -- 172.21.15.81:0/2361084915 shutdown_connections 2023-06-26T03:00:53.057 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.055+0000 7fd1f65fe640 1 -- 172.21.15.81:0/2361084915 wait complete. 2023-06-26T03:00:53.071 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:00:53.187 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb18172a640 1 Processor -- start 2023-06-26T03:00:53.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb18172a640 1 -- start start 2023-06-26T03:00:53.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb18172a640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fb17c0b7a50 0x7fb17c0ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb18172a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb17c0b4f30 0x7fb17c0d0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb18172a640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb17c0b7e20 con 0x7fb17c0d09d0 2023-06-26T03:00:53.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb18172a640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb17c0cf6b0 con 0x7fb17c0b7a50 2023-06-26T03:00:53.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb18172a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb17c0cee10 con 0x7fb17c0b4f30 2023-06-26T03:00:53.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb17affd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fb17c0b7a50 0x7fb17c0ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb17b7fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fb17c0d09d0 0x7fb17c0b3b60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52366/0 (socket says 172.21.15.81:52366) 2023-06-26T03:00:53.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb17affd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fb17c0b7a50 0x7fb17c0ce4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57060/0 (socket says 172.21.15.81:57060) 2023-06-26T03:00:53.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb17b7fe640 1 -- 172.21.15.81:0/459741399 learned_addr learned my addr 172.21.15.81:0/459741399 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:53.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb17a7fc640 1 --2- 172.21.15.81:0/459741399 >> v2:172.21.15.92:3300/0 conn(0x7fb17c0b4f30 0x7fb17c0d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb17affd640 1 -- 172.21.15.81:0/459741399 >> v2:172.21.15.92:3300/0 conn(0x7fb17c0b4f30 msgr2=0x7fb17c0d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:53.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb17affd640 1 --2- 172.21.15.81:0/459741399 >> v2:172.21.15.92:3300/0 conn(0x7fb17c0b4f30 0x7fb17c0d0490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb17affd640 1 -- 172.21.15.81:0/459741399 >> v1:172.21.15.81:6789/0 conn(0x7fb17c0d09d0 legacy=0x7fb17c0b3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb17affd640 1 -- 172.21.15.81:0/459741399 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb17c0cf0f0 con 0x7fb17c0b7a50 2023-06-26T03:00:53.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.187+0000 7fb179ffb640 1 -- 172.21.15.81:0/459741399 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3217159310 0 0) 0x7fb17c0b7e20 con 0x7fb17c0d09d0 2023-06-26T03:00:53.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb17affd640 1 --2- 172.21.15.81:0/459741399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb17c0b7a50 0x7fb17c0ce4c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fb17c08a6b0 tx=0x7fb16c01c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d0f8979d9d89152 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:53.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb179ffb640 1 -- 172.21.15.81:0/459741399 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb16c0ab600 con 0x7fb17c0b7a50 2023-06-26T03:00:53.192 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb179ffb640 1 -- 172.21.15.81:0/459741399 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb16c0a7050 con 0x7fb17c0b7a50 2023-06-26T03:00:53.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb179ffb640 1 -- 172.21.15.81:0/459741399 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb16c0ab980 con 0x7fb17c0b7a50 2023-06-26T03:00:53.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 -- 172.21.15.81:0/459741399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb17c0b7a50 msgr2=0x7fb17c0ce4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 --2- 172.21.15.81:0/459741399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb17c0b7a50 0x7fb17c0ce4c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fb17c08a6b0 tx=0x7fb16c01c3d0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 -- 172.21.15.81:0/459741399 shutdown_connections 2023-06-26T03:00:53.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 --2- 172.21.15.81:0/459741399 >> v2:172.21.15.92:3300/0 conn(0x7fb17c0b4f30 0x7fb17c0d0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 --2- 172.21.15.81:0/459741399 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb17c0b7a50 0x7fb17c0ce4c0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 -- 172.21.15.81:0/459741399 >> 172.21.15.81:0/459741399 conn(0x7fb17c069dc0 msgr2=0x7fb17c06a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:53.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 -- 172.21.15.81:0/459741399 shutdown_connections 2023-06-26T03:00:53.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 -- 172.21.15.81:0/459741399 wait complete. 2023-06-26T03:00:53.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 Processor -- start 2023-06-26T03:00:53.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 -- start start 2023-06-26T03:00:53.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb17c0b4f30 0x7fb17c1f73f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb17c0b7a50 0x7fb17c1f7930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb17c0d09d0 0x7fb17c154030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb17c157710 con 0x7fb17c0d09d0 2023-06-26T03:00:53.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb17c1f3cd0 con 0x7fb17c0b7a50 2023-06-26T03:00:53.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb17c15d7a0 con 0x7fb17c0b4f30 2023-06-26T03:00:53.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb17b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb17c0d09d0 0x7fb17c154030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb17b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb17c0d09d0 0x7fb17c154030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57064/0 (socket says 172.21.15.81:57064) 2023-06-26T03:00:53.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb17b7fe640 1 -- 172.21.15.81:0/2495773306 learned_addr learned my addr 172.21.15.81:0/2495773306 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:53.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb17a7fc640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb17c0b7a50 0x7fb17c1f7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb17b7fe640 1 -- 172.21.15.81:0/2495773306 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb17c0b4f30 msgr2=0x7fb17c1f73f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb17affd640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb17c0b4f30 0x7fb17c1f73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb17b7fe640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb17c0b4f30 0x7fb17c1f73f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb17b7fe640 1 -- 172.21.15.81:0/2495773306 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb17c0b7a50 msgr2=0x7fb17c1f7930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb17b7fe640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb17c0b7a50 0x7fb17c1f7930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb17b7fe640 1 -- 172.21.15.81:0/2495773306 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb16c009420 con 0x7fb17c0d09d0 2023-06-26T03:00:53.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb17b7fe640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb17c0d09d0 0x7fb17c154030 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb174002240 tx=0x7fb17400cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:53.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb1637fe640 1 -- 172.21.15.81:0/2495773306 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb17400ac30 con 0x7fb17c0d09d0 2023-06-26T03:00:53.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb1637fe640 1 -- 172.21.15.81:0/2495773306 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb17400ad90 con 0x7fb17c0d09d0 2023-06-26T03:00:53.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb1637fe640 1 -- 172.21.15.81:0/2495773306 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb174012620 con 0x7fb17c0d09d0 2023-06-26T03:00:53.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 -- 172.21.15.81:0/2495773306 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb17c157960 con 0x7fb17c0d09d0 2023-06-26T03:00:53.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.191+0000 7fb18172a640 1 -- 172.21.15.81:0/2495773306 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb17c157f20 con 0x7fb17c0d09d0 2023-06-26T03:00:53.199 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.195+0000 7fb18172a640 1 -- 172.21.15.81:0/2495773306 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb17c0b18b0 con 0x7fb17c0d09d0 2023-06-26T03:00:53.199 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.195+0000 7fb1637fe640 1 -- 172.21.15.81:0/2495773306 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb174007070 con 0x7fb17c0d09d0 2023-06-26T03:00:53.199 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.195+0000 7fb1637fe640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fb168066280 0x7fb168068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.199 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.195+0000 7fb17affd640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fb168066280 0x7fb168068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.199 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.195+0000 7fb1637fe640 1 -- 172.21.15.81:0/2495773306 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fb174083c00 con 0x7fb17c0d09d0 2023-06-26T03:00:53.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.195+0000 7fb17affd640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fb168066280 0x7fb168068730 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb16c0ad000 tx=0x7fb16c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:53.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.199+0000 7fb1637fe640 1 -- 172.21.15.81:0/2495773306 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb17408a080 con 0x7fb17c0d09d0 2023-06-26T03:00:53.352 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb18172a640 1 -- 172.21.15.81:0/2495773306 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fb17c158140 con 0x7fb17c0d09d0 2023-06-26T03:00:53.352 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb1637fe640 1 -- 172.21.15.81:0/2495773306 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v24) v1 ==== 92+0+10 (secure 0 0 0) 0x7fb174017020 con 0x7fb17c0d09d0 2023-06-26T03:00:53.353 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:00:53.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb18172a640 1 -- 172.21.15.81:0/2495773306 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fb168066280 msgr2=0x7fb168068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb18172a640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fb168066280 0x7fb168068730 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb16c0ad000 tx=0x7fb16c008040 comp rx=0 tx=0).stop 2023-06-26T03:00:53.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb18172a640 1 -- 172.21.15.81:0/2495773306 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb17c0d09d0 msgr2=0x7fb17c154030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb18172a640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb17c0d09d0 0x7fb17c154030 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb174002240 tx=0x7fb17400cf50 comp rx=0 tx=0).stop 2023-06-26T03:00:53.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb18172a640 1 -- 172.21.15.81:0/2495773306 shutdown_connections 2023-06-26T03:00:53.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb18172a640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fb168066280 0x7fb168068730 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb18172a640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb17c0d09d0 0x7fb17c154030 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb18172a640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb17c0b7a50 0x7fb17c1f7930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb18172a640 1 --2- 172.21.15.81:0/2495773306 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb17c0b4f30 0x7fb17c1f73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb18172a640 1 -- 172.21.15.81:0/2495773306 >> 172.21.15.81:0/2495773306 conn(0x7fb17c069dc0 msgr2=0x7fb17c0b2e20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:53.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb18172a640 1 -- 172.21.15.81:0/2495773306 shutdown_connections 2023-06-26T03:00:53.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.351+0000 7fb18172a640 1 -- 172.21.15.81:0/2495773306 wait complete. 2023-06-26T03:00:53.370 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:00:53.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f119e5e0640 1 Processor -- start 2023-06-26T03:00:53.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f119e5e0640 1 -- start start 2023-06-26T03:00:53.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f119e5e0640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f119806c4e0 0x7f1198070d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f119e5e0640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11980cb550 con 0x7f1198156040 2023-06-26T03:00:53.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f119e5e0640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f119815cc70 con 0x7f11980cb0d0 2023-06-26T03:00:53.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f119e5e0640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f119806d660 con 0x7f119806c4e0 2023-06-26T03:00:53.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f1197fff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f1198156040 0x7f119815c560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52368/0 (socket says 172.21.15.81:52368) 2023-06-26T03:00:53.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f1197fff640 1 -- 172.21.15.81:0/3090208280 learned_addr learned my addr 172.21.15.81:0/3090208280 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:53.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1829817579 0 0) 0x7f11980cb550 con 0x7f1198156040 2023-06-26T03:00:53.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1184003530 con 0x7f1198156040 2023-06-26T03:00:53.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f119cb7d640 1 --2- 172.21.15.81:0/3090208280 >> v2:172.21.15.92:3300/0 conn(0x7f119806c4e0 0x7f1198070d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.485 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3544272433 0 0) 0x7f1184003530 con 0x7f1198156040 2023-06-26T03:00:53.485 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 >> v2:172.21.15.92:3300/0 conn(0x7f119806c4e0 msgr2=0x7f1198070d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:53.485 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 --2- 172.21.15.81:0/3090208280 >> v2:172.21.15.92:3300/0 conn(0x7f119806c4e0 0x7f1198070d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.485 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 >> v1:172.21.15.92:6789/0 conn(0x7f11980cb0d0 legacy=0x7f119806bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.485 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f119806d940 con 0x7f1198156040 2023-06-26T03:00:53.485 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f1188001680 con 0x7f1198156040 2023-06-26T03:00:53.485 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 >> v1:172.21.15.81:6789/0 conn(0x7f1198156040 legacy=0x7f119815c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.485 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 --2- 172.21.15.81:0/3090208280 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1184003980 0x7f1184003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.486 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 --2- 172.21.15.81:0/3090208280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f11840047d0 0x7f1184004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.486 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 --2- 172.21.15.81:0/3090208280 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1184005180 0x7f118400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.486 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f119806d660 con 0x7f11840047d0 2023-06-26T03:00:53.486 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f118400c090 con 0x7f1184003980 2023-06-26T03:00:53.486 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.479+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f118400c250 con 0x7f1184005180 2023-06-26T03:00:53.486 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f118ffff640 1 --2- 172.21.15.81:0/3090208280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f11840047d0 0x7f1184004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.486 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f1197fff640 1 --2- 172.21.15.81:0/3090208280 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1184003980 0x7f1184003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.487 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f118ffff640 1 -- 172.21.15.81:0/3090208280 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1184005180 msgr2=0x7f118400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:53.487 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f118ffff640 1 --2- 172.21.15.81:0/3090208280 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1184005180 0x7f118400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.487 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f118ffff640 1 -- 172.21.15.81:0/3090208280 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1184003980 msgr2=0x7f1184003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:53.487 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f118ffff640 1 --2- 172.21.15.81:0/3090208280 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1184003980 0x7f1184003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.487 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f118ffff640 1 -- 172.21.15.81:0/3090208280 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1184003530 con 0x7f11840047d0 2023-06-26T03:00:53.487 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f119cb7d640 1 -- 172.21.15.81:0/3090208280 reap_dead start 2023-06-26T03:00:53.489 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f118ffff640 1 --2- 172.21.15.81:0/3090208280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f11840047d0 0x7f1184004c40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1180001780 tx=0x7f118001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1acf00ebad88950 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:53.489 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11800052d0 con 0x7f11840047d0 2023-06-26T03:00:53.490 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11800a7050 con 0x7f11840047d0 2023-06-26T03:00:53.490 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f11977fe640 1 -- 172.21.15.81:0/3090208280 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1180003600 con 0x7f11840047d0 2023-06-26T03:00:53.490 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f119e5e0640 1 -- 172.21.15.81:0/3090208280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f11840047d0 msgr2=0x7f1184004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f119e5e0640 1 --2- 172.21.15.81:0/3090208280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f11840047d0 0x7f1184004c40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1180001780 tx=0x7f118001c3b0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f119e5e0640 1 -- 172.21.15.81:0/3090208280 shutdown_connections 2023-06-26T03:00:53.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f119e5e0640 1 --2- 172.21.15.81:0/3090208280 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f11840047d0 0x7f1184004c40 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f119e5e0640 1 -- 172.21.15.81:0/3090208280 >> 172.21.15.81:0/3090208280 conn(0x7f119806a5c0 msgr2=0x7f119806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:53.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f119e5e0640 1 -- 172.21.15.81:0/3090208280 shutdown_connections 2023-06-26T03:00:53.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.483+0000 7f119e5e0640 1 -- 172.21.15.81:0/3090208280 wait complete. 2023-06-26T03:00:53.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f119e5e0640 1 Processor -- start 2023-06-26T03:00:53.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f119e5e0640 1 -- start start 2023-06-26T03:00:53.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f119e5e0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11840047d0 0x7f11981387b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f119e5e0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f119814c1d0 0x7f11980ad330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f119e5e0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f11980ab8b0 0x7f119815a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f119e5e0640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1198138cf0 con 0x7f119814c1d0 2023-06-26T03:00:53.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f119e5e0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11980ac290 con 0x7f11840047d0 2023-06-26T03:00:53.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f119e5e0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11980ac570 con 0x7f11980ab8b0 2023-06-26T03:00:53.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f118ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f119814c1d0 0x7f11980ad330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f118ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f119814c1d0 0x7f11980ad330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57082/0 (socket says 172.21.15.81:57082) 2023-06-26T03:00:53.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f118ffff640 1 -- 172.21.15.81:0/4229413864 learned_addr learned my addr 172.21.15.81:0/4229413864 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:53.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f118ffff640 1 -- 172.21.15.81:0/4229413864 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f11980ab8b0 msgr2=0x7f119815a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f118ffff640 1 --2- 172.21.15.81:0/4229413864 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f11980ab8b0 0x7f119815a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f118ffff640 1 -- 172.21.15.81:0/4229413864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11840047d0 msgr2=0x7f11981387b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f118ffff640 1 --2- 172.21.15.81:0/4229413864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11840047d0 0x7f11981387b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f118ffff640 1 -- 172.21.15.81:0/4229413864 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11980ac850 con 0x7f119814c1d0 2023-06-26T03:00:53.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f118ffff640 1 --2- 172.21.15.81:0/4229413864 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f119814c1d0 0x7f11980ad330 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f1180005040 tx=0x7f1184005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:53.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f11957fa640 1 -- 172.21.15.81:0/4229413864 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1180007100 con 0x7f119814c1d0 2023-06-26T03:00:53.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f11957fa640 1 -- 172.21.15.81:0/4229413864 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1180007260 con 0x7f119814c1d0 2023-06-26T03:00:53.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f119e5e0640 1 -- 172.21.15.81:0/4229413864 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11980acb30 con 0x7f119814c1d0 2023-06-26T03:00:53.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f11957fa640 1 -- 172.21.15.81:0/4229413864 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11800075d0 con 0x7f119814c1d0 2023-06-26T03:00:53.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f119e5e0640 1 -- 172.21.15.81:0/4229413864 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11980ad870 con 0x7f119814c1d0 2023-06-26T03:00:53.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f119e5e0640 1 -- 172.21.15.81:0/4229413864 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1198066880 con 0x7f119814c1d0 2023-06-26T03:00:53.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f11957fa640 1 -- 172.21.15.81:0/4229413864 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f11800067e0 con 0x7f119814c1d0 2023-06-26T03:00:53.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f11957fa640 1 --2- 172.21.15.81:0/4229413864 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1178066280 0x7f1178068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f11957fa640 1 -- 172.21.15.81:0/4229413864 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f118011e050 con 0x7f119814c1d0 2023-06-26T03:00:53.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f1197fff640 1 --2- 172.21.15.81:0/4229413864 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1178066280 0x7f1178068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.487+0000 7f1197fff640 1 --2- 172.21.15.81:0/4229413864 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1178066280 0x7f1178068730 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f11980717b0 tx=0x7f1188000f40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:53.616 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.491+0000 7f11957fa640 1 -- 172.21.15.81:0/4229413864 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f11800eb4e0 con 0x7f119814c1d0 2023-06-26T03:00:53.632 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f119e5e0640 1 -- 172.21.15.81:0/4229413864 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f119815b850 con 0x7f119814c1d0 2023-06-26T03:00:53.632 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f11957fa640 1 -- 172.21.15.81:0/4229413864 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) v1 ==== 104+0+11 (secure 0 0 0) 0x7f11800aa3a0 con 0x7f119814c1d0 2023-06-26T03:00:53.633 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:00:53.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f119e5e0640 1 -- 172.21.15.81:0/4229413864 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1178066280 msgr2=0x7f1178068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f119e5e0640 1 --2- 172.21.15.81:0/4229413864 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1178066280 0x7f1178068730 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f11980717b0 tx=0x7f1188000f40 comp rx=0 tx=0).stop 2023-06-26T03:00:53.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f119e5e0640 1 -- 172.21.15.81:0/4229413864 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f119814c1d0 msgr2=0x7f11980ad330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f119e5e0640 1 --2- 172.21.15.81:0/4229413864 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f119814c1d0 0x7f11980ad330 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f1180005040 tx=0x7f1184005800 comp rx=0 tx=0).stop 2023-06-26T03:00:53.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f119e5e0640 1 -- 172.21.15.81:0/4229413864 shutdown_connections 2023-06-26T03:00:53.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f119e5e0640 1 --2- 172.21.15.81:0/4229413864 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1178066280 0x7f1178068730 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f119e5e0640 1 --2- 172.21.15.81:0/4229413864 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f11980ab8b0 0x7f119815a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f119e5e0640 1 --2- 172.21.15.81:0/4229413864 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f119814c1d0 0x7f11980ad330 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f119e5e0640 1 --2- 172.21.15.81:0/4229413864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11840047d0 0x7f11981387b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f119e5e0640 1 -- 172.21.15.81:0/4229413864 >> 172.21.15.81:0/4229413864 conn(0x7f119806a5c0 msgr2=0x7f119815f170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:53.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f119e5e0640 1 -- 172.21.15.81:0/4229413864 shutdown_connections 2023-06-26T03:00:53.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.631+0000 7f119e5e0640 1 -- 172.21.15.81:0/4229413864 wait complete. 2023-06-26T03:00:53.650 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:00:53.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.767+0000 7f89e14f0640 1 Processor -- start 2023-06-26T03:00:53.771 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.767+0000 7f89e14f0640 1 -- start start 2023-06-26T03:00:53.772 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89e14f0640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f89dc15ba70 0x7f89dc0c9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.773 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89e14f0640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f89dc06b7b0 0x7f89dc15c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.773 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89e14f0640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89dc15cff0 con 0x7f89dc06bc10 2023-06-26T03:00:53.773 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89e14f0640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89dc0c99a0 con 0x7f89dc06b7b0 2023-06-26T03:00:53.773 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89e14f0640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89dc0c8d90 con 0x7f89dc15ba70 2023-06-26T03:00:53.773 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89d27fc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f89dc06b7b0 0x7f89dc15c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.773 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89db7fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f89dc06bc10 0x7f89dc06eed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52378/0 (socket says 172.21.15.81:52378) 2023-06-26T03:00:53.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89db7fe640 1 -- 172.21.15.81:0/1011557592 learned_addr learned my addr 172.21.15.81:0/1011557592 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:53.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89daffd640 1 --2- 172.21.15.81:0/1011557592 >> v2:172.21.15.92:3300/0 conn(0x7f89dc15ba70 0x7f89dc0c9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89da7fc640 1 -- 172.21.15.81:0/1011557592 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 656448827 0 0) 0x7f89dc15cff0 con 0x7f89dc06bc10 2023-06-26T03:00:53.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89da7fc640 1 -- 172.21.15.81:0/1011557592 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f89c8003530 con 0x7f89dc06bc10 2023-06-26T03:00:53.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89d27fc640 1 -- 172.21.15.81:0/1011557592 >> v2:172.21.15.92:3300/0 conn(0x7f89dc15ba70 msgr2=0x7f89dc0c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:53.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89d27fc640 1 --2- 172.21.15.81:0/1011557592 >> v2:172.21.15.92:3300/0 conn(0x7f89dc15ba70 0x7f89dc0c9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.774 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89d27fc640 1 -- 172.21.15.81:0/1011557592 >> v1:172.21.15.81:6789/0 conn(0x7f89dc06bc10 legacy=0x7f89dc06eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89d27fc640 1 -- 172.21.15.81:0/1011557592 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89dc0c9070 con 0x7f89dc06b7b0 2023-06-26T03:00:53.775 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89d27fc640 1 --2- 172.21.15.81:0/1011557592 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89dc06b7b0 0x7f89dc15c170 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f89dc0cdaa0 tx=0x7f89c401c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7291b711aece9d52 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:53.776 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89da7fc640 1 -- 172.21.15.81:0/1011557592 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89c40ab600 con 0x7f89dc06b7b0 2023-06-26T03:00:53.776 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89da7fc640 1 -- 172.21.15.81:0/1011557592 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89c40a7050 con 0x7f89dc06b7b0 2023-06-26T03:00:53.776 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.771+0000 7f89da7fc640 1 -- 172.21.15.81:0/1011557592 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89c40ab980 con 0x7f89dc06b7b0 2023-06-26T03:00:53.776 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 -- 172.21.15.81:0/1011557592 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89dc06b7b0 msgr2=0x7f89dc15c170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.776 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 --2- 172.21.15.81:0/1011557592 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89dc06b7b0 0x7f89dc15c170 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f89dc0cdaa0 tx=0x7f89c401c430 comp rx=0 tx=0).stop 2023-06-26T03:00:53.776 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 -- 172.21.15.81:0/1011557592 shutdown_connections 2023-06-26T03:00:53.777 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 --2- 172.21.15.81:0/1011557592 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89dc06b7b0 0x7f89dc15c170 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.777 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 --2- 172.21.15.81:0/1011557592 >> v2:172.21.15.92:3300/0 conn(0x7f89dc15ba70 0x7f89dc0c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.777 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 -- 172.21.15.81:0/1011557592 >> 172.21.15.81:0/1011557592 conn(0x7f89dc06a100 msgr2=0x7f89dc0ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:53.777 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 -- 172.21.15.81:0/1011557592 shutdown_connections 2023-06-26T03:00:53.777 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 -- 172.21.15.81:0/1011557592 wait complete. 2023-06-26T03:00:53.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 Processor -- start 2023-06-26T03:00:53.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 -- start start 2023-06-26T03:00:53.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89dc06b7b0 0x7f89dc14ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89dc06bc10 0x7f89dc154290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89dc15ba70 0x7f89dc14ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89dc0c56c0 con 0x7f89dc06bc10 2023-06-26T03:00:53.779 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89dc0c5ed0 con 0x7f89dc15ba70 2023-06-26T03:00:53.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89dc0c4d00 con 0x7f89dc06b7b0 2023-06-26T03:00:53.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89d27fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89dc06bc10 0x7f89dc154290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89d27fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89dc06bc10 0x7f89dc154290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57100/0 (socket says 172.21.15.81:57100) 2023-06-26T03:00:53.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89d27fc640 1 -- 172.21.15.81:0/3625725576 learned_addr learned my addr 172.21.15.81:0/3625725576 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:53.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89d27fc640 1 -- 172.21.15.81:0/3625725576 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89dc06b7b0 msgr2=0x7f89dc14ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89daffd640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89dc06b7b0 0x7f89dc14ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89db7fe640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89dc15ba70 0x7f89dc14ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89d27fc640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89dc06b7b0 0x7f89dc14ffc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89d27fc640 1 -- 172.21.15.81:0/3625725576 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89dc15ba70 msgr2=0x7f89dc14ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89d27fc640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89dc15ba70 0x7f89dc14ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89d27fc640 1 -- 172.21.15.81:0/3625725576 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89c4009420 con 0x7f89dc06bc10 2023-06-26T03:00:53.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89d27fc640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89dc06bc10 0x7f89dc154290 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f89c401a060 tx=0x7f89c401ac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:53.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89d3fff640 1 -- 172.21.15.81:0/3625725576 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89c40b4420 con 0x7f89dc06bc10 2023-06-26T03:00:53.781 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89d3fff640 1 -- 172.21.15.81:0/3625725576 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89c40b4580 con 0x7f89dc06bc10 2023-06-26T03:00:53.782 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 -- 172.21.15.81:0/3625725576 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89dc0c4fe0 con 0x7f89dc06bc10 2023-06-26T03:00:53.782 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89d3fff640 1 -- 172.21.15.81:0/3625725576 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89c40b4910 con 0x7f89dc06bc10 2023-06-26T03:00:53.782 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 -- 172.21.15.81:0/3625725576 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89dc0c5bf0 con 0x7f89dc06bc10 2023-06-26T03:00:53.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.775+0000 7f89e14f0640 1 -- 172.21.15.81:0/3625725576 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89dc04d790 con 0x7f89dc06bc10 2023-06-26T03:00:53.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.779+0000 7f89d3fff640 1 -- 172.21.15.81:0/3625725576 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f89c40b2070 con 0x7f89dc06bc10 2023-06-26T03:00:53.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.779+0000 7f89d3fff640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f89bc066280 0x7f89bc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:53.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.779+0000 7f89d3fff640 1 -- 172.21.15.81:0/3625725576 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f89c411d0e0 con 0x7f89dc06bc10 2023-06-26T03:00:53.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.779+0000 7f89daffd640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f89bc066280 0x7f89bc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:53.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.779+0000 7f89daffd640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f89bc066280 0x7f89bc068730 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f89dc1534c0 tx=0x7f89cc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:53.784 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.783+0000 7f89d3fff640 1 -- 172.21.15.81:0/3625725576 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f89c40ea4c0 con 0x7f89dc06bc10 2023-06-26T03:00:53.936 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.935+0000 7f89e14f0640 1 -- 172.21.15.81:0/3625725576 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f89dc0c89a0 con 0x7f89dc06bc10 2023-06-26T03:00:53.937 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.935+0000 7f89d3fff640 1 -- 172.21.15.81:0/3625725576 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) v1 ==== 100+0+11 (secure 0 0 0) 0x7f89c40edae0 con 0x7f89dc06bc10 2023-06-26T03:00:53.937 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:00:53.940 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.939+0000 7f89e14f0640 1 -- 172.21.15.81:0/3625725576 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f89bc066280 msgr2=0x7f89bc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.940 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.939+0000 7f89e14f0640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f89bc066280 0x7f89bc068730 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f89dc1534c0 tx=0x7f89cc008040 comp rx=0 tx=0).stop 2023-06-26T03:00:53.940 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.939+0000 7f89e14f0640 1 -- 172.21.15.81:0/3625725576 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89dc06bc10 msgr2=0x7f89dc154290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:53.940 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.939+0000 7f89e14f0640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89dc06bc10 0x7f89dc154290 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f89c401a060 tx=0x7f89c401ac70 comp rx=0 tx=0).stop 2023-06-26T03:00:53.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.939+0000 7f89e14f0640 1 -- 172.21.15.81:0/3625725576 shutdown_connections 2023-06-26T03:00:53.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.939+0000 7f89e14f0640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f89bc066280 0x7f89bc068730 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.939+0000 7f89e14f0640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89dc15ba70 0x7f89dc14ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.939+0000 7f89e14f0640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89dc06bc10 0x7f89dc154290 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.939+0000 7f89e14f0640 1 --2- 172.21.15.81:0/3625725576 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89dc06b7b0 0x7f89dc14ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:53.941 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.939+0000 7f89e14f0640 1 -- 172.21.15.81:0/3625725576 >> 172.21.15.81:0/3625725576 conn(0x7f89dc06a100 msgr2=0x7f89dc0ae0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:53.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.939+0000 7f89e14f0640 1 -- 172.21.15.81:0/3625725576 shutdown_connections 2023-06-26T03:00:53.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:53.939+0000 7f89e14f0640 1 -- 172.21.15.81:0/3625725576 wait complete. 2023-06-26T03:00:53.957 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:00:54.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb33af11640 1 Processor -- start 2023-06-26T03:00:54.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb33af11640 1 -- start start 2023-06-26T03:00:54.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb33af11640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb3340c8510 0x7fb33413b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb33af11640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3340c88e0 0x7fb3340c3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb33af11640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3340c2b40 con 0x7fb3340c4090 2023-06-26T03:00:54.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb33af11640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb33413b150 con 0x7fb3340c8510 2023-06-26T03:00:54.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb33af11640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3340c36c0 con 0x7fb3340c88e0 2023-06-26T03:00:54.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb333fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3340c88e0 0x7fb3340c3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb3394ae640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fb3340c4090 0x7fb3341586c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:50336/0 (socket says 172.21.15.81:50336) 2023-06-26T03:00:54.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb338cad640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb3340c8510 0x7fb33413b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb3394ae640 1 -- 172.21.15.81:0/3251011208 learned_addr learned my addr 172.21.15.81:0/3251011208 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:54.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb338cad640 1 -- 172.21.15.81:0/3251011208 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3340c88e0 msgr2=0x7fb3340c3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:54.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb338cad640 1 --2- 172.21.15.81:0/3251011208 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3340c88e0 0x7fb3340c3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb338cad640 1 -- 172.21.15.81:0/3251011208 >> v1:172.21.15.92:6789/0 conn(0x7fb3340c4090 legacy=0x7fb3341586c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb338cad640 1 -- 172.21.15.81:0/3251011208 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3340c2d90 con 0x7fb3340c8510 2023-06-26T03:00:54.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.075+0000 7fb333fff640 1 --2- 172.21.15.81:0/3251011208 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3340c88e0 0x7fb3340c3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:00:54.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb338cad640 1 --2- 172.21.15.81:0/3251011208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3340c8510 0x7fb33413b3b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb3240097c0 tx=0x7fb32401c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9b0041bfefe70a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:54.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb3337fe640 1 -- 172.21.15.81:0/3251011208 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3240ab600 con 0x7fb3340c8510 2023-06-26T03:00:54.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb3337fe640 1 -- 172.21.15.81:0/3251011208 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3240a7050 con 0x7fb3340c8510 2023-06-26T03:00:54.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb3337fe640 1 -- 172.21.15.81:0/3251011208 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3240ab980 con 0x7fb3340c8510 2023-06-26T03:00:54.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb33af11640 1 -- 172.21.15.81:0/3251011208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3340c8510 msgr2=0x7fb33413b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb33af11640 1 --2- 172.21.15.81:0/3251011208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3340c8510 0x7fb33413b3b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb3240097c0 tx=0x7fb32401c330 comp rx=0 tx=0).stop 2023-06-26T03:00:54.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb33af11640 1 -- 172.21.15.81:0/3251011208 shutdown_connections 2023-06-26T03:00:54.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb33af11640 1 --2- 172.21.15.81:0/3251011208 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3340c88e0 0x7fb3340c3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb33af11640 1 --2- 172.21.15.81:0/3251011208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3340c8510 0x7fb33413b3b0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb33af11640 1 -- 172.21.15.81:0/3251011208 >> 172.21.15.81:0/3251011208 conn(0x7fb3340af8d0 msgr2=0x7fb3340afcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:54.083 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb33af11640 1 -- 172.21.15.81:0/3251011208 shutdown_connections 2023-06-26T03:00:54.083 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb33af11640 1 -- 172.21.15.81:0/3251011208 wait complete. 2023-06-26T03:00:54.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb33af11640 1 Processor -- start 2023-06-26T03:00:54.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.079+0000 7fb33af11640 1 -- start start 2023-06-26T03:00:54.084 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb33af11640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb3340c4090 0x7fb3340b0d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.085 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb33af11640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3340c8510 0x7fb33406ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.085 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb33af11640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3340c88e0 0x7fb33414af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.085 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb33af11640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33406f3a0 con 0x7fb3340c4090 2023-06-26T03:00:54.085 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb33af11640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33406f640 con 0x7fb3340c8510 2023-06-26T03:00:54.085 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb33af11640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb33406f920 con 0x7fb3340c88e0 2023-06-26T03:00:54.085 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb338cad640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb3340c4090 0x7fb3340b0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.085 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb338cad640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb3340c4090 0x7fb3340b0d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57102/0 (socket says 172.21.15.81:57102) 2023-06-26T03:00:54.086 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb338cad640 1 -- 172.21.15.81:0/29395231 learned_addr learned my addr 172.21.15.81:0/29395231 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:54.086 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb3394ae640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3340c88e0 0x7fb33414af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.086 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb333fff640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3340c8510 0x7fb33406ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.086 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb338cad640 1 -- 172.21.15.81:0/29395231 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3340c88e0 msgr2=0x7fb33414af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.086 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb338cad640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3340c88e0 0x7fb33414af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.086 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb338cad640 1 -- 172.21.15.81:0/29395231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3340c8510 msgr2=0x7fb33406ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.086 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb338cad640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3340c8510 0x7fb33406ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.086 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb338cad640 1 -- 172.21.15.81:0/29395231 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb32800a5c0 con 0x7fb3340c4090 2023-06-26T03:00:54.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb3394ae640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3340c88e0 0x7fb33414af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:54.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb338cad640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb3340c4090 0x7fb3340b0d90 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb3240ae040 tx=0x7fb32401ab70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:54.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb3317fa640 1 -- 172.21.15.81:0/29395231 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3240b7450 con 0x7fb3340c4090 2023-06-26T03:00:54.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb3317fa640 1 -- 172.21.15.81:0/29395231 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3240b75b0 con 0x7fb3340c4090 2023-06-26T03:00:54.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb33af11640 1 -- 172.21.15.81:0/29395231 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb324009420 con 0x7fb3340c4090 2023-06-26T03:00:54.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb3317fa640 1 -- 172.21.15.81:0/29395231 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3240b7960 con 0x7fb3340c4090 2023-06-26T03:00:54.087 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb33af11640 1 -- 172.21.15.81:0/29395231 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb33406fee0 con 0x7fb3340c4090 2023-06-26T03:00:54.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb33af11640 1 -- 172.21.15.81:0/29395231 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb33404d790 con 0x7fb3340c4090 2023-06-26T03:00:54.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb3317fa640 1 -- 172.21.15.81:0/29395231 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb3240b7ac0 con 0x7fb3340c4090 2023-06-26T03:00:54.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb3317fa640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fb320066280 0x7fb320068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb333fff640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fb320066280 0x7fb320068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb3317fa640 1 -- 172.21.15.81:0/29395231 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fb32411e5f0 con 0x7fb3340c4090 2023-06-26T03:00:54.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.083+0000 7fb333fff640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fb320066280 0x7fb320068730 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb33414e320 tx=0x7fb32800a2a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:54.090 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.087+0000 7fb3317fa640 1 -- 172.21.15.81:0/29395231 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb3240eb9f0 con 0x7fb3340c4090 2023-06-26T03:00:54.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb33af11640 1 -- 172.21.15.81:0/29395231 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb3340cb470 con 0x7fb3340c4090 2023-06-26T03:00:54.257 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb3317fa640 1 -- 172.21.15.81:0/29395231 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v24) v1 ==== 80+0+0 (secure 0 0 0) 0x7fb3240ef010 con 0x7fb3340c4090 2023-06-26T03:00:54.257 INFO:teuthology.orchestra.run.smithi081.stderr:listed 0 entries 2023-06-26T03:00:54.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb33af11640 1 -- 172.21.15.81:0/29395231 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fb320066280 msgr2=0x7fb320068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb33af11640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fb320066280 0x7fb320068730 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb33414e320 tx=0x7fb32800a2a0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb33af11640 1 -- 172.21.15.81:0/29395231 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb3340c4090 msgr2=0x7fb3340b0d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb33af11640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb3340c4090 0x7fb3340b0d90 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb3240ae040 tx=0x7fb32401ab70 comp rx=0 tx=0).stop 2023-06-26T03:00:54.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb33af11640 1 -- 172.21.15.81:0/29395231 shutdown_connections 2023-06-26T03:00:54.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb33af11640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fb320066280 0x7fb320068730 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb33af11640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3340c88e0 0x7fb33414af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb33af11640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3340c8510 0x7fb33406ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb33af11640 1 --2- 172.21.15.81:0/29395231 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb3340c4090 0x7fb3340b0d90 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb33af11640 1 -- 172.21.15.81:0/29395231 >> 172.21.15.81:0/29395231 conn(0x7fb3340af8d0 msgr2=0x7fb3340afca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:54.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb33af11640 1 -- 172.21.15.81:0/29395231 shutdown_connections 2023-06-26T03:00:54.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.255+0000 7fb33af11640 1 -- 172.21.15.81:0/29395231 wait complete. 2023-06-26T03:00:54.274 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T03:00:54.274 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:00:54.279 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:54.435 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09af5e8640 1 Processor -- start 2023-06-26T03:00:54.435 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09af5e8640 1 -- start start 2023-06-26T03:00:54.436 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09af5e8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09a80b42e0 0x7f09a80d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.436 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09af5e8640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09a80cfd20 con 0x7f09a80cef50 2023-06-26T03:00:54.437 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09af5e8640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09a80ccb40 con 0x7f09a80b1630 2023-06-26T03:00:54.437 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09af5e8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09a80cce20 con 0x7f09a80b42e0 2023-06-26T03:00:54.437 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09acb83640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f09a80cef50 0x7f09a80b3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52390/0 (socket says 172.21.15.81:52390) 2023-06-26T03:00:54.437 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09acb83640 1 -- 172.21.15.81:0/822218184 learned_addr learned my addr 172.21.15.81:0/822218184 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:54.438 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09adb85640 1 --2- 172.21.15.81:0/822218184 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09a80b42e0 0x7f09a80d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 364127314 0 0) 0x7f09a80cfd20 con 0x7f09a80cef50 2023-06-26T03:00:54.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0994003530 con 0x7f09a80cef50 2023-06-26T03:00:54.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2059852105 0 0) 0x7f0994003530 con 0x7f09a80cef50 2023-06-26T03:00:54.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09a80b42e0 msgr2=0x7f09a80d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:54.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 --2- 172.21.15.81:0/822218184 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09a80b42e0 0x7f09a80d07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 >> v1:172.21.15.92:6789/0 conn(0x7f09a80b1630 legacy=0x7f09a815d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09a80cffe0 con 0x7f09a80cef50 2023-06-26T03:00:54.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f0998001680 con 0x7f09a80cef50 2023-06-26T03:00:54.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 >> v1:172.21.15.81:6789/0 conn(0x7f09a80cef50 legacy=0x7f09a80b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 --2- 172.21.15.81:0/822218184 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09940039b0 0x7f0994003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 --2- 172.21.15.81:0/822218184 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09940047d0 0x7f0994004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 --2- 172.21.15.81:0/822218184 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09a80b42e0 0x7f09940051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a80cce20 con 0x7f09940047d0 2023-06-26T03:00:54.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f099400bac0 con 0x7f09940039b0 2023-06-26T03:00:54.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f099400bc80 con 0x7f09a80b42e0 2023-06-26T03:00:54.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09acb83640 1 --2- 172.21.15.81:0/822218184 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09940047d0 0x7f0994004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09ad384640 1 --2- 172.21.15.81:0/822218184 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09940039b0 0x7f0994003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09acb83640 1 -- 172.21.15.81:0/822218184 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09a80b42e0 msgr2=0x7f09940051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:54.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09acb83640 1 --2- 172.21.15.81:0/822218184 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09a80b42e0 0x7f09940051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09acb83640 1 -- 172.21.15.81:0/822218184 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09940039b0 msgr2=0x7f0994003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:54.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09acb83640 1 --2- 172.21.15.81:0/822218184 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09940039b0 0x7f0994003dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.435+0000 7f09acb83640 1 -- 172.21.15.81:0/822218184 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0994003530 con 0x7f09940047d0 2023-06-26T03:00:54.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09acb83640 1 --2- 172.21.15.81:0/822218184 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09940047d0 0x7f0994004c40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f099800c240 tx=0x7f099801cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=497d2f704d7a6c3 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:54.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0998005ae0 con 0x7f09940047d0 2023-06-26T03:00:54.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0998005c40 con 0x7f09940047d0 2023-06-26T03:00:54.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f099ffff640 1 -- 172.21.15.81:0/822218184 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09980a5820 con 0x7f09940047d0 2023-06-26T03:00:54.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 -- 172.21.15.81:0/822218184 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09940047d0 msgr2=0x7f0994004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 --2- 172.21.15.81:0/822218184 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09940047d0 0x7f0994004c40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f099800c240 tx=0x7f099801cc10 comp rx=0 tx=0).stop 2023-06-26T03:00:54.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09adb85640 1 -- 172.21.15.81:0/822218184 reap_dead start 2023-06-26T03:00:54.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 -- 172.21.15.81:0/822218184 shutdown_connections 2023-06-26T03:00:54.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 -- 172.21.15.81:0/822218184 >> 172.21.15.81:0/822218184 conn(0x7f09a8069f00 msgr2=0x7f09a806a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:54.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 -- 172.21.15.81:0/822218184 shutdown_connections 2023-06-26T03:00:54.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 -- 172.21.15.81:0/822218184 wait complete. 2023-06-26T03:00:54.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 Processor -- start 2023-06-26T03:00:54.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 -- start start 2023-06-26T03:00:54.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09a80c9f70 0x7f09a81f7730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09a8154f30 0x7f09a81f7c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09a81553f0 0x7f09a81f81b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a80c9220 con 0x7f09a8154f30 2023-06-26T03:00:54.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a815ca50 con 0x7f09a80c9f70 2023-06-26T03:00:54.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09af5e8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09a80c9470 con 0x7f09a81553f0 2023-06-26T03:00:54.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09acb83640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09a8154f30 0x7f09a81f7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09acb83640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09a8154f30 0x7f09a81f7c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57120/0 (socket says 172.21.15.81:57120) 2023-06-26T03:00:54.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09acb83640 1 -- 172.21.15.81:0/28058863 learned_addr learned my addr 172.21.15.81:0/28058863 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:54.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09ad384640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09a80c9f70 0x7f09a81f7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09adb85640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09a81553f0 0x7f09a81f81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09acb83640 1 -- 172.21.15.81:0/28058863 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09a81553f0 msgr2=0x7f09a81f81b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09acb83640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09a81553f0 0x7f09a81f81b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09acb83640 1 -- 172.21.15.81:0/28058863 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09a80c9f70 msgr2=0x7f09a81f7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.447 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09acb83640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09a80c9f70 0x7f09a81f7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.448 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09acb83640 1 -- 172.21.15.81:0/28058863 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09a80c9750 con 0x7f09a8154f30 2023-06-26T03:00:54.448 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f09acb83640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09a8154f30 0x7f09a81f7c70 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f0998001940 tx=0x7f0994005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:54.448 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.439+0000 7f099dffb640 1 -- 172.21.15.81:0/28058863 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09980b4070 con 0x7f09a8154f30 2023-06-26T03:00:54.448 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.443+0000 7f099dffb640 1 -- 172.21.15.81:0/28058863 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09980a5e80 con 0x7f09a8154f30 2023-06-26T03:00:54.448 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.443+0000 7f09af5e8640 1 -- 172.21.15.81:0/28058863 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09a815c670 con 0x7f09a8154f30 2023-06-26T03:00:54.448 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.443+0000 7f099dffb640 1 -- 172.21.15.81:0/28058863 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0998001660 con 0x7f09a8154f30 2023-06-26T03:00:54.448 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.443+0000 7f09af5e8640 1 -- 172.21.15.81:0/28058863 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09a80ca510 con 0x7f09a8154f30 2023-06-26T03:00:54.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.443+0000 7f09af5e8640 1 -- 172.21.15.81:0/28058863 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09a804d790 con 0x7f09a8154f30 2023-06-26T03:00:54.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.443+0000 7f099dffb640 1 -- 172.21.15.81:0/28058863 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f09980048b0 con 0x7f09a8154f30 2023-06-26T03:00:54.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.443+0000 7f099dffb640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f098c066280 0x7f098c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.443+0000 7f09ad384640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f098c066280 0x7f098c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.443+0000 7f099dffb640 1 -- 172.21.15.81:0/28058863 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f099811d4d0 con 0x7f09a8154f30 2023-06-26T03:00:54.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.443+0000 7f09ad384640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f098c066280 0x7f098c068730 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f09a4007fd0 tx=0x7f09a4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:54.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.447+0000 7f099dffb640 1 -- 172.21.15.81:0/28058863 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f09980ea9e0 con 0x7f09a8154f30 2023-06-26T03:00:54.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.599+0000 7f09af5e8640 1 -- 172.21.15.81:0/28058863 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f09a80cd760 con 0x7f09a8154f30 2023-06-26T03:00:54.603 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.599+0000 7f099dffb640 1 -- 172.21.15.81:0/28058863 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) v1 ==== 74+0+18243 (secure 0 0 0) 0x7f09980ee000 con 0x7f09a8154f30 2023-06-26T03:00:54.603 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:54.603 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":24,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:15.142509+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:54.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.603+0000 7f09af5e8640 1 -- 172.21.15.81:0/28058863 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f098c066280 msgr2=0x7f098c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.603+0000 7f09af5e8640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f098c066280 0x7f098c068730 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f09a4007fd0 tx=0x7f09a4009040 comp rx=0 tx=0).stop 2023-06-26T03:00:54.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.603+0000 7f09af5e8640 1 -- 172.21.15.81:0/28058863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09a8154f30 msgr2=0x7f09a81f7c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.603+0000 7f09af5e8640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09a8154f30 0x7f09a81f7c70 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f0998001940 tx=0x7f0994005800 comp rx=0 tx=0).stop 2023-06-26T03:00:54.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.603+0000 7f09af5e8640 1 -- 172.21.15.81:0/28058863 shutdown_connections 2023-06-26T03:00:54.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.603+0000 7f09af5e8640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f098c066280 0x7f098c068730 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.603+0000 7f09af5e8640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09a81553f0 0x7f09a81f81b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.603+0000 7f09af5e8640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f09a8154f30 0x7f09a81f7c70 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.603+0000 7f09af5e8640 1 --2- 172.21.15.81:0/28058863 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09a80c9f70 0x7f09a81f7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.603+0000 7f09af5e8640 1 -- 172.21.15.81:0/28058863 >> 172.21.15.81:0/28058863 conn(0x7f09a8069f00 msgr2=0x7f09a81595f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:54.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.603+0000 7f09af5e8640 1 -- 172.21.15.81:0/28058863 shutdown_connections 2023-06-26T03:00:54.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.603+0000 7f09af5e8640 1 -- 172.21.15.81:0/28058863 wait complete. 2023-06-26T03:00:54.622 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:00:54.622 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:00:54.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.742+0000 7fbeb2dc8640 1 Processor -- start 2023-06-26T03:00:54.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.742+0000 7fbeb2dc8640 1 -- start start 2023-06-26T03:00:54.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb2dc8640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbeac06fff0 0x7fbeac070470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb2dc8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbeac0af6b0 0x7fbeac0afb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb2dc8640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbeac071170 con 0x7fbeac159a60 2023-06-26T03:00:54.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb2dc8640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbeac0709b0 con 0x7fbeac06fff0 2023-06-26T03:00:54.749 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb2dc8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbeac0b0070 con 0x7fbeac0af6b0 2023-06-26T03:00:54.749 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb0b64640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fbeac159a60 0x7fbeac0c1780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52402/0 (socket says 172.21.15.81:52402) 2023-06-26T03:00:54.749 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb0b64640 1 -- 172.21.15.81:0/1593265189 learned_addr learned my addr 172.21.15.81:0/1593265189 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:54.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb1365640 1 --2- 172.21.15.81:0/1593265189 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbeac0af6b0 0x7fbeac0afb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeabfff640 1 --2- 172.21.15.81:0/1593265189 >> v2:172.21.15.92:3300/0 conn(0x7fbeac06fff0 0x7fbeac070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2172101859 0 0) 0x7fbeac071170 con 0x7fbeac159a60 2023-06-26T03:00:54.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbe9c003530 con 0x7fbeac159a60 2023-06-26T03:00:54.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3568374827 0 0) 0x7fbe9c003530 con 0x7fbeac159a60 2023-06-26T03:00:54.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbeac0af6b0 msgr2=0x7fbeac0afb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:54.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 --2- 172.21.15.81:0/1593265189 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbeac0af6b0 0x7fbeac0afb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 >> v2:172.21.15.92:3300/0 conn(0x7fbeac06fff0 msgr2=0x7fbeac070470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:54.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 --2- 172.21.15.81:0/1593265189 >> v2:172.21.15.92:3300/0 conn(0x7fbeac06fff0 0x7fbeac070470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbeac0c1e90 con 0x7fbeac159a60 2023-06-26T03:00:54.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fbea0001680 con 0x7fbeac159a60 2023-06-26T03:00:54.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 >> v1:172.21.15.81:6789/0 conn(0x7fbeac159a60 legacy=0x7fbeac0c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 --2- 172.21.15.81:0/1593265189 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe9c003980 0x7fbe9c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 --2- 172.21.15.81:0/1593265189 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe9c0043b0 0x7fbe9c004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 --2- 172.21.15.81:0/1593265189 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbeac0af6b0 0x7fbe9c004f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbeac0709b0 con 0x7fbe9c003980 2023-06-26T03:00:54.752 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbeac0b0070 con 0x7fbe9c0043b0 2023-06-26T03:00:54.753 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe9c00b990 con 0x7fbeac0af6b0 2023-06-26T03:00:54.753 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb0b64640 1 --2- 172.21.15.81:0/1593265189 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe9c003980 0x7fbe9c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.753 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeabfff640 1 --2- 172.21.15.81:0/1593265189 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe9c0043b0 0x7fbe9c004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.753 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb0b64640 1 -- 172.21.15.81:0/1593265189 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbeac0af6b0 msgr2=0x7fbe9c004f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:54.754 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb0b64640 1 --2- 172.21.15.81:0/1593265189 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbeac0af6b0 0x7fbe9c004f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.754 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb0b64640 1 -- 172.21.15.81:0/1593265189 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe9c0043b0 msgr2=0x7fbe9c004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:54.754 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb0b64640 1 --2- 172.21.15.81:0/1593265189 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe9c0043b0 0x7fbe9c004870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.755 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.746+0000 7fbeb0b64640 1 -- 172.21.15.81:0/1593265189 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe9c003530 con 0x7fbe9c003980 2023-06-26T03:00:54.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb0b64640 1 --2- 172.21.15.81:0/1593265189 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe9c003980 0x7fbe9c003d90 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fbea000c290 tx=0x7fbea001ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bf4033672303cc4 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:54.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea0005ae0 con 0x7fbe9c003980 2023-06-26T03:00:54.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbea0005c40 con 0x7fbe9c003980 2023-06-26T03:00:54.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeab7fe640 1 -- 172.21.15.81:0/1593265189 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea0007070 con 0x7fbe9c003980 2023-06-26T03:00:54.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/1593265189 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe9c003980 msgr2=0x7fbe9c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 --2- 172.21.15.81:0/1593265189 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe9c003980 0x7fbe9c003d90 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fbea000c290 tx=0x7fbea001ccb0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb1365640 1 -- 172.21.15.81:0/1593265189 reap_dead start 2023-06-26T03:00:54.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/1593265189 shutdown_connections 2023-06-26T03:00:54.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/1593265189 >> 172.21.15.81:0/1593265189 conn(0x7fbeac06a100 msgr2=0x7fbeac0ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:54.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/1593265189 shutdown_connections 2023-06-26T03:00:54.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/1593265189 wait complete. 2023-06-26T03:00:54.759 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 Processor -- start 2023-06-26T03:00:54.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 -- start start 2023-06-26T03:00:54.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe9c003980 0x7fbeac0b0a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbeac1485b0 0x7fbeac155cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbeac148a20 0x7fbeac1561f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbeac14a460 con 0x7fbe9c003980 2023-06-26T03:00:54.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbeac14fe50 con 0x7fbeac1485b0 2023-06-26T03:00:54.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbeac0b0fa0 con 0x7fbeac148a20 2023-06-26T03:00:54.760 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb0b64640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe9c003980 0x7fbeac0b0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb0b64640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe9c003980 0x7fbeac0b0a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57136/0 (socket says 172.21.15.81:57136) 2023-06-26T03:00:54.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb0b64640 1 -- 172.21.15.81:0/402091102 learned_addr learned my addr 172.21.15.81:0/402091102 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:54.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb1365640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbeac148a20 0x7fbeac1561f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeabfff640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbeac1485b0 0x7fbeac155cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb0b64640 1 -- 172.21.15.81:0/402091102 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbeac148a20 msgr2=0x7fbeac1561f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb0b64640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbeac148a20 0x7fbeac1561f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.761 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb0b64640 1 -- 172.21.15.81:0/402091102 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbeac1485b0 msgr2=0x7fbeac155cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb0b64640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbeac1485b0 0x7fbeac155cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb0b64640 1 -- 172.21.15.81:0/402091102 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbeac150060 con 0x7fbe9c003980 2023-06-26T03:00:54.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb1365640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbeac148a20 0x7fbeac1561f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:54.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb0b64640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe9c003980 0x7fbeac0b0a60 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fbea0005fd0 tx=0x7fbe9c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:54.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbea97fa640 1 -- 172.21.15.81:0/402091102 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea0001c90 con 0x7fbe9c003980 2023-06-26T03:00:54.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbea97fa640 1 -- 172.21.15.81:0/402091102 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbea0001440 con 0x7fbe9c003980 2023-06-26T03:00:54.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/402091102 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbeac150340 con 0x7fbe9c003980 2023-06-26T03:00:54.762 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbea97fa640 1 -- 172.21.15.81:0/402091102 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea0007090 con 0x7fbe9c003980 2023-06-26T03:00:54.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.750+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/402091102 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbeac150900 con 0x7fbe9c003980 2023-06-26T03:00:54.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.754+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/402091102 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbeac04d790 con 0x7fbe9c003980 2023-06-26T03:00:54.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.754+0000 7fbea97fa640 1 -- 172.21.15.81:0/402091102 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbea00071f0 con 0x7fbe9c003980 2023-06-26T03:00:54.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.754+0000 7fbea97fa640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbe90066280 0x7fbe90068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:54.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.754+0000 7fbea97fa640 1 -- 172.21.15.81:0/402091102 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fbea011d700 con 0x7fbe9c003980 2023-06-26T03:00:54.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.754+0000 7fbeabfff640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbe90066280 0x7fbe90068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:54.763 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.754+0000 7fbeabfff640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbe90066280 0x7fbe90068730 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbeac1f5a40 tx=0x7fbe98008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:54.764 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.758+0000 7fbea97fa640 1 -- 172.21.15.81:0/402091102 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbea00eac10 con 0x7fbe9c003980 2023-06-26T03:00:54.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.914+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/402091102 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbeac159160 con 0x7fbe9c003980 2023-06-26T03:00:54.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.914+0000 7fbea97fa640 1 -- 172.21.15.81:0/402091102 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbea00ac020 con 0x7fbe9c003980 2023-06-26T03:00:54.919 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:00:54.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.918+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/402091102 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbe90066280 msgr2=0x7fbe90068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.918+0000 7fbeb2dc8640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbe90066280 0x7fbe90068730 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbeac1f5a40 tx=0x7fbe98008040 comp rx=0 tx=0).stop 2023-06-26T03:00:54.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.918+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/402091102 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe9c003980 msgr2=0x7fbeac0b0a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:54.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.918+0000 7fbeb2dc8640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe9c003980 0x7fbeac0b0a60 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fbea0005fd0 tx=0x7fbe9c005800 comp rx=0 tx=0).stop 2023-06-26T03:00:54.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.918+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/402091102 shutdown_connections 2023-06-26T03:00:54.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.918+0000 7fbeb2dc8640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbe90066280 0x7fbe90068730 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.918+0000 7fbeb2dc8640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbeac148a20 0x7fbeac1561f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.918+0000 7fbeb2dc8640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbeac1485b0 0x7fbeac155cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.918+0000 7fbeb2dc8640 1 --2- 172.21.15.81:0/402091102 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe9c003980 0x7fbeac0b0a60 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:54.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.918+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/402091102 >> 172.21.15.81:0/402091102 conn(0x7fbeac06a100 msgr2=0x7fbeac157b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:54.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.918+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/402091102 shutdown_connections 2023-06-26T03:00:54.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:54.918+0000 7fbeb2dc8640 1 -- 172.21.15.81:0/402091102 wait complete. 2023-06-26T03:00:54.938 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:00:55.066 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.062+0000 7f94b7dbd640 1 Processor -- start 2023-06-26T03:00:55.066 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.062+0000 7f94b7dbd640 1 -- start start 2023-06-26T03:00:55.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b7dbd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f94b015ba70 0x7f94b00c9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b7dbd640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94b015cff0 con 0x7f94b006b7b0 2023-06-26T03:00:55.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b7dbd640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94b00c99a0 con 0x7f94b015c880 2023-06-26T03:00:55.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b7dbd640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94b00c8d90 con 0x7f94b015ba70 2023-06-26T03:00:55.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b5358640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f94b006b7b0 0x7f94b015c170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52408/0 (socket says 172.21.15.81:52408) 2023-06-26T03:00:55.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b5358640 1 -- 172.21.15.81:0/2486752449 learned_addr learned my addr 172.21.15.81:0/2486752449 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:55.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b5b59640 1 --2- 172.21.15.81:0/2486752449 >> v2:172.21.15.92:3300/0 conn(0x7f94b015ba70 0x7f94b00c9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3144139924 0 0) 0x7f94b015cff0 con 0x7f94b006b7b0 2023-06-26T03:00:55.070 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f949c003530 con 0x7f94b006b7b0 2023-06-26T03:00:55.070 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1333078708 0 0) 0x7f949c003530 con 0x7f94b006b7b0 2023-06-26T03:00:55.070 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 >> v2:172.21.15.92:3300/0 conn(0x7f94b015ba70 msgr2=0x7f94b00c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:55.070 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 --2- 172.21.15.81:0/2486752449 >> v2:172.21.15.92:3300/0 conn(0x7f94b015ba70 0x7f94b00c9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.070 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 >> v1:172.21.15.92:6789/0 conn(0x7f94b015c880 legacy=0x7f94b006eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.070 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94b00c9070 con 0x7f94b006b7b0 2023-06-26T03:00:55.070 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f94a0001680 con 0x7f94b006b7b0 2023-06-26T03:00:55.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 >> v1:172.21.15.81:6789/0 conn(0x7f94b006b7b0 legacy=0x7f94b015c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 --2- 172.21.15.81:0/2486752449 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f949c003980 0x7f949c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 --2- 172.21.15.81:0/2486752449 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f949c0047d0 0x7f949c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 --2- 172.21.15.81:0/2486752449 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f949c005180 0x7f949c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94b00c8d90 con 0x7f949c003980 2023-06-26T03:00:55.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f949c00c000 con 0x7f949c005180 2023-06-26T03:00:55.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f949c00e3d0 con 0x7f949c0047d0 2023-06-26T03:00:55.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b5b59640 1 --2- 172.21.15.81:0/2486752449 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f949c003980 0x7f949c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b635a640 1 --2- 172.21.15.81:0/2486752449 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f949c005180 0x7f949c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b5b59640 1 -- 172.21.15.81:0/2486752449 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f949c0047d0 msgr2=0x7f949c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:55.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b5b59640 1 --2- 172.21.15.81:0/2486752449 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f949c0047d0 0x7f949c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b5b59640 1 -- 172.21.15.81:0/2486752449 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f949c005180 msgr2=0x7f949c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:55.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b5b59640 1 --2- 172.21.15.81:0/2486752449 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f949c005180 0x7f949c00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b5b59640 1 -- 172.21.15.81:0/2486752449 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f949c003530 con 0x7f949c003980 2023-06-26T03:00:55.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b635a640 1 --2- 172.21.15.81:0/2486752449 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f949c005180 0x7f949c00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:55.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b635a640 1 -- 172.21.15.81:0/2486752449 reap_dead start 2023-06-26T03:00:55.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b5b59640 1 --2- 172.21.15.81:0/2486752449 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f949c003980 0x7f949c003d90 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f94ac009fc0 tx=0x7f94ac01cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1437b46459a7f7e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:55.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ac0a5a50 con 0x7f949c003980 2023-06-26T03:00:55.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94ac00f040 con 0x7f949c003980 2023-06-26T03:00:55.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.066+0000 7f94b4b57640 1 -- 172.21.15.81:0/2486752449 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ac0a5df0 con 0x7f949c003980 2023-06-26T03:00:55.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 -- 172.21.15.81:0/2486752449 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f949c003980 msgr2=0x7f949c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 --2- 172.21.15.81:0/2486752449 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f949c003980 0x7f949c003d90 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f94ac009fc0 tx=0x7f94ac01cc30 comp rx=0 tx=0).stop 2023-06-26T03:00:55.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 -- 172.21.15.81:0/2486752449 shutdown_connections 2023-06-26T03:00:55.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 --2- 172.21.15.81:0/2486752449 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f949c003980 0x7f949c003d90 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 -- 172.21.15.81:0/2486752449 >> 172.21.15.81:0/2486752449 conn(0x7f94b006a100 msgr2=0x7f94b00ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:55.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 -- 172.21.15.81:0/2486752449 shutdown_connections 2023-06-26T03:00:55.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 -- 172.21.15.81:0/2486752449 wait complete. 2023-06-26T03:00:55.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 Processor -- start 2023-06-26T03:00:55.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 -- start start 2023-06-26T03:00:55.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f949c003980 0x7f94b00c4110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94b00c2060 0x7f94b014c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.076 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94b00ad8d0 0x7f94b00add40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94b00c38e0 con 0x7f949c003980 2023-06-26T03:00:55.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94b00ae280 con 0x7f94b00ad8d0 2023-06-26T03:00:55.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94b00c2840 con 0x7f94b00c2060 2023-06-26T03:00:55.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b5b59640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f949c003980 0x7f94b00c4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b5b59640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f949c003980 0x7f94b00c4110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57154/0 (socket says 172.21.15.81:57154) 2023-06-26T03:00:55.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b5b59640 1 -- 172.21.15.81:0/4058485786 learned_addr learned my addr 172.21.15.81:0/4058485786 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:55.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b635a640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94b00ad8d0 0x7f94b00add40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b5358640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94b00c2060 0x7f94b014c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b5b59640 1 -- 172.21.15.81:0/4058485786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94b00c2060 msgr2=0x7f94b014c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b5b59640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94b00c2060 0x7f94b014c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b5b59640 1 -- 172.21.15.81:0/4058485786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94b00ad8d0 msgr2=0x7f94b00add40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b5b59640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94b00ad8d0 0x7f94b00add40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b5b59640 1 -- 172.21.15.81:0/4058485786 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94b00c2b20 con 0x7f949c003980 2023-06-26T03:00:55.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b5358640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94b00c2060 0x7f94b014c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:55.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b5b59640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f949c003980 0x7f94b00c4110 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f94ac01c6a0 tx=0x7f94ac009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:55.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94a67fc640 1 -- 172.21.15.81:0/4058485786 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ac003ba0 con 0x7f949c003980 2023-06-26T03:00:55.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94a67fc640 1 -- 172.21.15.81:0/4058485786 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94ac003d00 con 0x7f949c003980 2023-06-26T03:00:55.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 -- 172.21.15.81:0/4058485786 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94b00c2e00 con 0x7f949c003980 2023-06-26T03:00:55.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94a67fc640 1 -- 172.21.15.81:0/4058485786 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ac004240 con 0x7f949c003980 2023-06-26T03:00:55.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 -- 172.21.15.81:0/4058485786 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94b00c33c0 con 0x7f949c003980 2023-06-26T03:00:55.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.070+0000 7f94b7dbd640 1 -- 172.21.15.81:0/4058485786 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94b00c89c0 con 0x7f949c003980 2023-06-26T03:00:55.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.074+0000 7f94a67fc640 1 -- 172.21.15.81:0/4058485786 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f94ac0b4040 con 0x7f949c003980 2023-06-26T03:00:55.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.074+0000 7f94a67fc640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9494066280 0x7f9494068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.074+0000 7f94a67fc640 1 -- 172.21.15.81:0/4058485786 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f94ac11e290 con 0x7f949c003980 2023-06-26T03:00:55.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.074+0000 7f94b5358640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9494066280 0x7f9494068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.074+0000 7f94b5358640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9494066280 0x7f9494068730 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f94b0153de0 tx=0x7f94a0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:55.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.078+0000 7f94a67fc640 1 -- 172.21.15.81:0/4058485786 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f94ac0eb810 con 0x7f949c003980 2023-06-26T03:00:55.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.230+0000 7f94b7dbd640 1 -- 172.21.15.81:0/4058485786 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f94b004d790 con 0x7f949c003980 2023-06-26T03:00:55.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.230+0000 7f94a67fc640 1 -- 172.21.15.81:0/4058485786 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v25) v1 ==== 92+0+10 (secure 0 0 0) 0x7f94ac0eee30 con 0x7f949c003980 2023-06-26T03:00:55.235 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:00:55.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.234+0000 7f94b7dbd640 1 -- 172.21.15.81:0/4058485786 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9494066280 msgr2=0x7f9494068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.234+0000 7f94b7dbd640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9494066280 0x7f9494068730 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f94b0153de0 tx=0x7f94a0009040 comp rx=0 tx=0).stop 2023-06-26T03:00:55.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.234+0000 7f94b7dbd640 1 -- 172.21.15.81:0/4058485786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f949c003980 msgr2=0x7f94b00c4110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.234+0000 7f94b7dbd640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f949c003980 0x7f94b00c4110 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f94ac01c6a0 tx=0x7f94ac009750 comp rx=0 tx=0).stop 2023-06-26T03:00:55.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.234+0000 7f94b7dbd640 1 -- 172.21.15.81:0/4058485786 shutdown_connections 2023-06-26T03:00:55.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.234+0000 7f94b7dbd640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9494066280 0x7f9494068730 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.234+0000 7f94b7dbd640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94b00ad8d0 0x7f94b00add40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.234+0000 7f94b7dbd640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94b00c2060 0x7f94b014c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.234+0000 7f94b7dbd640 1 --2- 172.21.15.81:0/4058485786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f949c003980 0x7f94b00c4110 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.234+0000 7f94b7dbd640 1 -- 172.21.15.81:0/4058485786 >> 172.21.15.81:0/4058485786 conn(0x7f94b006a100 msgr2=0x7f94b00b3140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:55.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.234+0000 7f94b7dbd640 1 -- 172.21.15.81:0/4058485786 shutdown_connections 2023-06-26T03:00:55.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.234+0000 7f94b7dbd640 1 -- 172.21.15.81:0/4058485786 wait complete. 2023-06-26T03:00:55.254 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:00:55.375 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.374+0000 7f5fed0b8640 1 Processor -- start 2023-06-26T03:00:55.376 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.374+0000 7f5fed0b8640 1 -- start start 2023-06-26T03:00:55.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.374+0000 7f5fed0b8640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f5fe8159a60 0x7f5fe80c1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.374+0000 7f5fed0b8640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5fe8071170 con 0x7f5fe80afdc0 2023-06-26T03:00:55.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.374+0000 7f5fed0b8640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5fe8070bb0 con 0x7f5fe806fff0 2023-06-26T03:00:55.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.374+0000 7f5fed0b8640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fe8070e90 con 0x7f5fe8159a60 2023-06-26T03:00:55.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.374+0000 7f5fe6d9d640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f5fe8159a60 0x7f5fe80c1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.377 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.374+0000 7f5fe6d9d640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f5fe8159a60 0x7f5fe80c1780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57166/0 (socket says 172.21.15.81:57166) 2023-06-26T03:00:55.378 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.374+0000 7f5fe6d9d640 1 -- 172.21.15.81:0/2633519472 learned_addr learned my addr 172.21.15.81:0/2633519472 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:55.378 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.374+0000 7f5fe6d9d640 1 -- 172.21.15.81:0/2633519472 >> v1:172.21.15.92:6789/0 conn(0x7f5fe806fff0 legacy=0x7f5fe80af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:55.378 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.374+0000 7f5fe6d9d640 1 -- 172.21.15.81:0/2633519472 >> v1:172.21.15.81:6789/0 conn(0x7f5fe80afdc0 legacy=0x7f5fe806b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.378 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.374+0000 7f5fe6d9d640 1 -- 172.21.15.81:0/2633519472 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fe806b0d0 con 0x7f5fe8159a60 2023-06-26T03:00:55.378 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.374+0000 7f5fe5d9b640 1 -- 172.21.15.81:0/2633519472 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 154537720 0 0) 0x7f5fe8071170 con 0x7f5fe80afdc0 2023-06-26T03:00:55.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe6d9d640 1 --2- 172.21.15.81:0/2633519472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5fe8159a60 0x7f5fe80c1780 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f5fdc009870 tx=0x7f5fdc01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ddb97f860407463 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:55.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe5d9b640 1 -- 172.21.15.81:0/2633519472 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fdc0aa650 con 0x7f5fe8159a60 2023-06-26T03:00:55.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe5d9b640 1 -- 172.21.15.81:0/2633519472 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fdc0aa7b0 con 0x7f5fe8159a60 2023-06-26T03:00:55.380 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe5d9b640 1 -- 172.21.15.81:0/2633519472 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fdc0aab40 con 0x7f5fe8159a60 2023-06-26T03:00:55.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 -- 172.21.15.81:0/2633519472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5fe8159a60 msgr2=0x7f5fe80c1780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 --2- 172.21.15.81:0/2633519472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5fe8159a60 0x7f5fe80c1780 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f5fdc009870 tx=0x7f5fdc01c4d0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 -- 172.21.15.81:0/2633519472 shutdown_connections 2023-06-26T03:00:55.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 --2- 172.21.15.81:0/2633519472 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5fe8159a60 0x7f5fe80c1780 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 -- 172.21.15.81:0/2633519472 >> 172.21.15.81:0/2633519472 conn(0x7f5fe806a100 msgr2=0x7f5fe80ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:55.381 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 -- 172.21.15.81:0/2633519472 shutdown_connections 2023-06-26T03:00:55.382 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 -- 172.21.15.81:0/2633519472 wait complete. 2023-06-26T03:00:55.383 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 Processor -- start 2023-06-26T03:00:55.383 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 -- start start 2023-06-26T03:00:55.383 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5fe806fff0 0x7f5fe80b30e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.383 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5fe80afdc0 0x7f5fe8151100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.383 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5fe8159a60 0x7f5fe814a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.383 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fe814e170 con 0x7f5fe8159a60 2023-06-26T03:00:55.384 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fe8150620 con 0x7f5fe80afdc0 2023-06-26T03:00:55.384 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fed0b8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fe8150900 con 0x7f5fe806fff0 2023-06-26T03:00:55.384 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe759e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5fe8159a60 0x7f5fe814a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.384 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe759e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5fe8159a60 0x7f5fe814a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57176/0 (socket says 172.21.15.81:57176) 2023-06-26T03:00:55.384 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe759e640 1 -- 172.21.15.81:0/3942340272 learned_addr learned my addr 172.21.15.81:0/3942340272 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:55.384 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe6d9d640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5fe806fff0 0x7f5fe80b30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.384 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe659c640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5fe80afdc0 0x7f5fe8151100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe759e640 1 -- 172.21.15.81:0/3942340272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5fe806fff0 msgr2=0x7f5fe80b30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe759e640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5fe806fff0 0x7f5fe80b30e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe759e640 1 -- 172.21.15.81:0/3942340272 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5fe80afdc0 msgr2=0x7f5fe8151100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe759e640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5fe80afdc0 0x7f5fe8151100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe759e640 1 -- 172.21.15.81:0/3942340272 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fdc0094d0 con 0x7f5fe8159a60 2023-06-26T03:00:55.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.378+0000 7f5fe759e640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5fe8159a60 0x7f5fe814a7f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f5fe0002240 tx=0x7f5fe000cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:55.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.382+0000 7f5fcf7fe640 1 -- 172.21.15.81:0/3942340272 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fe000cea0 con 0x7f5fe8159a60 2023-06-26T03:00:55.386 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.382+0000 7f5fcf7fe640 1 -- 172.21.15.81:0/3942340272 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fe0003db0 con 0x7f5fe8159a60 2023-06-26T03:00:55.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.382+0000 7f5fed0b8640 1 -- 172.21.15.81:0/3942340272 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fe8150be0 con 0x7f5fe8159a60 2023-06-26T03:00:55.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.382+0000 7f5fcf7fe640 1 -- 172.21.15.81:0/3942340272 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fe00052b0 con 0x7f5fe8159a60 2023-06-26T03:00:55.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.382+0000 7f5fed0b8640 1 -- 172.21.15.81:0/3942340272 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fe80b1af0 con 0x7f5fe8159a60 2023-06-26T03:00:55.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.382+0000 7f5fed0b8640 1 -- 172.21.15.81:0/3942340272 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5fe804d790 con 0x7f5fe8159a60 2023-06-26T03:00:55.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.382+0000 7f5fcf7fe640 1 -- 172.21.15.81:0/3942340272 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5fe0005410 con 0x7f5fe8159a60 2023-06-26T03:00:55.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.382+0000 7f5fcf7fe640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5fd4066280 0x7f5fd4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.387 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.382+0000 7f5fcf7fe640 1 -- 172.21.15.81:0/3942340272 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f5fe0083630 con 0x7f5fe8159a60 2023-06-26T03:00:55.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.382+0000 7f5fe6d9d640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5fd4066280 0x7f5fd4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.382+0000 7f5fe6d9d640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5fd4066280 0x7f5fd4068730 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5fdc0ae000 tx=0x7f5fdc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:55.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.386+0000 7f5fcf7fe640 1 -- 172.21.15.81:0/3942340272 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5fe0050a70 con 0x7f5fe8159a60 2023-06-26T03:00:55.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.530+0000 7f5fed0b8640 1 -- 172.21.15.81:0/3942340272 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5fe80c7fc0 con 0x7f5fe8159a60 2023-06-26T03:00:55.534 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.530+0000 7f5fcf7fe640 1 -- 172.21.15.81:0/3942340272 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5fe0054090 con 0x7f5fe8159a60 2023-06-26T03:00:55.534 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:00:55.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.534+0000 7f5fed0b8640 1 -- 172.21.15.81:0/3942340272 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5fd4066280 msgr2=0x7f5fd4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.534+0000 7f5fed0b8640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5fd4066280 0x7f5fd4068730 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5fdc0ae000 tx=0x7f5fdc008040 comp rx=0 tx=0).stop 2023-06-26T03:00:55.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.534+0000 7f5fed0b8640 1 -- 172.21.15.81:0/3942340272 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5fe8159a60 msgr2=0x7f5fe814a7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.534+0000 7f5fed0b8640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5fe8159a60 0x7f5fe814a7f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f5fe0002240 tx=0x7f5fe000cc50 comp rx=0 tx=0).stop 2023-06-26T03:00:55.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.534+0000 7f5fed0b8640 1 -- 172.21.15.81:0/3942340272 shutdown_connections 2023-06-26T03:00:55.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.534+0000 7f5fed0b8640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5fd4066280 0x7f5fd4068730 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.534+0000 7f5fed0b8640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5fe8159a60 0x7f5fe814a7f0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.534+0000 7f5fed0b8640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5fe80afdc0 0x7f5fe8151100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.534+0000 7f5fed0b8640 1 --2- 172.21.15.81:0/3942340272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5fe806fff0 0x7f5fe80b30e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.534+0000 7f5fed0b8640 1 -- 172.21.15.81:0/3942340272 >> 172.21.15.81:0/3942340272 conn(0x7f5fe806a100 msgr2=0x7f5fe814e960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:55.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.534+0000 7f5fed0b8640 1 -- 172.21.15.81:0/3942340272 shutdown_connections 2023-06-26T03:00:55.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.534+0000 7f5fed0b8640 1 -- 172.21.15.81:0/3942340272 wait complete. 2023-06-26T03:00:55.551 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:00:55.674 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.670+0000 7f29cd5e6640 1 Processor -- start 2023-06-26T03:00:55.674 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.670+0000 7f29cd5e6640 1 -- start start 2023-06-26T03:00:55.675 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29cd5e6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29c80afdc0 0x7f29c8070470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.676 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29cd5e6640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29c8071170 con 0x7f29c806fff0 2023-06-26T03:00:55.676 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29cd5e6640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29c80c1e90 con 0x7f29c8159a60 2023-06-26T03:00:55.676 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29cd5e6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29c80709b0 con 0x7f29c80afdc0 2023-06-26T03:00:55.676 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29bffff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f29c806fff0 0x7f29c80af6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52424/0 (socket says 172.21.15.81:52424) 2023-06-26T03:00:55.676 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29bffff640 1 -- 172.21.15.81:0/412989665 learned_addr learned my addr 172.21.15.81:0/412989665 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:55.677 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c77fe640 1 --2- 172.21.15.81:0/412989665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29c80afdc0 0x7f29c8070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.678 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2976976398 0 0) 0x7f29c8071170 con 0x7f29c806fff0 2023-06-26T03:00:55.678 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f29b4003530 con 0x7f29c806fff0 2023-06-26T03:00:55.678 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3284366061 0 0) 0x7f29b4003530 con 0x7f29c806fff0 2023-06-26T03:00:55.678 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29c80afdc0 msgr2=0x7f29c8070470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:55.678 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 --2- 172.21.15.81:0/412989665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29c80afdc0 0x7f29c8070470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.678 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 >> v1:172.21.15.92:6789/0 conn(0x7f29c8159a60 legacy=0x7f29c80c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.679 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29c8070bb0 con 0x7f29c806fff0 2023-06-26T03:00:55.679 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f29b0001680 con 0x7f29c806fff0 2023-06-26T03:00:55.679 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 >> v1:172.21.15.81:6789/0 conn(0x7f29c806fff0 legacy=0x7f29c80af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.679 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 --2- 172.21.15.81:0/412989665 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29b40039b0 0x7f29b4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.679 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 --2- 172.21.15.81:0/412989665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29c80afdc0 0x7f29b40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.679 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 --2- 172.21.15.81:0/412989665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29b4004d10 0x7f29b4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.679 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29c80709b0 con 0x7f29b40039b0 2023-06-26T03:00:55.679 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29b400ba40 con 0x7f29b4004d10 2023-06-26T03:00:55.680 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29b400bc00 con 0x7f29c80afdc0 2023-06-26T03:00:55.680 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c6ffd640 1 --2- 172.21.15.81:0/412989665 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29b40039b0 0x7f29b4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.680 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c6ffd640 1 -- 172.21.15.81:0/412989665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29c80afdc0 msgr2=0x7f29b40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:55.680 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c6ffd640 1 --2- 172.21.15.81:0/412989665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29c80afdc0 0x7f29b40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.680 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c6ffd640 1 -- 172.21.15.81:0/412989665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29b4004d10 msgr2=0x7f29b4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:55.680 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c6ffd640 1 --2- 172.21.15.81:0/412989665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29b4004d10 0x7f29b4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.680 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c6ffd640 1 -- 172.21.15.81:0/412989665 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29b4003530 con 0x7f29b40039b0 2023-06-26T03:00:55.682 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c6ffd640 1 --2- 172.21.15.81:0/412989665 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29b40039b0 0x7f29b4003dc0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f29b8001780 tx=0x7f29b801c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=561934e04959894f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:55.682 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.674+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b80a4de0 con 0x7f29b40039b0 2023-06-26T03:00:55.682 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29b80050d0 con 0x7f29b40039b0 2023-06-26T03:00:55.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29c67fc640 1 -- 172.21.15.81:0/412989665 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b8005480 con 0x7f29b40039b0 2023-06-26T03:00:55.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 -- 172.21.15.81:0/412989665 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29b40039b0 msgr2=0x7f29b4003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 --2- 172.21.15.81:0/412989665 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29b40039b0 0x7f29b4003dc0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f29b8001780 tx=0x7f29b801c3d0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29c77fe640 1 -- 172.21.15.81:0/412989665 reap_dead start 2023-06-26T03:00:55.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 -- 172.21.15.81:0/412989665 shutdown_connections 2023-06-26T03:00:55.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 -- 172.21.15.81:0/412989665 >> 172.21.15.81:0/412989665 conn(0x7f29c806a100 msgr2=0x7f29c80ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:55.683 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 -- 172.21.15.81:0/412989665 shutdown_connections 2023-06-26T03:00:55.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 -- 172.21.15.81:0/412989665 wait complete. 2023-06-26T03:00:55.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 Processor -- start 2023-06-26T03:00:55.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 -- start start 2023-06-26T03:00:55.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29b40039b0 0x7f29c81541b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29c80ae6c0 0x7f29c80aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29c80c4e20 0x7f29c80c5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29c80af050 con 0x7f29b40039b0 2023-06-26T03:00:55.684 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29c80c5bc0 con 0x7f29c80ae6c0 2023-06-26T03:00:55.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29c80c5ea0 con 0x7f29c80c4e20 2023-06-26T03:00:55.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29c6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29b40039b0 0x7f29c81541b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29c6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29b40039b0 0x7f29c81541b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57192/0 (socket says 172.21.15.81:57192) 2023-06-26T03:00:55.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29c6ffd640 1 -- 172.21.15.81:0/3661940256 learned_addr learned my addr 172.21.15.81:0/3661940256 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:55.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29c77fe640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29c80c4e20 0x7f29c80c5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29bffff640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29c80ae6c0 0x7f29c80aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.685 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29c6ffd640 1 -- 172.21.15.81:0/3661940256 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29c80c4e20 msgr2=0x7f29c80c5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29c6ffd640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29c80c4e20 0x7f29c80c5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29c6ffd640 1 -- 172.21.15.81:0/3661940256 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29c80ae6c0 msgr2=0x7f29c80aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29c6ffd640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29c80ae6c0 0x7f29c80aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29c6ffd640 1 -- 172.21.15.81:0/3661940256 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29c80c6180 con 0x7f29b40039b0 2023-06-26T03:00:55.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29c6ffd640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29b40039b0 0x7f29c81541b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f29b8005040 tx=0x7f29b4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:55.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29bf7fe640 1 -- 172.21.15.81:0/3661940256 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b80bb070 con 0x7f29b40039b0 2023-06-26T03:00:55.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29bf7fe640 1 -- 172.21.15.81:0/3661940256 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29b80a5eb0 con 0x7f29b40039b0 2023-06-26T03:00:55.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 -- 172.21.15.81:0/3661940256 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29c80c6460 con 0x7f29b40039b0 2023-06-26T03:00:55.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29bf7fe640 1 -- 172.21.15.81:0/3661940256 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b8007280 con 0x7f29b40039b0 2023-06-26T03:00:55.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.678+0000 7f29cd5e6640 1 -- 172.21.15.81:0/3661940256 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29c81546f0 con 0x7f29b40039b0 2023-06-26T03:00:55.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.682+0000 7f29cd5e6640 1 -- 172.21.15.81:0/3661940256 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29c804d790 con 0x7f29b40039b0 2023-06-26T03:00:55.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.682+0000 7f29bf7fe640 1 -- 172.21.15.81:0/3661940256 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f29b80073e0 con 0x7f29b40039b0 2023-06-26T03:00:55.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.682+0000 7f29bf7fe640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f29a80662b0 0x7f29a8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.682+0000 7f29bf7fe640 1 -- 172.21.15.81:0/3661940256 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f29b811d560 con 0x7f29b40039b0 2023-06-26T03:00:55.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.682+0000 7f29bffff640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f29a80662b0 0x7f29a8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.682+0000 7f29bffff640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f29a80662b0 0x7f29a8068760 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f29b0001830 tx=0x7f29b00015a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:55.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.686+0000 7f29bf7fe640 1 -- 172.21.15.81:0/3661940256 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f29b80eab10 con 0x7f29b40039b0 2023-06-26T03:00:55.838 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.834+0000 7f29cd5e6640 1 -- 172.21.15.81:0/3661940256 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f29c804d790 con 0x7f29b40039b0 2023-06-26T03:00:55.838 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.834+0000 7f29bf7fe640 1 -- 172.21.15.81:0/3661940256 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f29b80ee130 con 0x7f29b40039b0 2023-06-26T03:00:55.839 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:00:55.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.838+0000 7f29cd5e6640 1 -- 172.21.15.81:0/3661940256 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f29a80662b0 msgr2=0x7f29a8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.838+0000 7f29cd5e6640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f29a80662b0 0x7f29a8068760 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f29b0001830 tx=0x7f29b00015a0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.838+0000 7f29cd5e6640 1 -- 172.21.15.81:0/3661940256 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29b40039b0 msgr2=0x7f29c81541b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.838+0000 7f29cd5e6640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29b40039b0 0x7f29c81541b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f29b8005040 tx=0x7f29b4005800 comp rx=0 tx=0).stop 2023-06-26T03:00:55.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.838+0000 7f29cd5e6640 1 -- 172.21.15.81:0/3661940256 shutdown_connections 2023-06-26T03:00:55.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.838+0000 7f29cd5e6640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f29a80662b0 0x7f29a8068760 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.838+0000 7f29cd5e6640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29c80c4e20 0x7f29c80c5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.838+0000 7f29cd5e6640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29c80ae6c0 0x7f29c80aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.838+0000 7f29cd5e6640 1 --2- 172.21.15.81:0/3661940256 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29b40039b0 0x7f29c81541b0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.838+0000 7f29cd5e6640 1 -- 172.21.15.81:0/3661940256 >> 172.21.15.81:0/3661940256 conn(0x7f29c806a100 msgr2=0x7f29c80c4090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:55.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.838+0000 7f29cd5e6640 1 -- 172.21.15.81:0/3661940256 shutdown_connections 2023-06-26T03:00:55.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.838+0000 7f29cd5e6640 1 -- 172.21.15.81:0/3661940256 wait complete. 2023-06-26T03:00:55.857 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:00:55.972 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1b04965640 1 Processor -- start 2023-06-26T03:00:55.972 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1b04965640 1 -- start start 2023-06-26T03:00:55.974 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1b04965640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f1b00155c20 0x7f1b0006ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.974 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1b04965640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b00155ff0 0x7f1b000704b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.974 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1b04965640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1b0015bea0 0x7f1b0015c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.974 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1b04965640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b0015fc70 con 0x7f1b00155c20 2023-06-26T03:00:55.974 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1b04965640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b0015cc10 con 0x7f1b0015bea0 2023-06-26T03:00:55.974 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1b04965640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b0015f340 con 0x7f1b00155ff0 2023-06-26T03:00:55.974 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1afe59c640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f1b00155c20 0x7f1b0006ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.975 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1afe59c640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f1b00155c20 0x7f1b0006ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57208/0 (socket says 172.21.15.81:57208) 2023-06-26T03:00:55.975 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1afe59c640 1 -- 172.21.15.81:0/4229947711 learned_addr learned my addr 172.21.15.81:0/4229947711 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:55.975 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1afe59c640 1 -- 172.21.15.81:0/4229947711 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b00155ff0 msgr2=0x7f1b000704b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:55.975 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1afed9d640 1 --2- 172.21.15.81:0/4229947711 >> v2:172.21.15.92:3300/0 conn(0x7f1b0015bea0 0x7f1b0015c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.976 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1afe59c640 1 --2- 172.21.15.81:0/4229947711 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b00155ff0 0x7f1b000704b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.976 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1afe59c640 1 -- 172.21.15.81:0/4229947711 >> v2:172.21.15.92:3300/0 conn(0x7f1b0015bea0 msgr2=0x7f1b0015c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:55.976 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1afe59c640 1 --2- 172.21.15.81:0/4229947711 >> v2:172.21.15.92:3300/0 conn(0x7f1b0015bea0 0x7f1b0015c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.976 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.970+0000 7f1afe59c640 1 -- 172.21.15.81:0/4229947711 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b0015f620 con 0x7f1b00155c20 2023-06-26T03:00:55.976 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.974+0000 7f1afe59c640 1 --2- 172.21.15.81:0/4229947711 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1b00155c20 0x7f1b0006ff70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f1b0015f280 tx=0x7f1af001c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebe36d7290c2feb2 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:55.977 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.974+0000 7f1afdd9b640 1 -- 172.21.15.81:0/4229947711 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1af00ac410 con 0x7f1b00155c20 2023-06-26T03:00:55.978 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.974+0000 7f1afdd9b640 1 -- 172.21.15.81:0/4229947711 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1af00ac570 con 0x7f1b00155c20 2023-06-26T03:00:55.978 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.974+0000 7f1afdd9b640 1 -- 172.21.15.81:0/4229947711 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1af00ac900 con 0x7f1b00155c20 2023-06-26T03:00:55.979 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.974+0000 7f1b04965640 1 -- 172.21.15.81:0/4229947711 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1b00155c20 msgr2=0x7f1b0006ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.979 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.974+0000 7f1b04965640 1 --2- 172.21.15.81:0/4229947711 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1b00155c20 0x7f1b0006ff70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f1b0015f280 tx=0x7f1af001c4d0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.979 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.974+0000 7f1b04965640 1 -- 172.21.15.81:0/4229947711 shutdown_connections 2023-06-26T03:00:55.979 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.974+0000 7f1b04965640 1 --2- 172.21.15.81:0/4229947711 >> v2:172.21.15.92:3300/0 conn(0x7f1b0015bea0 0x7f1b0015c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.974+0000 7f1b04965640 1 --2- 172.21.15.81:0/4229947711 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b00155ff0 0x7f1b000704b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.974+0000 7f1b04965640 1 --2- 172.21.15.81:0/4229947711 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1b00155c20 0x7f1b0006ff70 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.974+0000 7f1b04965640 1 -- 172.21.15.81:0/4229947711 >> 172.21.15.81:0/4229947711 conn(0x7f1b000cb820 msgr2=0x7f1b000cbc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:55.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1b04965640 1 -- 172.21.15.81:0/4229947711 shutdown_connections 2023-06-26T03:00:55.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1b04965640 1 -- 172.21.15.81:0/4229947711 wait complete. 2023-06-26T03:00:55.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1b04965640 1 Processor -- start 2023-06-26T03:00:55.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1b04965640 1 -- start start 2023-06-26T03:00:55.982 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1b04965640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b00155c20 0x7f1b000ad9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.982 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1b04965640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b00155ff0 0x7f1b000c3480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.982 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1b04965640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1b0015bea0 0x7f1b0014fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1b04965640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b000c2ff0 con 0x7f1b0015bea0 2023-06-26T03:00:55.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1b04965640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b000ae060 con 0x7f1b00155c20 2023-06-26T03:00:55.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1b04965640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b000c26c0 con 0x7f1b00155ff0 2023-06-26T03:00:55.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1afed9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1b0015bea0 0x7f1b0014fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1afed9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1b0015bea0 0x7f1b0014fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57224/0 (socket says 172.21.15.81:57224) 2023-06-26T03:00:55.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1afed9d640 1 -- 172.21.15.81:0/1656745691 learned_addr learned my addr 172.21.15.81:0/1656745691 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:55.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1af7fff640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b00155ff0 0x7f1b000c3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1afed9d640 1 -- 172.21.15.81:0/1656745691 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b00155ff0 msgr2=0x7f1b000c3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1afed9d640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b00155ff0 0x7f1b000c3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1afed9d640 1 -- 172.21.15.81:0/1656745691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b00155c20 msgr2=0x7f1b000ad9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:55.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1afe59c640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b00155c20 0x7f1b000ad9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1afed9d640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b00155c20 0x7f1b000ad9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:55.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1afed9d640 1 -- 172.21.15.81:0/1656745691 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1af00094d0 con 0x7f1b0015bea0 2023-06-26T03:00:55.985 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.978+0000 7f1afed9d640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1b0015bea0 0x7f1b0014fdf0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1af800cc30 tx=0x7f1af800a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:55.985 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.982+0000 7f1af6ffd640 1 -- 172.21.15.81:0/1656745691 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1af800ce40 con 0x7f1b0015bea0 2023-06-26T03:00:55.985 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.982+0000 7f1b04965640 1 -- 172.21.15.81:0/1656745691 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b000c29a0 con 0x7f1b0015bea0 2023-06-26T03:00:55.985 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.982+0000 7f1af6ffd640 1 -- 172.21.15.81:0/1656745691 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1af80039a0 con 0x7f1b0015bea0 2023-06-26T03:00:55.985 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.982+0000 7f1af6ffd640 1 -- 172.21.15.81:0/1656745691 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1af8003d30 con 0x7f1b0015bea0 2023-06-26T03:00:55.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.982+0000 7f1b04965640 1 -- 172.21.15.81:0/1656745691 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b00150880 con 0x7f1b0015bea0 2023-06-26T03:00:55.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.982+0000 7f1b04965640 1 -- 172.21.15.81:0/1656745691 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b000c31a0 con 0x7f1b0015bea0 2023-06-26T03:00:55.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.982+0000 7f1af6ffd640 1 -- 172.21.15.81:0/1656745691 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1af8003e90 con 0x7f1b0015bea0 2023-06-26T03:00:55.987 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.982+0000 7f1af6ffd640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1ae4066280 0x7f1ae4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:55.987 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.982+0000 7f1af6ffd640 1 -- 172.21.15.81:0/1656745691 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f1af80840e0 con 0x7f1b0015bea0 2023-06-26T03:00:55.987 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.982+0000 7f1afe59c640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1ae4066280 0x7f1ae4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:55.987 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.986+0000 7f1afe59c640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1ae4066280 0x7f1ae4068730 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1af00ae000 tx=0x7f1af00a6040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:55.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:55.986+0000 7f1af6ffd640 1 -- 172.21.15.81:0/1656745691 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1b000c31a0 con 0x7f1b0015bea0 2023-06-26T03:00:56.157 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.154+0000 7f1b04965640 1 -- 172.21.15.81:0/1656745691 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f1b000c39c0 con 0x7f1b0015bea0 2023-06-26T03:00:56.157 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.154+0000 7f1af6ffd640 1 -- 172.21.15.81:0/1656745691 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f1af8051530 con 0x7f1b0015bea0 2023-06-26T03:00:56.157 INFO:teuthology.orchestra.run.smithi081.stderr:listed 0 entries 2023-06-26T03:00:56.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.158+0000 7f1b04965640 1 -- 172.21.15.81:0/1656745691 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1ae4066280 msgr2=0x7f1ae4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.158+0000 7f1b04965640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1ae4066280 0x7f1ae4068730 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1af00ae000 tx=0x7f1af00a6040 comp rx=0 tx=0).stop 2023-06-26T03:00:56.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.158+0000 7f1b04965640 1 -- 172.21.15.81:0/1656745691 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1b0015bea0 msgr2=0x7f1b0014fdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.158+0000 7f1b04965640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1b0015bea0 0x7f1b0014fdf0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1af800cc30 tx=0x7f1af800a5c0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.158+0000 7f1b04965640 1 -- 172.21.15.81:0/1656745691 shutdown_connections 2023-06-26T03:00:56.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.158+0000 7f1b04965640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1ae4066280 0x7f1ae4068730 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.158+0000 7f1b04965640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1b0015bea0 0x7f1b0014fdf0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.158+0000 7f1b04965640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b00155ff0 0x7f1b000c3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.158+0000 7f1b04965640 1 --2- 172.21.15.81:0/1656745691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b00155c20 0x7f1b000ad9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.158+0000 7f1b04965640 1 -- 172.21.15.81:0/1656745691 >> 172.21.15.81:0/1656745691 conn(0x7f1b000cb820 msgr2=0x7f1b000cbbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:56.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.158+0000 7f1b04965640 1 -- 172.21.15.81:0/1656745691 shutdown_connections 2023-06-26T03:00:56.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.158+0000 7f1b04965640 1 -- 172.21.15.81:0/1656745691 wait complete. 2023-06-26T03:00:56.175 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi081.front.sepia.ceph.com... 2023-06-26T03:00:56.175 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:56.176 DEBUG:teuthology.orchestra.run.smithi081:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2023-06-26T03:00:56.194 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:00:56.194 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi081.front.sepia.ceph.com 2023-06-26T03:00:56.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:56.195 DEBUG:teuthology.orchestra.run.smithi081:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-06-26T03:00:56.241 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T03:00:56.242 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:00:56.248 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T03:00:56.248 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:00:56.296 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:56.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd765a640 1 Processor -- start 2023-06-26T03:00:56.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd765a640 1 -- start start 2023-06-26T03:00:56.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd765a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedd0159890 0x7fedd00c3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd765a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fedd00cf4f0 0x7fedd006ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd765a640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fedd006f510 con 0x7fedd006f100 2023-06-26T03:00:56.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd765a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fedd00cba10 con 0x7fedd00cf4f0 2023-06-26T03:00:56.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd765a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedd00cbcf0 con 0x7fedd0159890 2023-06-26T03:00:56.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd4bf5640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fedd00cf4f0 0x7fedd006ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd53f6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedd0159890 0x7fedd00c3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd4bf5640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fedd00cf4f0 0x7fedd006ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:36580/0 (socket says 172.21.15.81:36580) 2023-06-26T03:00:56.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd53f6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedd0159890 0x7fedd00c3aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.81:40112/0 (socket says 172.21.15.81:40112) 2023-06-26T03:00:56.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd5bf7640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fedd006f100 0x7fedd00ccab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:50392/0 (socket says 172.21.15.81:50392) 2023-06-26T03:00:56.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd4bf5640 1 -- 172.21.15.81:0/3691569686 learned_addr learned my addr 172.21.15.81:0/3691569686 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:56.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd4bf5640 1 -- 172.21.15.81:0/3691569686 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedd0159890 msgr2=0x7fedd00c3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:56.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd4bf5640 1 --2- 172.21.15.81:0/3691569686 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedd0159890 0x7fedd00c3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd4bf5640 1 -- 172.21.15.81:0/3691569686 >> v1:172.21.15.92:6789/0 conn(0x7fedd006f100 legacy=0x7fedd00ccab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd4bf5640 1 -- 172.21.15.81:0/3691569686 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedd00cbfd0 con 0x7fedd00cf4f0 2023-06-26T03:00:56.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.418+0000 7fedd53f6640 1 --2- 172.21.15.81:0/3691569686 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedd0159890 0x7fedd00c3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:00:56.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedd4bf5640 1 --2- 172.21.15.81:0/3691569686 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedd00cf4f0 0x7fedd006ebc0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fedc0009870 tx=0x7fedc001c510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=54ce5e639df590d9 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:56.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedc7fff640 1 -- 172.21.15.81:0/3691569686 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedc00aa670 con 0x7fedd00cf4f0 2023-06-26T03:00:56.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedc7fff640 1 -- 172.21.15.81:0/3691569686 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedc00aa7d0 con 0x7fedd00cf4f0 2023-06-26T03:00:56.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedc7fff640 1 -- 172.21.15.81:0/3691569686 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedc00aab60 con 0x7fedd00cf4f0 2023-06-26T03:00:56.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedd765a640 1 -- 172.21.15.81:0/3691569686 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedd00cf4f0 msgr2=0x7fedd006ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedd765a640 1 --2- 172.21.15.81:0/3691569686 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedd00cf4f0 0x7fedd006ebc0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fedc0009870 tx=0x7fedc001c510 comp rx=0 tx=0).stop 2023-06-26T03:00:56.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedd765a640 1 -- 172.21.15.81:0/3691569686 shutdown_connections 2023-06-26T03:00:56.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedd765a640 1 --2- 172.21.15.81:0/3691569686 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedd00cf4f0 0x7fedd006ebc0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedd765a640 1 --2- 172.21.15.81:0/3691569686 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedd0159890 0x7fedd00c3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedd765a640 1 -- 172.21.15.81:0/3691569686 >> 172.21.15.81:0/3691569686 conn(0x7fedd00cff50 msgr2=0x7fedd00d0350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:56.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedd765a640 1 -- 172.21.15.81:0/3691569686 shutdown_connections 2023-06-26T03:00:56.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedd765a640 1 -- 172.21.15.81:0/3691569686 wait complete. 2023-06-26T03:00:56.427 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedd765a640 1 Processor -- start 2023-06-26T03:00:56.427 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.422+0000 7fedd765a640 1 -- start start 2023-06-26T03:00:56.428 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd765a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedd006f100 0x7fedd00c74e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd765a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedd00cf4f0 0x7fedd00ce610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd765a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedd0159890 0x7fedd00af9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd765a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedd0147bf0 con 0x7fedd0159890 2023-06-26T03:00:56.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd765a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedd00c7d30 con 0x7fedd00cf4f0 2023-06-26T03:00:56.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd765a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedd00c8010 con 0x7fedd006f100 2023-06-26T03:00:56.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd5bf7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedd0159890 0x7fedd00af9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.429 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd5bf7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedd0159890 0x7fedd00af9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57230/0 (socket says 172.21.15.81:57230) 2023-06-26T03:00:56.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd5bf7640 1 -- 172.21.15.81:0/415881766 learned_addr learned my addr 172.21.15.81:0/415881766 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:56.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd53f6640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedd006f100 0x7fedd00c74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd4bf5640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedd00cf4f0 0x7fedd00ce610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd5bf7640 1 -- 172.21.15.81:0/415881766 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedd006f100 msgr2=0x7fedd00c74e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd5bf7640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedd006f100 0x7fedd00c74e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd5bf7640 1 -- 172.21.15.81:0/415881766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedd00cf4f0 msgr2=0x7fedd00ce610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd5bf7640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedd00cf4f0 0x7fedd00ce610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd5bf7640 1 -- 172.21.15.81:0/415881766 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedcc009420 con 0x7fedd0159890 2023-06-26T03:00:56.431 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd5bf7640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedd0159890 0x7fedd00af9a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fedc800c7a0 tx=0x7fedc800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:56.431 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedc5ffb640 1 -- 172.21.15.81:0/415881766 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedc800a640 con 0x7fedd0159890 2023-06-26T03:00:56.432 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedc5ffb640 1 -- 172.21.15.81:0/415881766 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedc800a7a0 con 0x7fedd0159890 2023-06-26T03:00:56.432 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd765a640 1 -- 172.21.15.81:0/415881766 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fedc00094d0 con 0x7fedd0159890 2023-06-26T03:00:56.432 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedc5ffb640 1 -- 172.21.15.81:0/415881766 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedc800ab10 con 0x7fedd0159890 2023-06-26T03:00:56.432 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd765a640 1 -- 172.21.15.81:0/415881766 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fedd0148190 con 0x7fedd0159890 2023-06-26T03:00:56.432 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd765a640 1 -- 172.21.15.81:0/415881766 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fedd00c6100 con 0x7fedd0159890 2023-06-26T03:00:56.432 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedc5ffb640 1 -- 172.21.15.81:0/415881766 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fedc800ac70 con 0x7fedd0159890 2023-06-26T03:00:56.433 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedc5ffb640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fedb4066280 0x7fedb4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.433 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedd53f6640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fedb4066280 0x7fedb4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.433 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.426+0000 7fedc5ffb640 1 -- 172.21.15.81:0/415881766 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fedc8083500 con 0x7fedd0159890 2023-06-26T03:00:56.433 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.430+0000 7fedd53f6640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fedb4066280 0x7fedb4068730 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fedd01592b0 tx=0x7fedcc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:56.434 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.430+0000 7fedc5ffb640 1 -- 172.21.15.81:0/415881766 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fedc80509f0 con 0x7fedd0159890 2023-06-26T03:00:56.591 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.586+0000 7fedd765a640 1 -- 172.21.15.81:0/415881766 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fedd0158220 con 0x7fedd0159890 2023-06-26T03:00:56.594 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.590+0000 7fedc5ffb640 1 -- 172.21.15.81:0/415881766 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18338 (secure 0 0 0) 0x7fedc8054010 con 0x7fedd0159890 2023-06-26T03:00:56.595 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:56.595 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":26,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:55.969232+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.b","mappings":[{"from":1,"to":5}]},{"pgid":"4.3b","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:56.596 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.594+0000 7fedd765a640 1 -- 172.21.15.81:0/415881766 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fedb4066280 msgr2=0x7fedb4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.597 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.594+0000 7fedd765a640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fedb4066280 0x7fedb4068730 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fedd01592b0 tx=0x7fedcc008040 comp rx=0 tx=0).stop 2023-06-26T03:00:56.597 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.594+0000 7fedd765a640 1 -- 172.21.15.81:0/415881766 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedd0159890 msgr2=0x7fedd00af9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.597 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.594+0000 7fedd765a640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedd0159890 0x7fedd00af9a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fedc800c7a0 tx=0x7fedc800cc60 comp rx=0 tx=0).stop 2023-06-26T03:00:56.597 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.594+0000 7fedd765a640 1 -- 172.21.15.81:0/415881766 shutdown_connections 2023-06-26T03:00:56.597 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.594+0000 7fedd765a640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fedb4066280 0x7fedb4068730 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.597 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.594+0000 7fedd765a640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fedd0159890 0x7fedd00af9a0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.597 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.594+0000 7fedd765a640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fedd00cf4f0 0x7fedd00ce610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.594+0000 7fedd765a640 1 --2- 172.21.15.81:0/415881766 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fedd006f100 0x7fedd00c74e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.594+0000 7fedd765a640 1 -- 172.21.15.81:0/415881766 >> 172.21.15.81:0/415881766 conn(0x7fedd00cff50 msgr2=0x7fedd0150000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:56.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.594+0000 7fedd765a640 1 -- 172.21.15.81:0/415881766 shutdown_connections 2023-06-26T03:00:56.598 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.594+0000 7fedd765a640 1 -- 172.21.15.81:0/415881766 wait complete. 2023-06-26T03:00:56.612 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:00:56.613 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:00:56.735 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.730+0000 7f86fe614640 1 Processor -- start 2023-06-26T03:00:56.735 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.730+0000 7f86fe614640 1 -- start start 2023-06-26T03:00:56.736 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86fe614640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f86f8157ae0 0x7f86f80c9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.737 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86fe614640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86f806eed0 con 0x7f86f80afdc0 2023-06-26T03:00:56.737 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86fe614640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86f806cef0 con 0x7f86f8157eb0 2023-06-26T03:00:56.737 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86fe614640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86f806d1d0 con 0x7f86f8157ae0 2023-06-26T03:00:56.737 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86fcbb1640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f86f80afdc0 0x7f86f80cb800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52428/0 (socket says 172.21.15.81:52428) 2023-06-26T03:00:56.737 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86fcbb1640 1 -- 172.21.15.81:0/1962781509 learned_addr learned my addr 172.21.15.81:0/1962781509 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:56.737 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3265369016 0 0) 0x7f86f806eed0 con 0x7f86f80afdc0 2023-06-26T03:00:56.737 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f7fff640 1 --2- 172.21.15.81:0/1962781509 >> v2:172.21.15.92:3300/0 conn(0x7f86f8157ae0 0x7f86f80c9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.738 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f86e4003530 con 0x7f86f80afdc0 2023-06-26T03:00:56.739 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3331855847 0 0) 0x7f86e4003530 con 0x7f86f80afdc0 2023-06-26T03:00:56.739 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 >> v2:172.21.15.92:3300/0 conn(0x7f86f8157ae0 msgr2=0x7f86f80c9f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:56.739 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 --2- 172.21.15.81:0/1962781509 >> v2:172.21.15.92:3300/0 conn(0x7f86f8157ae0 0x7f86f80c9f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.739 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 >> v1:172.21.15.92:6789/0 conn(0x7f86f8157eb0 legacy=0x7f86f80af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:56.739 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86f806afd0 con 0x7f86f80afdc0 2023-06-26T03:00:56.739 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f86f0001a00 con 0x7f86f80afdc0 2023-06-26T03:00:56.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f7fff640 1 --2- 172.21.15.81:0/1962781509 >> v2:172.21.15.92:3300/0 conn(0x7f86f8157ae0 0x7f86f80c9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:56.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 >> v1:172.21.15.81:6789/0 conn(0x7f86f80afdc0 legacy=0x7f86f80cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 --2- 172.21.15.81:0/1962781509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86e4003980 0x7f86e4003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 --2- 172.21.15.81:0/1962781509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f86e40047d0 0x7f86e4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 --2- 172.21.15.81:0/1962781509 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86e40051f0 0x7f86e400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f806d1d0 con 0x7f86e40051f0 2023-06-26T03:00:56.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86e400c130 con 0x7f86e4003980 2023-06-26T03:00:56.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86e400e500 con 0x7f86e40047d0 2023-06-26T03:00:56.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86fcbb1640 1 --2- 172.21.15.81:0/1962781509 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86e40051f0 0x7f86e400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86f7fff640 1 --2- 172.21.15.81:0/1962781509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86e4003980 0x7f86e4003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86effff640 1 --2- 172.21.15.81:0/1962781509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f86e40047d0 0x7f86e4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86fcbb1640 1 -- 172.21.15.81:0/1962781509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f86e40047d0 msgr2=0x7f86e4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:56.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86fcbb1640 1 --2- 172.21.15.81:0/1962781509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f86e40047d0 0x7f86e4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86fcbb1640 1 -- 172.21.15.81:0/1962781509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86e4003980 msgr2=0x7f86e4003d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:56.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86fcbb1640 1 --2- 172.21.15.81:0/1962781509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86e4003980 0x7f86e4003d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.742 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86fcbb1640 1 -- 172.21.15.81:0/1962781509 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86e4003530 con 0x7f86e40051f0 2023-06-26T03:00:56.742 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.734+0000 7f86effff640 1 --2- 172.21.15.81:0/1962781509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f86e40047d0 0x7f86e4004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:56.744 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fcbb1640 1 -- 172.21.15.81:0/1962781509 reap_dead start 2023-06-26T03:00:56.744 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fcbb1640 1 --2- 172.21.15.81:0/1962781509 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86e40051f0 0x7f86e400b990 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f86f80b01b0 tx=0x7f86f001fa60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64ed198b809d7498 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:56.744 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86f00af070 con 0x7f86e40051f0 2023-06-26T03:00:56.744 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86f00aa490 con 0x7f86e40051f0 2023-06-26T03:00:56.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86f77fe640 1 -- 172.21.15.81:0/1962781509 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86f00aa860 con 0x7f86e40051f0 2023-06-26T03:00:56.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 -- 172.21.15.81:0/1962781509 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86e40051f0 msgr2=0x7f86e400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 --2- 172.21.15.81:0/1962781509 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86e40051f0 0x7f86e400b990 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f86f80b01b0 tx=0x7f86f001fa60 comp rx=0 tx=0).stop 2023-06-26T03:00:56.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 -- 172.21.15.81:0/1962781509 shutdown_connections 2023-06-26T03:00:56.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 --2- 172.21.15.81:0/1962781509 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86e40051f0 0x7f86e400b990 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 -- 172.21.15.81:0/1962781509 >> 172.21.15.81:0/1962781509 conn(0x7f86f806a100 msgr2=0x7f86f80ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:56.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 -- 172.21.15.81:0/1962781509 shutdown_connections 2023-06-26T03:00:56.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 -- 172.21.15.81:0/1962781509 wait complete. 2023-06-26T03:00:56.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 Processor -- start 2023-06-26T03:00:56.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 -- start start 2023-06-26T03:00:56.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f86e40051f0 0x7f86f815a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86f814b100 0x7f86f80cdc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86f814b570 0x7f86f80ce150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f815ad00 con 0x7f86f814b100 2023-06-26T03:00:56.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f81574b0 con 0x7f86f814b570 2023-06-26T03:00:56.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86f8156ef0 con 0x7f86e40051f0 2023-06-26T03:00:56.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86effff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86f814b100 0x7f86f80cdc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86effff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86f814b100 0x7f86f80cdc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57248/0 (socket says 172.21.15.81:57248) 2023-06-26T03:00:56.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86effff640 1 -- 172.21.15.81:0/2040850967 learned_addr learned my addr 172.21.15.81:0/2040850967 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:56.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fcbb1640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86f814b570 0x7f86f80ce150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86f7fff640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f86e40051f0 0x7f86f815a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86effff640 1 -- 172.21.15.81:0/2040850967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f86e40051f0 msgr2=0x7f86f815a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86effff640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f86e40051f0 0x7f86f815a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86effff640 1 -- 172.21.15.81:0/2040850967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86f814b570 msgr2=0x7f86f80ce150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86effff640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86f814b570 0x7f86f80ce150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86effff640 1 -- 172.21.15.81:0/2040850967 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86f81571d0 con 0x7f86f814b100 2023-06-26T03:00:56.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fcbb1640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86f814b570 0x7f86f80ce150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:56.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86effff640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86f814b100 0x7f86f80cdc10 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f86e000d5b0 tx=0x7f86e000da70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:56.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86f57fa640 1 -- 172.21.15.81:0/2040850967 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e0007220 con 0x7f86f814b100 2023-06-26T03:00:56.749 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86f57fa640 1 -- 172.21.15.81:0/2040850967 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86e0007380 con 0x7f86f814b100 2023-06-26T03:00:56.749 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 -- 172.21.15.81:0/2040850967 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86f814ef80 con 0x7f86f814b100 2023-06-26T03:00:56.749 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86f57fa640 1 -- 172.21.15.81:0/2040850967 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e00067e0 con 0x7f86f814b100 2023-06-26T03:00:56.749 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.738+0000 7f86fe614640 1 -- 172.21.15.81:0/2040850967 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86f814c230 con 0x7f86f814b100 2023-06-26T03:00:56.749 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.742+0000 7f86fe614640 1 -- 172.21.15.81:0/2040850967 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86f814ede0 con 0x7f86f814b100 2023-06-26T03:00:56.749 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.742+0000 7f86f57fa640 1 -- 172.21.15.81:0/2040850967 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f86e0006940 con 0x7f86f814b100 2023-06-26T03:00:56.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.742+0000 7f86f57fa640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f86d80662b0 0x7f86d8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:56.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.742+0000 7f86f7fff640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f86d80662b0 0x7f86d8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:56.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.742+0000 7f86f57fa640 1 -- 172.21.15.81:0/2040850967 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f86e0083af0 con 0x7f86f814b100 2023-06-26T03:00:56.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.742+0000 7f86f7fff640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f86d80662b0 0x7f86d8068760 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f86e800c700 tx=0x7f86e8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:56.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.746+0000 7f86f57fa640 1 -- 172.21.15.81:0/2040850967 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f86f814ede0 con 0x7f86f814b100 2023-06-26T03:00:56.891 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.886+0000 7f86fe614640 1 -- 172.21.15.81:0/2040850967 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f86f814ede0 con 0x7f86f814b100 2023-06-26T03:00:56.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.890+0000 7f86f57fa640 1 -- 172.21.15.81:0/2040850967 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f86f814ede0 con 0x7f86f814b100 2023-06-26T03:00:56.892 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:00:56.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.890+0000 7f86fe614640 1 -- 172.21.15.81:0/2040850967 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f86d80662b0 msgr2=0x7f86d8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.890+0000 7f86fe614640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f86d80662b0 0x7f86d8068760 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f86e800c700 tx=0x7f86e8008040 comp rx=0 tx=0).stop 2023-06-26T03:00:56.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.890+0000 7f86fe614640 1 -- 172.21.15.81:0/2040850967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86f814b100 msgr2=0x7f86f80cdc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:56.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.890+0000 7f86fe614640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86f814b100 0x7f86f80cdc10 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f86e000d5b0 tx=0x7f86e000da70 comp rx=0 tx=0).stop 2023-06-26T03:00:56.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.890+0000 7f86fe614640 1 -- 172.21.15.81:0/2040850967 shutdown_connections 2023-06-26T03:00:56.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.890+0000 7f86fe614640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f86d80662b0 0x7f86d8068760 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.890+0000 7f86fe614640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f86f814b570 0x7f86f80ce150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.890+0000 7f86fe614640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f86f814b100 0x7f86f80cdc10 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.890+0000 7f86fe614640 1 --2- 172.21.15.81:0/2040850967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f86e40051f0 0x7f86f815a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:56.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.890+0000 7f86fe614640 1 -- 172.21.15.81:0/2040850967 >> 172.21.15.81:0/2040850967 conn(0x7f86f806a100 msgr2=0x7f86f80cc7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:56.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.890+0000 7f86fe614640 1 -- 172.21.15.81:0/2040850967 shutdown_connections 2023-06-26T03:00:56.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:56.890+0000 7f86fe614640 1 -- 172.21.15.81:0/2040850967 wait complete. 2023-06-26T03:00:56.909 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:00:57.020 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff645794640 1 Processor -- start 2023-06-26T03:00:57.020 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff645794640 1 -- start start 2023-06-26T03:00:57.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff645794640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6400d0ba0 0x7ff640166840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff645794640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6400cebd0 con 0x7ff6400b4f30 2023-06-26T03:00:57.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff645794640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6400b7e20 con 0x7ff6400b7a50 2023-06-26T03:00:57.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff645794640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6400cf6b0 con 0x7ff6400d0ba0 2023-06-26T03:00:57.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63e7fc640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7ff6400b4f30 0x7ff6400d0490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52442/0 (socket says 172.21.15.81:52442) 2023-06-26T03:00:57.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63e7fc640 1 -- 172.21.15.81:0/379888757 learned_addr learned my addr 172.21.15.81:0/379888757 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:57.023 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3207149271 0 0) 0x7ff634001120 con 0x7ff6400b4f30 2023-06-26T03:00:57.023 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63f7fe640 1 --2- 172.21.15.81:0/379888757 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6400d0ba0 0x7ff640166840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.023 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff628003530 con 0x7ff6400b4f30 2023-06-26T03:00:57.023 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 18728684 0 0) 0x7ff628003530 con 0x7ff6400b4f30 2023-06-26T03:00:57.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6400d0ba0 msgr2=0x7ff640166840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:57.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 --2- 172.21.15.81:0/379888757 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6400d0ba0 0x7ff640166840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 >> v1:172.21.15.92:6789/0 conn(0x7ff6400b7a50 legacy=0x7ff6400ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6400cee10 con 0x7ff6400b4f30 2023-06-26T03:00:57.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7ff634001810 con 0x7ff6400b4f30 2023-06-26T03:00:57.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 >> v1:172.21.15.81:6789/0 conn(0x7ff6400b4f30 legacy=0x7ff6400d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 --2- 172.21.15.81:0/379888757 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6400d0ba0 0x7ff6280039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 --2- 172.21.15.81:0/379888757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff628003f30 0x7ff6280047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 --2- 172.21.15.81:0/379888757 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff628004d10 0x7ff628005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6400cf6b0 con 0x7ff628004d10 2023-06-26T03:00:57.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff62800bb20 con 0x7ff628003f30 2023-06-26T03:00:57.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff62800bce0 con 0x7ff6400d0ba0 2023-06-26T03:00:57.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63f7fe640 1 --2- 172.21.15.81:0/379888757 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff628004d10 0x7ff628005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63effd640 1 --2- 172.21.15.81:0/379888757 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6400d0ba0 0x7ff6280039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63e7fc640 1 --2- 172.21.15.81:0/379888757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff628003f30 0x7ff6280047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63f7fe640 1 -- 172.21.15.81:0/379888757 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6400d0ba0 msgr2=0x7ff6280039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:57.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63f7fe640 1 --2- 172.21.15.81:0/379888757 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6400d0ba0 0x7ff6280039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63f7fe640 1 -- 172.21.15.81:0/379888757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff628003f30 msgr2=0x7ff6280047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:57.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63f7fe640 1 --2- 172.21.15.81:0/379888757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff628003f30 0x7ff6280047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.018+0000 7ff63f7fe640 1 -- 172.21.15.81:0/379888757 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff628003530 con 0x7ff628004d10 2023-06-26T03:00:57.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff63f7fe640 1 --2- 172.21.15.81:0/379888757 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff628004d10 0x7ff628005180 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff638009f90 tx=0x7ff63801cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71dfb046e1df0693 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:57.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6380a5c30 con 0x7ff628004d10 2023-06-26T03:00:57.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff63800f040 con 0x7ff628004d10 2023-06-26T03:00:57.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff63dffb640 1 -- 172.21.15.81:0/379888757 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6380ad440 con 0x7ff628004d10 2023-06-26T03:00:57.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 -- 172.21.15.81:0/379888757 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff628004d10 msgr2=0x7ff628005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 --2- 172.21.15.81:0/379888757 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff628004d10 0x7ff628005180 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff638009f90 tx=0x7ff63801cc20 comp rx=0 tx=0).stop 2023-06-26T03:00:57.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff63f7fe640 1 -- 172.21.15.81:0/379888757 reap_dead start 2023-06-26T03:00:57.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 -- 172.21.15.81:0/379888757 shutdown_connections 2023-06-26T03:00:57.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 -- 172.21.15.81:0/379888757 >> 172.21.15.81:0/379888757 conn(0x7ff640069dc0 msgr2=0x7ff64006a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:57.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 -- 172.21.15.81:0/379888757 shutdown_connections 2023-06-26T03:00:57.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 -- 172.21.15.81:0/379888757 wait complete. 2023-06-26T03:00:57.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 Processor -- start 2023-06-26T03:00:57.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 -- start start 2023-06-26T03:00:57.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6400cb1b0 0x7ff6400b3140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff640157a80 0x7ff6400cb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6400cbac0 0x7ff6400b1a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff640158e20 con 0x7ff640157a80 2023-06-26T03:00:57.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6401582a0 con 0x7ff6400cb1b0 2023-06-26T03:00:57.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.022+0000 7ff645794640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff640158580 con 0x7ff6400cbac0 2023-06-26T03:00:57.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63e7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff640157a80 0x7ff6400cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63e7fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff640157a80 0x7ff6400cb580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57262/0 (socket says 172.21.15.81:57262) 2023-06-26T03:00:57.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63e7fc640 1 -- 172.21.15.81:0/846601273 learned_addr learned my addr 172.21.15.81:0/846601273 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:57.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63effd640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6400cb1b0 0x7ff6400b3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63f7fe640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6400cbac0 0x7ff6400b1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63e7fc640 1 -- 172.21.15.81:0/846601273 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6400cbac0 msgr2=0x7ff6400b1a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63e7fc640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6400cbac0 0x7ff6400b1a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63e7fc640 1 -- 172.21.15.81:0/846601273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6400cb1b0 msgr2=0x7ff6400b3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63e7fc640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6400cb1b0 0x7ff6400b3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63e7fc640 1 -- 172.21.15.81:0/846601273 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff640158860 con 0x7ff640157a80 2023-06-26T03:00:57.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63effd640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6400cb1b0 0x7ff6400b3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:57.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63e7fc640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff640157a80 0x7ff6400cb580 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff634011790 tx=0x7ff634011c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:57.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff6277fe640 1 -- 172.21.15.81:0/846601273 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff63401a030 con 0x7ff640157a80 2023-06-26T03:00:57.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff6277fe640 1 -- 172.21.15.81:0/846601273 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff63400fb80 con 0x7ff640157a80 2023-06-26T03:00:57.033 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff645794640 1 -- 172.21.15.81:0/846601273 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff640158b40 con 0x7ff640157a80 2023-06-26T03:00:57.033 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff6277fe640 1 -- 172.21.15.81:0/846601273 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff634011ea0 con 0x7ff640157a80 2023-06-26T03:00:57.033 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff645794640 1 -- 172.21.15.81:0/846601273 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6400cbf30 con 0x7ff640157a80 2023-06-26T03:00:57.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff645794640 1 -- 172.21.15.81:0/846601273 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6400b18b0 con 0x7ff640157a80 2023-06-26T03:00:57.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff6277fe640 1 -- 172.21.15.81:0/846601273 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff63401d070 con 0x7ff640157a80 2023-06-26T03:00:57.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff6277fe640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff62c066280 0x7ff62c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63effd640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff62c066280 0x7ff62c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff6277fe640 1 -- 172.21.15.81:0/846601273 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7ff63401b070 con 0x7ff640157a80 2023-06-26T03:00:57.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.026+0000 7ff63effd640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff62c066280 0x7ff62c068730 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7ff6300016e0 tx=0x7ff630009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:57.034 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.030+0000 7ff6277fe640 1 -- 172.21.15.81:0/846601273 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff634053f60 con 0x7ff640157a80 2023-06-26T03:00:57.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.170+0000 7ff645794640 1 -- 172.21.15.81:0/846601273 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7ff6400cebd0 con 0x7ff640157a80 2023-06-26T03:00:57.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.174+0000 7ff6277fe640 1 -- 172.21.15.81:0/846601273 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v26) v1 ==== 92+0+10 (secure 0 0 0) 0x7ff6400cebd0 con 0x7ff640157a80 2023-06-26T03:00:57.176 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:00:57.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.174+0000 7ff645794640 1 -- 172.21.15.81:0/846601273 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff62c066280 msgr2=0x7ff62c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.174+0000 7ff645794640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff62c066280 0x7ff62c068730 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7ff6300016e0 tx=0x7ff630009040 comp rx=0 tx=0).stop 2023-06-26T03:00:57.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.174+0000 7ff645794640 1 -- 172.21.15.81:0/846601273 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff640157a80 msgr2=0x7ff6400cb580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.174+0000 7ff645794640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff640157a80 0x7ff6400cb580 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff634011790 tx=0x7ff634011c50 comp rx=0 tx=0).stop 2023-06-26T03:00:57.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.174+0000 7ff645794640 1 -- 172.21.15.81:0/846601273 shutdown_connections 2023-06-26T03:00:57.178 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.174+0000 7ff645794640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff62c066280 0x7ff62c068730 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.174+0000 7ff645794640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6400cbac0 0x7ff6400b1a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.174+0000 7ff645794640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff640157a80 0x7ff6400cb580 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.174+0000 7ff645794640 1 --2- 172.21.15.81:0/846601273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6400cb1b0 0x7ff6400b3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.174+0000 7ff645794640 1 -- 172.21.15.81:0/846601273 >> 172.21.15.81:0/846601273 conn(0x7ff640069dc0 msgr2=0x7ff6400b0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:57.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.174+0000 7ff645794640 1 -- 172.21.15.81:0/846601273 shutdown_connections 2023-06-26T03:00:57.179 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.174+0000 7ff645794640 1 -- 172.21.15.81:0/846601273 wait complete. 2023-06-26T03:00:57.193 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:00:57.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f19981a4640 1 Processor -- start 2023-06-26T03:00:57.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f19981a4640 1 -- start start 2023-06-26T03:00:57.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f19981a4640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f19900cf240 0x7f19900b1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f19981a4640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f199015cac0 con 0x7f199006be80 2023-06-26T03:00:57.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f19981a4640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f199015c190 con 0x7f19901584d0 2023-06-26T03:00:57.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f19981a4640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f199015c470 con 0x7f19900cf240 2023-06-26T03:00:57.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f199573f640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f19900cf240 0x7f19900b1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f1996741640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f199006be80 0x7f19900b2250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52454/0 (socket says 172.21.15.81:52454) 2023-06-26T03:00:57.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f1996741640 1 -- 172.21.15.81:0/3733073174 learned_addr learned my addr 172.21.15.81:0/3733073174 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:57.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f1994f3e640 1 -- 172.21.15.81:0/3733073174 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3987927358 0 0) 0x7f199015cac0 con 0x7f199006be80 2023-06-26T03:00:57.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f1994f3e640 1 -- 172.21.15.81:0/3733073174 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f197c003530 con 0x7f199006be80 2023-06-26T03:00:57.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f199573f640 1 -- 172.21.15.81:0/3733073174 >> v1:172.21.15.92:6789/0 conn(0x7f19901584d0 legacy=0x7f19900ceb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f199573f640 1 -- 172.21.15.81:0/3733073174 >> v1:172.21.15.81:6789/0 conn(0x7f199006be80 legacy=0x7f19900b2250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.314+0000 7f199573f640 1 -- 172.21.15.81:0/3733073174 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f199015c750 con 0x7f19900cf240 2023-06-26T03:00:57.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.318+0000 7f199573f640 1 --2- 172.21.15.81:0/3733073174 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19900cf240 0x7f19900b1d10 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f198c0097c0 tx=0x7f198c01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5c54ff6c2f7ee2a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:57.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.318+0000 7f1994f3e640 1 -- 172.21.15.81:0/3733073174 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f198c0ab620 con 0x7f19900cf240 2023-06-26T03:00:57.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.318+0000 7f1994f3e640 1 -- 172.21.15.81:0/3733073174 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f198c0ab780 con 0x7f19900cf240 2023-06-26T03:00:57.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.318+0000 7f1994f3e640 1 -- 172.21.15.81:0/3733073174 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f198c0abb10 con 0x7f19900cf240 2023-06-26T03:00:57.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.318+0000 7f19981a4640 1 -- 172.21.15.81:0/3733073174 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19900cf240 msgr2=0x7f19900b1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.318+0000 7f19981a4640 1 --2- 172.21.15.81:0/3733073174 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19900cf240 0x7f19900b1d10 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f198c0097c0 tx=0x7f198c01c480 comp rx=0 tx=0).stop 2023-06-26T03:00:57.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.318+0000 7f19981a4640 1 -- 172.21.15.81:0/3733073174 shutdown_connections 2023-06-26T03:00:57.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.318+0000 7f19981a4640 1 --2- 172.21.15.81:0/3733073174 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19900cf240 0x7f19900b1d10 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.318+0000 7f19981a4640 1 -- 172.21.15.81:0/3733073174 >> 172.21.15.81:0/3733073174 conn(0x7f199006a5c0 msgr2=0x7f199006a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:57.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.318+0000 7f19981a4640 1 -- 172.21.15.81:0/3733073174 shutdown_connections 2023-06-26T03:00:57.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.318+0000 7f19981a4640 1 -- 172.21.15.81:0/3733073174 wait complete. 2023-06-26T03:00:57.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19981a4640 1 Processor -- start 2023-06-26T03:00:57.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19981a4640 1 -- start start 2023-06-26T03:00:57.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19981a4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f199006be80 0x7f19900cbcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19981a4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19900cf240 0x7f19900cd150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19981a4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19901584d0 0x7f19900aed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19981a4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19901413b0 con 0x7f19901584d0 2023-06-26T03:00:57.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19981a4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19900af2d0 con 0x7f199006be80 2023-06-26T03:00:57.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19981a4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19900b00f0 con 0x7f19900cf240 2023-06-26T03:00:57.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f1996741640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19901584d0 0x7f19900aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f1996741640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19901584d0 0x7f19900aed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57272/0 (socket says 172.21.15.81:57272) 2023-06-26T03:00:57.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f1996741640 1 -- 172.21.15.81:0/2900480474 learned_addr learned my addr 172.21.15.81:0/2900480474 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:57.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f1995f40640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f199006be80 0x7f19900cbcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f199573f640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19900cf240 0x7f19900cd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f1996741640 1 -- 172.21.15.81:0/2900480474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19900cf240 msgr2=0x7f19900cd150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f1996741640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19900cf240 0x7f19900cd150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f1996741640 1 -- 172.21.15.81:0/2900480474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f199006be80 msgr2=0x7f19900cbcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f1996741640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f199006be80 0x7f19900cbcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f1996741640 1 -- 172.21.15.81:0/2900480474 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f198c009420 con 0x7f19901584d0 2023-06-26T03:00:57.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f1996741640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19901584d0 0x7f19900aed90 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f198800cb40 tx=0x7f198800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:57.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19867fc640 1 -- 172.21.15.81:0/2900480474 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f198800abe0 con 0x7f19901584d0 2023-06-26T03:00:57.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19867fc640 1 -- 172.21.15.81:0/2900480474 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f198800ad40 con 0x7f19901584d0 2023-06-26T03:00:57.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19867fc640 1 -- 172.21.15.81:0/2900480474 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1988012620 con 0x7f19901584d0 2023-06-26T03:00:57.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19981a4640 1 -- 172.21.15.81:0/2900480474 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19900af4e0 con 0x7f19901584d0 2023-06-26T03:00:57.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19981a4640 1 -- 172.21.15.81:0/2900480474 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19900afaa0 con 0x7f19901584d0 2023-06-26T03:00:57.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.322+0000 7f19981a4640 1 -- 172.21.15.81:0/2900480474 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1990066880 con 0x7f19901584d0 2023-06-26T03:00:57.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.326+0000 7f19867fc640 1 -- 172.21.15.81:0/2900480474 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1988007070 con 0x7f19901584d0 2023-06-26T03:00:57.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.326+0000 7f19867fc640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1974066280 0x7f1974068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.326+0000 7f19867fc640 1 -- 172.21.15.81:0/2900480474 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f1988084100 con 0x7f19901584d0 2023-06-26T03:00:57.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.326+0000 7f1995f40640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1974066280 0x7f1974068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.326+0000 7f1995f40640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1974066280 0x7f1974068730 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1980000f70 tx=0x7f1980009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:57.330 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.326+0000 7f19867fc640 1 -- 172.21.15.81:0/2900480474 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1988051620 con 0x7f19901584d0 2023-06-26T03:00:57.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.466+0000 7f19981a4640 1 -- 172.21.15.81:0/2900480474 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f19900b0230 con 0x7f19901584d0 2023-06-26T03:00:57.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.466+0000 7f19867fc640 1 -- 172.21.15.81:0/2900480474 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1988054c40 con 0x7f19901584d0 2023-06-26T03:00:57.471 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:00:57.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.470+0000 7f19981a4640 1 -- 172.21.15.81:0/2900480474 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1974066280 msgr2=0x7f1974068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.470+0000 7f19981a4640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1974066280 0x7f1974068730 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1980000f70 tx=0x7f1980009040 comp rx=0 tx=0).stop 2023-06-26T03:00:57.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.470+0000 7f19981a4640 1 -- 172.21.15.81:0/2900480474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19901584d0 msgr2=0x7f19900aed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.470+0000 7f19981a4640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19901584d0 0x7f19900aed90 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f198800cb40 tx=0x7f198800a060 comp rx=0 tx=0).stop 2023-06-26T03:00:57.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.470+0000 7f19981a4640 1 -- 172.21.15.81:0/2900480474 shutdown_connections 2023-06-26T03:00:57.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.470+0000 7f19981a4640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1974066280 0x7f1974068730 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.470+0000 7f19981a4640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f19901584d0 0x7f19900aed90 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.470+0000 7f19981a4640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19900cf240 0x7f19900cd150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.470+0000 7f19981a4640 1 --2- 172.21.15.81:0/2900480474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f199006be80 0x7f19900cbcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.470+0000 7f19981a4640 1 -- 172.21.15.81:0/2900480474 >> 172.21.15.81:0/2900480474 conn(0x7f199006a5c0 msgr2=0x7f19900b0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:57.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.470+0000 7f19981a4640 1 -- 172.21.15.81:0/2900480474 shutdown_connections 2023-06-26T03:00:57.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.470+0000 7f19981a4640 1 -- 172.21.15.81:0/2900480474 wait complete. 2023-06-26T03:00:57.487 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:00:57.599 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222ebf1640 1 Processor -- start 2023-06-26T03:00:57.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222ebf1640 1 -- start start 2023-06-26T03:00:57.600 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222ebf1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2228156040 0x7f22280cb0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222ebf1640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f222806bdd0 0x7f222806c230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222ebf1640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f222806c770 con 0x7f2228070d60 2023-06-26T03:00:57.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222ebf1640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22280711b0 con 0x7f222806bdd0 2023-06-26T03:00:57.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222ebf1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f222815cc70 con 0x7f2228156040 2023-06-26T03:00:57.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222d18e640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f222806bdd0 0x7f222806c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f2227fff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f2228070d60 0x7f222815c560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:52462/0 (socket says 172.21.15.81:52462) 2023-06-26T03:00:57.601 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f2227fff640 1 -- 172.21.15.81:0/3239793744 learned_addr learned my addr 172.21.15.81:0/3239793744 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:57.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222c98d640 1 --2- 172.21.15.81:0/3239793744 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2228156040 0x7f22280cb0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222d18e640 1 -- 172.21.15.81:0/3239793744 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2228156040 msgr2=0x7f22280cb0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:57.602 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f22277fe640 1 -- 172.21.15.81:0/3239793744 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3492501430 0 0) 0x7f222806c770 con 0x7f2228070d60 2023-06-26T03:00:57.603 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222d18e640 1 --2- 172.21.15.81:0/3239793744 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2228156040 0x7f22280cb0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.603 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222d18e640 1 -- 172.21.15.81:0/3239793744 >> v1:172.21.15.81:6789/0 conn(0x7f2228070d60 legacy=0x7f222815c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.603 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222d18e640 1 -- 172.21.15.81:0/3239793744 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f222806d660 con 0x7f222806bdd0 2023-06-26T03:00:57.603 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.598+0000 7f222c98d640 1 --2- 172.21.15.81:0/3239793744 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2228156040 0x7f22280cb0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:57.604 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222d18e640 1 --2- 172.21.15.81:0/3239793744 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f222806bdd0 0x7f222806c230 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f2220009d90 tx=0x7f222001c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6cd215b6f60d35c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:57.604 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f22277fe640 1 -- 172.21.15.81:0/3239793744 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22200a59e0 con 0x7f222806bdd0 2023-06-26T03:00:57.604 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f22277fe640 1 -- 172.21.15.81:0/3239793744 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22200a5b40 con 0x7f222806bdd0 2023-06-26T03:00:57.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f22277fe640 1 -- 172.21.15.81:0/3239793744 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22200ad440 con 0x7f222806bdd0 2023-06-26T03:00:57.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 -- 172.21.15.81:0/3239793744 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f222806bdd0 msgr2=0x7f222806c230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.605 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 --2- 172.21.15.81:0/3239793744 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f222806bdd0 0x7f222806c230 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f2220009d90 tx=0x7f222001c920 comp rx=0 tx=0).stop 2023-06-26T03:00:57.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 -- 172.21.15.81:0/3239793744 shutdown_connections 2023-06-26T03:00:57.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 --2- 172.21.15.81:0/3239793744 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f222806bdd0 0x7f222806c230 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 --2- 172.21.15.81:0/3239793744 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2228156040 0x7f22280cb0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 -- 172.21.15.81:0/3239793744 >> 172.21.15.81:0/3239793744 conn(0x7f222806a5c0 msgr2=0x7f222806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:57.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 -- 172.21.15.81:0/3239793744 shutdown_connections 2023-06-26T03:00:57.606 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 -- 172.21.15.81:0/3239793744 wait complete. 2023-06-26T03:00:57.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 Processor -- start 2023-06-26T03:00:57.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 -- start start 2023-06-26T03:00:57.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f222806bdd0 0x7f2228156ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2228070d60 0x7f2228147fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22281573e0 0x7f222814b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2228148e30 con 0x7f2228070d60 2023-06-26T03:00:57.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2228149110 con 0x7f222806bdd0 2023-06-26T03:00:57.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f222ebf1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22281493f0 con 0x7f22281573e0 2023-06-26T03:00:57.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f2227fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2228070d60 0x7f2228147fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f2227fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2228070d60 0x7f2228147fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:57296/0 (socket says 172.21.15.81:57296) 2023-06-26T03:00:57.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.602+0000 7f2227fff640 1 -- 172.21.15.81:0/3832399395 learned_addr learned my addr 172.21.15.81:0/3832399395 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:57.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f2227fff640 1 -- 172.21.15.81:0/3832399395 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22281573e0 msgr2=0x7f222814b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.609 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f2227fff640 1 --2- 172.21.15.81:0/3832399395 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22281573e0 0x7f222814b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f2227fff640 1 -- 172.21.15.81:0/3832399395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f222806bdd0 msgr2=0x7f2228156ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f2227fff640 1 --2- 172.21.15.81:0/3832399395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f222806bdd0 0x7f2228156ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f2227fff640 1 -- 172.21.15.81:0/3832399395 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2220009a70 con 0x7f2228070d60 2023-06-26T03:00:57.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f2227fff640 1 --2- 172.21.15.81:0/3832399395 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2228070d60 0x7f2228147fd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f221c0011f0 tx=0x7f221c00c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:57.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f22257fa640 1 -- 172.21.15.81:0/3832399395 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f221c0074e0 con 0x7f2228070d60 2023-06-26T03:00:57.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f22257fa640 1 -- 172.21.15.81:0/3832399395 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f221c007640 con 0x7f2228070d60 2023-06-26T03:00:57.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f222ebf1640 1 -- 172.21.15.81:0/3832399395 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22281496d0 con 0x7f2228070d60 2023-06-26T03:00:57.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f22257fa640 1 -- 172.21.15.81:0/3832399395 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f221c004a10 con 0x7f2228070d60 2023-06-26T03:00:57.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f222ebf1640 1 -- 172.21.15.81:0/3832399395 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2228148970 con 0x7f2228070d60 2023-06-26T03:00:57.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f222ebf1640 1 -- 172.21.15.81:0/3832399395 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2228148bc0 con 0x7f2228070d60 2023-06-26T03:00:57.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f22257fa640 1 -- 172.21.15.81:0/3832399395 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f221c004b70 con 0x7f2228070d60 2023-06-26T03:00:57.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f22257fa640 1 --2- 172.21.15.81:0/3832399395 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2214066280 0x7f2214068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f22257fa640 1 -- 172.21.15.81:0/3832399395 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f221c0832d0 con 0x7f2228070d60 2023-06-26T03:00:57.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f222c98d640 1 --2- 172.21.15.81:0/3832399395 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2214066280 0x7f2214068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.606+0000 7f222c98d640 1 --2- 172.21.15.81:0/3832399395 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2214066280 0x7f2214068730 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f221800a890 tx=0x7f2218008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:57.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.610+0000 7f22257fa640 1 -- 172.21.15.81:0/3832399395 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f221c050710 con 0x7f2228070d60 2023-06-26T03:00:57.753 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.750+0000 7f222ebf1640 1 -- 172.21.15.81:0/3832399395 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2228066880 con 0x7f2228070d60 2023-06-26T03:00:57.754 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.750+0000 7f22257fa640 1 -- 172.21.15.81:0/3832399395 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f221c053d30 con 0x7f2228070d60 2023-06-26T03:00:57.754 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:00:57.756 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.754+0000 7f222ebf1640 1 -- 172.21.15.81:0/3832399395 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2214066280 msgr2=0x7f2214068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.757 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.754+0000 7f222ebf1640 1 --2- 172.21.15.81:0/3832399395 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2214066280 0x7f2214068730 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f221800a890 tx=0x7f2218008040 comp rx=0 tx=0).stop 2023-06-26T03:00:57.757 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.754+0000 7f222ebf1640 1 -- 172.21.15.81:0/3832399395 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2228070d60 msgr2=0x7f2228147fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.757 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.754+0000 7f222ebf1640 1 --2- 172.21.15.81:0/3832399395 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2228070d60 0x7f2228147fd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f221c0011f0 tx=0x7f221c00c9b0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.757 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.754+0000 7f222ebf1640 1 -- 172.21.15.81:0/3832399395 shutdown_connections 2023-06-26T03:00:57.757 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.754+0000 7f222ebf1640 1 --2- 172.21.15.81:0/3832399395 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2214066280 0x7f2214068730 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.757 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.754+0000 7f222ebf1640 1 --2- 172.21.15.81:0/3832399395 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22281573e0 0x7f222814b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.757 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.754+0000 7f222ebf1640 1 --2- 172.21.15.81:0/3832399395 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f2228070d60 0x7f2228147fd0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.754+0000 7f222ebf1640 1 --2- 172.21.15.81:0/3832399395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f222806bdd0 0x7f2228156ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.754+0000 7f222ebf1640 1 -- 172.21.15.81:0/3832399395 >> 172.21.15.81:0/3832399395 conn(0x7f222806a5c0 msgr2=0x7f222815ab60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:57.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.754+0000 7f222ebf1640 1 -- 172.21.15.81:0/3832399395 shutdown_connections 2023-06-26T03:00:57.758 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.754+0000 7f222ebf1640 1 -- 172.21.15.81:0/3832399395 wait complete. 2023-06-26T03:00:57.772 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:00:57.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc710f640 1 Processor -- start 2023-06-26T03:00:57.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc710f640 1 -- start start 2023-06-26T03:00:57.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc710f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fc00704b0 0x7f9fc0070930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc710f640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fc00c3300 con 0x7f9fc015a100 2023-06-26T03:00:57.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc710f640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fc00c35e0 con 0x7f9fc00c82b0 2023-06-26T03:00:57.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc710f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc00c9ee0 con 0x7f9fc00704b0 2023-06-26T03:00:57.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc4eab640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f9fc015a100 0x7f9fc00c2b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41132/0 (socket says 172.21.15.81:41132) 2023-06-26T03:00:57.894 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc4eab640 1 -- 172.21.15.81:0/1089687220 learned_addr learned my addr 172.21.15.81:0/1089687220 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:57.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2816332136 0 0) 0x7f9fc00c3300 con 0x7f9fc015a100 2023-06-26T03:00:57.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc56ac640 1 --2- 172.21.15.81:0/1089687220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fc00704b0 0x7f9fc0070930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9fa8003530 con 0x7f9fc015a100 2023-06-26T03:00:57.895 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4211726916 0 0) 0x7f9fa8003530 con 0x7f9fc015a100 2023-06-26T03:00:57.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fc00704b0 msgr2=0x7f9fc0070930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:57.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 --2- 172.21.15.81:0/1089687220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fc00704b0 0x7f9fc0070930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 >> v1:172.21.15.92:6789/0 conn(0x7f9fc00c82b0 legacy=0x7f9fc015a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fc00c38c0 con 0x7f9fc015a100 2023-06-26T03:00:57.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f9fb0001680 con 0x7f9fc015a100 2023-06-26T03:00:57.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc56ac640 1 --2- 172.21.15.81:0/1089687220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fc00704b0 0x7f9fc0070930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:57.896 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 >> v1:172.21.15.81:6789/0 conn(0x7f9fc015a100 legacy=0x7f9fc00c2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 --2- 172.21.15.81:0/1089687220 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9fa80039b0 0x7f9fa8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 --2- 172.21.15.81:0/1089687220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fa80047d0 0x7f9fa8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 --2- 172.21.15.81:0/1089687220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fc00704b0 0x7f9fa8005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc00c9ee0 con 0x7f9fa80039b0 2023-06-26T03:00:57.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fa800bb20 con 0x7f9fa80047d0 2023-06-26T03:00:57.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fa800bce0 con 0x7f9fc00704b0 2023-06-26T03:00:57.897 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc4eab640 1 --2- 172.21.15.81:0/1089687220 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9fa80039b0 0x7f9fa8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fbffff640 1 --2- 172.21.15.81:0/1089687220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fa80047d0 0x7f9fa8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc4eab640 1 -- 172.21.15.81:0/1089687220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fc00704b0 msgr2=0x7f9fa8005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:57.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc4eab640 1 --2- 172.21.15.81:0/1089687220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fc00704b0 0x7f9fa8005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc4eab640 1 -- 172.21.15.81:0/1089687220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fa80047d0 msgr2=0x7f9fa8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:57.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc4eab640 1 --2- 172.21.15.81:0/1089687220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fa80047d0 0x7f9fa8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.898 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.890+0000 7f9fc4eab640 1 -- 172.21.15.81:0/1089687220 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fa8003530 con 0x7f9fa80039b0 2023-06-26T03:00:57.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fc4eab640 1 --2- 172.21.15.81:0/1089687220 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9fa80039b0 0x7f9fa8003dc0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9fb000c1c0 tx=0x7f9fb001cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33bb8e396dff417c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:57.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb0005ae0 con 0x7f9fa80039b0 2023-06-26T03:00:57.900 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fb0005c40 con 0x7f9fa80039b0 2023-06-26T03:00:57.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fbf7fe640 1 -- 172.21.15.81:0/1089687220 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb00a5810 con 0x7f9fa80039b0 2023-06-26T03:00:57.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fc710f640 1 -- 172.21.15.81:0/1089687220 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9fa80039b0 msgr2=0x7f9fa8003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fc710f640 1 --2- 172.21.15.81:0/1089687220 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9fa80039b0 0x7f9fa8003dc0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9fb000c1c0 tx=0x7f9fb001cc20 comp rx=0 tx=0).stop 2023-06-26T03:00:57.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fc56ac640 1 -- 172.21.15.81:0/1089687220 reap_dead start 2023-06-26T03:00:57.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fc710f640 1 -- 172.21.15.81:0/1089687220 shutdown_connections 2023-06-26T03:00:57.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fc710f640 1 -- 172.21.15.81:0/1089687220 >> 172.21.15.81:0/1089687220 conn(0x7f9fc00af8d0 msgr2=0x7f9fc00afcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:57.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fc710f640 1 -- 172.21.15.81:0/1089687220 shutdown_connections 2023-06-26T03:00:57.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fc710f640 1 -- 172.21.15.81:0/1089687220 wait complete. 2023-06-26T03:00:57.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fc710f640 1 Processor -- start 2023-06-26T03:00:57.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fc710f640 1 -- start start 2023-06-26T03:00:57.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.894+0000 7f9fc710f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9fa80039b0 0x7f9fc0139710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc710f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fc00c5050 0x7f9fc00c54a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc710f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fc0139e40 0x7f9fc013a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc710f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc00ac9e0 con 0x7f9fa80039b0 2023-06-26T03:00:57.902 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc710f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc0139c50 con 0x7f9fc0139e40 2023-06-26T03:00:57.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc710f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc013a7f0 con 0x7f9fc00c5050 2023-06-26T03:00:57.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc4eab640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9fa80039b0 0x7f9fc0139710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc4eab640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9fa80039b0 0x7f9fc0139710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58544/0 (socket says 172.21.15.81:58544) 2023-06-26T03:00:57.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc4eab640 1 -- 172.21.15.81:0/294293033 learned_addr learned my addr 172.21.15.81:0/294293033 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:57.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fbffff640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fc00c5050 0x7f9fc00c54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc4eab640 1 -- 172.21.15.81:0/294293033 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fc00c5050 msgr2=0x7f9fc00c54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc56ac640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fc0139e40 0x7f9fc013a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc4eab640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fc00c5050 0x7f9fc00c54a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc4eab640 1 -- 172.21.15.81:0/294293033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fc0139e40 msgr2=0x7f9fc013a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:57.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc4eab640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fc0139e40 0x7f9fc013a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:57.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc4eab640 1 -- 172.21.15.81:0/294293033 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fc0158880 con 0x7f9fa80039b0 2023-06-26T03:00:57.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc4eab640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9fa80039b0 0x7f9fc0139710 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9fb000c1c0 tx=0x7f9fa8005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:57.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fbd7fa640 1 -- 172.21.15.81:0/294293033 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb00b4070 con 0x7f9fa80039b0 2023-06-26T03:00:57.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fbd7fa640 1 -- 172.21.15.81:0/294293033 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fb00a5810 con 0x7f9fa80039b0 2023-06-26T03:00:57.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc710f640 1 -- 172.21.15.81:0/294293033 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fc00cbc90 con 0x7f9fa80039b0 2023-06-26T03:00:57.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fbd7fa640 1 -- 172.21.15.81:0/294293033 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb00a5b80 con 0x7f9fa80039b0 2023-06-26T03:00:57.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc710f640 1 -- 172.21.15.81:0/294293033 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fc00cc250 con 0x7f9fa80039b0 2023-06-26T03:00:57.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fc710f640 1 -- 172.21.15.81:0/294293033 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9fc004d790 con 0x7f9fa80039b0 2023-06-26T03:00:57.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fbd7fa640 1 -- 172.21.15.81:0/294293033 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9fb00a5ce0 con 0x7f9fa80039b0 2023-06-26T03:00:57.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fbd7fa640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9fac0662b0 0x7f9fac068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:57.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fbd7fa640 1 -- 172.21.15.81:0/294293033 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f9fb011d320 con 0x7f9fa80039b0 2023-06-26T03:00:57.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fbffff640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9fac0662b0 0x7f9fac068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:57.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.898+0000 7f9fbffff640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9fac0662b0 0x7f9fac068760 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9fc013ddd0 tx=0x7f9fb4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:57.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:57.902+0000 7f9fbd7fa640 1 -- 172.21.15.81:0/294293033 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9fb00ea6d0 con 0x7f9fa80039b0 2023-06-26T03:00:58.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.066+0000 7f9fc710f640 1 -- 172.21.15.81:0/294293033 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f9fc00cd820 con 0x7f9fa80039b0 2023-06-26T03:00:58.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.070+0000 7f9fbd7fa640 1 -- 172.21.15.81:0/294293033 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f9fb0007cf0 con 0x7f9fa80039b0 2023-06-26T03:00:58.071 INFO:teuthology.orchestra.run.smithi081.stderr:listed 0 entries 2023-06-26T03:00:58.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.070+0000 7f9fc710f640 1 -- 172.21.15.81:0/294293033 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9fac0662b0 msgr2=0x7f9fac068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.070+0000 7f9fc710f640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9fac0662b0 0x7f9fac068760 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9fc013ddd0 tx=0x7f9fb4009040 comp rx=0 tx=0).stop 2023-06-26T03:00:58.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.070+0000 7f9fc710f640 1 -- 172.21.15.81:0/294293033 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9fa80039b0 msgr2=0x7f9fc0139710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.070+0000 7f9fc710f640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9fa80039b0 0x7f9fc0139710 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9fb000c1c0 tx=0x7f9fa8005800 comp rx=0 tx=0).stop 2023-06-26T03:00:58.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.070+0000 7f9fc710f640 1 -- 172.21.15.81:0/294293033 shutdown_connections 2023-06-26T03:00:58.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.070+0000 7f9fc710f640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9fac0662b0 0x7f9fac068760 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.070+0000 7f9fc710f640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fc0139e40 0x7f9fc013a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.070+0000 7f9fc710f640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fc00c5050 0x7f9fc00c54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.070+0000 7f9fc710f640 1 --2- 172.21.15.81:0/294293033 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9fa80039b0 0x7f9fc0139710 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.070+0000 7f9fc710f640 1 -- 172.21.15.81:0/294293033 >> 172.21.15.81:0/294293033 conn(0x7f9fc00af8d0 msgr2=0x7f9fc006b5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:58.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.070+0000 7f9fc710f640 1 -- 172.21.15.81:0/294293033 shutdown_connections 2023-06-26T03:00:58.075 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.070+0000 7f9fc710f640 1 -- 172.21.15.81:0/294293033 wait complete. 2023-06-26T03:00:58.090 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T03:00:58.091 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:00:58.097 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:00:58.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.218+0000 7fee5b315640 1 Processor -- start 2023-06-26T03:00:58.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.218+0000 7fee5b315640 1 -- start start 2023-06-26T03:00:58.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee5b315640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fee540c9c70 0x7fee54070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee5b315640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fee540af770 0x7fee540afbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee5b315640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee5406bd00 con 0x7fee541596a0 2023-06-26T03:00:58.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee5b315640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee540b00f0 con 0x7fee540c9c70 2023-06-26T03:00:58.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee5b315640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee540ca100 con 0x7fee540af770 2023-06-26T03:00:58.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee588b0640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fee540c9c70 0x7fee54070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee588b0640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fee540c9c70 0x7fee54070e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58548/0 (socket says 172.21.15.81:58548) 2023-06-26T03:00:58.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee588b0640 1 -- 172.21.15.81:0/3302087909 learned_addr learned my addr 172.21.15.81:0/3302087909 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:58.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee598b2640 1 --2- 172.21.15.81:0/3302087909 >> v2:172.21.15.92:3300/0 conn(0x7fee540af770 0x7fee540afbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee588b0640 1 -- 172.21.15.81:0/3302087909 >> v2:172.21.15.92:3300/0 conn(0x7fee540af770 msgr2=0x7fee540afbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:58.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee588b0640 1 --2- 172.21.15.81:0/3302087909 >> v2:172.21.15.92:3300/0 conn(0x7fee540af770 0x7fee540afbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee588b0640 1 -- 172.21.15.81:0/3302087909 >> v1:172.21.15.92:6789/0 conn(0x7fee541596a0 legacy=0x7fee540c9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:58.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee588b0640 1 -- 172.21.15.81:0/3302087909 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee54070360 con 0x7fee540c9c70 2023-06-26T03:00:58.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee588b0640 1 --2- 172.21.15.81:0/3302087909 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee540c9c70 0x7fee54070e40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fee540b0800 tx=0x7fee4401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15ced53524e41857 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:58.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee4bfff640 1 -- 172.21.15.81:0/3302087909 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee440ab600 con 0x7fee540c9c70 2023-06-26T03:00:58.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee4bfff640 1 -- 172.21.15.81:0/3302087909 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee440ab760 con 0x7fee540c9c70 2023-06-26T03:00:58.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee4bfff640 1 -- 172.21.15.81:0/3302087909 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee440abaf0 con 0x7fee540c9c70 2023-06-26T03:00:58.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee5b315640 1 -- 172.21.15.81:0/3302087909 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee540c9c70 msgr2=0x7fee54070e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee5b315640 1 --2- 172.21.15.81:0/3302087909 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee540c9c70 0x7fee54070e40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fee540b0800 tx=0x7fee4401c400 comp rx=0 tx=0).stop 2023-06-26T03:00:58.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee5b315640 1 -- 172.21.15.81:0/3302087909 shutdown_connections 2023-06-26T03:00:58.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee5b315640 1 --2- 172.21.15.81:0/3302087909 >> v2:172.21.15.92:3300/0 conn(0x7fee540af770 0x7fee540afbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee5b315640 1 --2- 172.21.15.81:0/3302087909 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee540c9c70 0x7fee54070e40 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee5b315640 1 -- 172.21.15.81:0/3302087909 >> 172.21.15.81:0/3302087909 conn(0x7fee540ca770 msgr2=0x7fee540cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:58.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee5b315640 1 -- 172.21.15.81:0/3302087909 shutdown_connections 2023-06-26T03:00:58.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.222+0000 7fee5b315640 1 -- 172.21.15.81:0/3302087909 wait complete. 2023-06-26T03:00:58.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee5b315640 1 Processor -- start 2023-06-26T03:00:58.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee5b315640 1 -- start start 2023-06-26T03:00:58.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee5b315640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee540af770 0x7fee541f31f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee5b315640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee540c9c70 0x7fee54159c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee5b315640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee541596a0 0x7fee5415a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee5b315640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee54161590 con 0x7fee540c9c70 2023-06-26T03:00:58.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee5b315640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee541623b0 con 0x7fee541596a0 2023-06-26T03:00:58.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee5b315640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee541617a0 con 0x7fee540af770 2023-06-26T03:00:58.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee588b0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee540c9c70 0x7fee54159c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee588b0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee540c9c70 0x7fee54159c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58558/0 (socket says 172.21.15.81:58558) 2023-06-26T03:00:58.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee588b0640 1 -- 172.21.15.81:0/181698626 learned_addr learned my addr 172.21.15.81:0/181698626 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:58.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee590b1640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee540af770 0x7fee541f31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee588b0640 1 -- 172.21.15.81:0/181698626 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee540af770 msgr2=0x7fee541f31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee588b0640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee540af770 0x7fee541f31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee588b0640 1 -- 172.21.15.81:0/181698626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee541596a0 msgr2=0x7fee5415a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee588b0640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee541596a0 0x7fee5415a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee588b0640 1 -- 172.21.15.81:0/181698626 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee440094d0 con 0x7fee540c9c70 2023-06-26T03:00:58.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee590b1640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee540af770 0x7fee541f31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:58.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee588b0640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee540c9c70 0x7fee54159c80 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fee440ad040 tx=0x7fee4401ac40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:58.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee49ffb640 1 -- 172.21.15.81:0/181698626 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee440b4800 con 0x7fee540c9c70 2023-06-26T03:00:58.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee49ffb640 1 -- 172.21.15.81:0/181698626 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee440b4960 con 0x7fee540c9c70 2023-06-26T03:00:58.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee5b315640 1 -- 172.21.15.81:0/181698626 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee54161a80 con 0x7fee540c9c70 2023-06-26T03:00:58.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee49ffb640 1 -- 172.21.15.81:0/181698626 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee440b4cf0 con 0x7fee540c9c70 2023-06-26T03:00:58.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee5b315640 1 -- 172.21.15.81:0/181698626 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee54162040 con 0x7fee540c9c70 2023-06-26T03:00:58.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.226+0000 7fee5b315640 1 -- 172.21.15.81:0/181698626 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee54162540 con 0x7fee540c9c70 2023-06-26T03:00:58.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.230+0000 7fee49ffb640 1 -- 172.21.15.81:0/181698626 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fee440b3380 con 0x7fee540c9c70 2023-06-26T03:00:58.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.230+0000 7fee49ffb640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fee38066280 0x7fee38068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.230+0000 7fee49ffb640 1 -- 172.21.15.81:0/181698626 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fee4411e3e0 con 0x7fee540c9c70 2023-06-26T03:00:58.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.230+0000 7fee590b1640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fee38066280 0x7fee38068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.230+0000 7fee590b1640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fee38066280 0x7fee38068730 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fee5000a850 tx=0x7fee50008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:58.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.234+0000 7fee49ffb640 1 -- 172.21.15.81:0/181698626 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fee440eb8d0 con 0x7fee540c9c70 2023-06-26T03:00:58.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.386+0000 7fee5b315640 1 -- 172.21.15.81:0/181698626 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fee5404d790 con 0x7fee540c9c70 2023-06-26T03:00:58.392 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.390+0000 7fee49ffb640 1 -- 172.21.15.81:0/181698626 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18338 (secure 0 0 0) 0x7fee440eeef0 con 0x7fee540c9c70 2023-06-26T03:00:58.392 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:00:58.392 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":26,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:55.969232+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.b","mappings":[{"from":1,"to":5}]},{"pgid":"4.3b","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:00:58.394 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.390+0000 7fee5b315640 1 -- 172.21.15.81:0/181698626 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fee38066280 msgr2=0x7fee38068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.394 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.390+0000 7fee5b315640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fee38066280 0x7fee38068730 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fee5000a850 tx=0x7fee50008040 comp rx=0 tx=0).stop 2023-06-26T03:00:58.394 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.390+0000 7fee5b315640 1 -- 172.21.15.81:0/181698626 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee540c9c70 msgr2=0x7fee54159c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.394 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.390+0000 7fee5b315640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee540c9c70 0x7fee54159c80 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fee440ad040 tx=0x7fee4401ac40 comp rx=0 tx=0).stop 2023-06-26T03:00:58.394 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.390+0000 7fee5b315640 1 -- 172.21.15.81:0/181698626 shutdown_connections 2023-06-26T03:00:58.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.390+0000 7fee5b315640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fee38066280 0x7fee38068730 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.390+0000 7fee5b315640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee541596a0 0x7fee5415a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.390+0000 7fee5b315640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fee540c9c70 0x7fee54159c80 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.390+0000 7fee5b315640 1 --2- 172.21.15.81:0/181698626 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee540af770 0x7fee541f31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.390+0000 7fee5b315640 1 -- 172.21.15.81:0/181698626 >> 172.21.15.81:0/181698626 conn(0x7fee540ca770 msgr2=0x7fee54157cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:58.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.390+0000 7fee5b315640 1 -- 172.21.15.81:0/181698626 shutdown_connections 2023-06-26T03:00:58.395 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.390+0000 7fee5b315640 1 -- 172.21.15.81:0/181698626 wait complete. 2023-06-26T03:00:58.410 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:00:58.411 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:00:58.531 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f062dc0f640 1 Processor -- start 2023-06-26T03:00:58.532 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f062dc0f640 1 -- start start 2023-06-26T03:00:58.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f062dc0f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0628159a60 0x7f06280c1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f062dc0f640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f062806fff0 0x7f0628070470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f062dc0f640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0628071170 con 0x7f06280af6b0 2023-06-26T03:00:58.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f062dc0f640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06280709b0 con 0x7f062806fff0 2023-06-26T03:00:58.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f062dc0f640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0628070bb0 con 0x7f0628159a60 2023-06-26T03:00:58.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f061ffff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f062806fff0 0x7f0628070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f061ffff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f062806fff0 0x7f0628070470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58572/0 (socket says 172.21.15.81:58572) 2023-06-26T03:00:58.534 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f061ffff640 1 -- 172.21.15.81:0/367089026 learned_addr learned my addr 172.21.15.81:0/367089026 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:58.534 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f06277fe640 1 --2- 172.21.15.81:0/367089026 >> v2:172.21.15.92:3300/0 conn(0x7f0628159a60 0x7f06280c1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.534 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f061ffff640 1 -- 172.21.15.81:0/367089026 >> v2:172.21.15.92:3300/0 conn(0x7f0628159a60 msgr2=0x7f06280c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:58.534 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f061ffff640 1 --2- 172.21.15.81:0/367089026 >> v2:172.21.15.92:3300/0 conn(0x7f0628159a60 0x7f06280c1780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.535 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f061ffff640 1 -- 172.21.15.81:0/367089026 >> v1:172.21.15.92:6789/0 conn(0x7f06280af6b0 legacy=0x7f062806b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:58.535 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f061ffff640 1 -- 172.21.15.81:0/367089026 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0628070e90 con 0x7f062806fff0 2023-06-26T03:00:58.535 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.530+0000 7f061ffff640 1 --2- 172.21.15.81:0/367089026 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f062806fff0 0x7f0628070470 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f06280b0820 tx=0x7f061001c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdc0729a5448fffd server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:58.535 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0626ffd640 1 -- 172.21.15.81:0/367089026 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06100aa5f0 con 0x7f062806fff0 2023-06-26T03:00:58.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0626ffd640 1 -- 172.21.15.81:0/367089026 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06100aa750 con 0x7f062806fff0 2023-06-26T03:00:58.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0626ffd640 1 -- 172.21.15.81:0/367089026 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06100aaae0 con 0x7f062806fff0 2023-06-26T03:00:58.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 -- 172.21.15.81:0/367089026 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f062806fff0 msgr2=0x7f0628070470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 --2- 172.21.15.81:0/367089026 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f062806fff0 0x7f0628070470 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f06280b0820 tx=0x7f061001c490 comp rx=0 tx=0).stop 2023-06-26T03:00:58.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 -- 172.21.15.81:0/367089026 shutdown_connections 2023-06-26T03:00:58.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 --2- 172.21.15.81:0/367089026 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f062806fff0 0x7f0628070470 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 --2- 172.21.15.81:0/367089026 >> v2:172.21.15.92:3300/0 conn(0x7f0628159a60 0x7f06280c1780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 -- 172.21.15.81:0/367089026 >> 172.21.15.81:0/367089026 conn(0x7f062806a100 msgr2=0x7f06280ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:58.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 -- 172.21.15.81:0/367089026 shutdown_connections 2023-06-26T03:00:58.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 -- 172.21.15.81:0/367089026 wait complete. 2023-06-26T03:00:58.539 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 Processor -- start 2023-06-26T03:00:58.539 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 -- start start 2023-06-26T03:00:58.539 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f062806fff0 0x7f062814f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.539 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06280af6b0 0x7f062814ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0628159a60 0x7f06280cb800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f062814f1d0 con 0x7f0628159a60 2023-06-26T03:00:58.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06280ccc60 con 0x7f062806fff0 2023-06-26T03:00:58.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06280cc050 con 0x7f06280af6b0 2023-06-26T03:00:58.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0627fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0628159a60 0x7f06280cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0627fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0628159a60 0x7f06280cb800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58578/0 (socket says 172.21.15.81:58578) 2023-06-26T03:00:58.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0627fff640 1 -- 172.21.15.81:0/1293875595 learned_addr learned my addr 172.21.15.81:0/1293875595 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:58.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f061ffff640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06280af6b0 0x7f062814ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f06277fe640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f062806fff0 0x7f062814f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0627fff640 1 -- 172.21.15.81:0/1293875595 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06280af6b0 msgr2=0x7f062814ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0627fff640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06280af6b0 0x7f062814ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0627fff640 1 -- 172.21.15.81:0/1293875595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f062806fff0 msgr2=0x7f062814f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0627fff640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f062806fff0 0x7f062814f380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0627fff640 1 -- 172.21.15.81:0/1293875595 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06100094d0 con 0x7f0628159a60 2023-06-26T03:00:58.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f061ffff640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06280af6b0 0x7f062814ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:58.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f06277fe640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f062806fff0 0x7f062814f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:58.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0627fff640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0628159a60 0x7f06280cb800 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f062000c780 tx=0x7f062000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:58.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0624ff9640 1 -- 172.21.15.81:0/1293875595 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0620004b70 con 0x7f0628159a60 2023-06-26T03:00:58.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0624ff9640 1 -- 172.21.15.81:0/1293875595 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f062000ce90 con 0x7f0628159a60 2023-06-26T03:00:58.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f0624ff9640 1 -- 172.21.15.81:0/1293875595 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f062000a850 con 0x7f0628159a60 2023-06-26T03:00:58.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 -- 172.21.15.81:0/1293875595 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06280cc330 con 0x7f0628159a60 2023-06-26T03:00:58.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.534+0000 7f062dc0f640 1 -- 172.21.15.81:0/1293875595 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06280cc8f0 con 0x7f0628159a60 2023-06-26T03:00:58.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.538+0000 7f062dc0f640 1 -- 172.21.15.81:0/1293875595 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06280ccdd0 con 0x7f0628159a60 2023-06-26T03:00:58.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.538+0000 7f0624ff9640 1 -- 172.21.15.81:0/1293875595 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f062000a9b0 con 0x7f0628159a60 2023-06-26T03:00:58.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.538+0000 7f0624ff9640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f06080662b0 0x7f0608068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.538+0000 7f0624ff9640 1 -- 172.21.15.81:0/1293875595 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f0620083f30 con 0x7f0628159a60 2023-06-26T03:00:58.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.538+0000 7f06277fe640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f06080662b0 0x7f0608068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.538+0000 7f06277fe640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f06080662b0 0x7f0608068760 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f06180097a0 tx=0x7f0618008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:58.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.542+0000 7f0624ff9640 1 -- 172.21.15.81:0/1293875595 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0620054e00 con 0x7f0628159a60 2023-06-26T03:00:58.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.694+0000 7f062dc0f640 1 -- 172.21.15.81:0/1293875595 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f062804d790 con 0x7f0628159a60 2023-06-26T03:00:58.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.694+0000 7f0624ff9640 1 -- 172.21.15.81:0/1293875595 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0620054990 con 0x7f0628159a60 2023-06-26T03:00:58.698 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:00:58.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.698+0000 7f062dc0f640 1 -- 172.21.15.81:0/1293875595 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f06080662b0 msgr2=0x7f0608068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.698+0000 7f062dc0f640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f06080662b0 0x7f0608068760 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f06180097a0 tx=0x7f0618008040 comp rx=0 tx=0).stop 2023-06-26T03:00:58.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.698+0000 7f062dc0f640 1 -- 172.21.15.81:0/1293875595 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0628159a60 msgr2=0x7f06280cb800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.698+0000 7f062dc0f640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0628159a60 0x7f06280cb800 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f062000c780 tx=0x7f062000cc40 comp rx=0 tx=0).stop 2023-06-26T03:00:58.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.698+0000 7f062dc0f640 1 -- 172.21.15.81:0/1293875595 shutdown_connections 2023-06-26T03:00:58.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.698+0000 7f062dc0f640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f06080662b0 0x7f0608068760 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.698+0000 7f062dc0f640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0628159a60 0x7f06280cb800 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.698+0000 7f062dc0f640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06280af6b0 0x7f062814ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.698+0000 7f062dc0f640 1 --2- 172.21.15.81:0/1293875595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f062806fff0 0x7f062814f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.698+0000 7f062dc0f640 1 -- 172.21.15.81:0/1293875595 >> 172.21.15.81:0/1293875595 conn(0x7f062806a100 msgr2=0x7f0628156aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:58.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.698+0000 7f062dc0f640 1 -- 172.21.15.81:0/1293875595 shutdown_connections 2023-06-26T03:00:58.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.698+0000 7f062dc0f640 1 -- 172.21.15.81:0/1293875595 wait complete. 2023-06-26T03:00:58.717 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:00:58.839 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe3257fe640 1 Processor -- start 2023-06-26T03:00:58.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe3257fe640 1 -- start start 2023-06-26T03:00:58.840 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe3257fe640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe320159940 0x7fe3200d08a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe3257fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3200cf830 0x7fe320163360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe3257fe640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3200cdd70 con 0x7fe3200b1b10 2023-06-26T03:00:58.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe3257fe640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3200ce050 con 0x7fe320159940 2023-06-26T03:00:58.841 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe3257fe640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3200ce330 con 0x7fe3200cf830 2023-06-26T03:00:58.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe31f7fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3200cf830 0x7fe320163360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe31effd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe320159940 0x7fe3200d08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe31e7fc640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fe3200b1b10 0x7fe3200cf120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:34928/0 (socket says 172.21.15.81:34928) 2023-06-26T03:00:58.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe31e7fc640 1 -- 172.21.15.81:0/3653013370 learned_addr learned my addr 172.21.15.81:0/3653013370 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:58.842 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe31effd640 1 -- 172.21.15.81:0/3653013370 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3200cf830 msgr2=0x7fe320163360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:58.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe31effd640 1 --2- 172.21.15.81:0/3653013370 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3200cf830 0x7fe320163360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe31effd640 1 -- 172.21.15.81:0/3653013370 >> v1:172.21.15.92:6789/0 conn(0x7fe3200b1b10 legacy=0x7fe3200cf120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.843 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.838+0000 7fe31effd640 1 -- 172.21.15.81:0/3653013370 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3200ce610 con 0x7fe320159940 2023-06-26T03:00:58.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe31effd640 1 --2- 172.21.15.81:0/3653013370 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe320159940 0x7fe3200d08a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe3100097c0 tx=0x7fe31001c3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13dbec86479b8867 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:58.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe31dffb640 1 -- 172.21.15.81:0/3653013370 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3100ac630 con 0x7fe320159940 2023-06-26T03:00:58.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe31dffb640 1 -- 172.21.15.81:0/3653013370 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3100ac790 con 0x7fe320159940 2023-06-26T03:00:58.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe31dffb640 1 -- 172.21.15.81:0/3653013370 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3100acb20 con 0x7fe320159940 2023-06-26T03:00:58.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 -- 172.21.15.81:0/3653013370 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe320159940 msgr2=0x7fe3200d08a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 --2- 172.21.15.81:0/3653013370 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe320159940 0x7fe3200d08a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe3100097c0 tx=0x7fe31001c3f0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 -- 172.21.15.81:0/3653013370 shutdown_connections 2023-06-26T03:00:58.846 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 --2- 172.21.15.81:0/3653013370 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3200cf830 0x7fe320163360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.846 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 --2- 172.21.15.81:0/3653013370 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe320159940 0x7fe3200d08a0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.846 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 -- 172.21.15.81:0/3653013370 >> 172.21.15.81:0/3653013370 conn(0x7fe32006ed00 msgr2=0x7fe32006f100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:58.846 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 -- 172.21.15.81:0/3653013370 shutdown_connections 2023-06-26T03:00:58.846 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 -- 172.21.15.81:0/3653013370 wait complete. 2023-06-26T03:00:58.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 Processor -- start 2023-06-26T03:00:58.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 -- start start 2023-06-26T03:00:58.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3200b1b10 0x7fe32015c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3200cf830 0x7fe3200c9750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe320159940 0x7fe32015b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe32015c9b0 con 0x7fe320159940 2023-06-26T03:00:58.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3200c9c90 con 0x7fe3200cf830 2023-06-26T03:00:58.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe3257fe640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe32015bbe0 con 0x7fe3200b1b10 2023-06-26T03:00:58.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe31f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe320159940 0x7fe32015b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe31f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe320159940 0x7fe32015b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58586/0 (socket says 172.21.15.81:58586) 2023-06-26T03:00:58.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.842+0000 7fe31f7fe640 1 -- 172.21.15.81:0/187978474 learned_addr learned my addr 172.21.15.81:0/187978474 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:58.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe31e7fc640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3200cf830 0x7fe3200c9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe31effd640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3200b1b10 0x7fe32015c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe31f7fe640 1 -- 172.21.15.81:0/187978474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3200b1b10 msgr2=0x7fe32015c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe31f7fe640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3200b1b10 0x7fe32015c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe31f7fe640 1 -- 172.21.15.81:0/187978474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3200cf830 msgr2=0x7fe3200c9750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe31f7fe640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3200cf830 0x7fe3200c9750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe31f7fe640 1 -- 172.21.15.81:0/187978474 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe310009420 con 0x7fe320159940 2023-06-26T03:00:58.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe31f7fe640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe320159940 0x7fe32015b6a0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fe31800ef90 tx=0x7fe31800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:58.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe3077fe640 1 -- 172.21.15.81:0/187978474 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe318009ca0 con 0x7fe320159940 2023-06-26T03:00:58.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe3077fe640 1 -- 172.21.15.81:0/187978474 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe31800f040 con 0x7fe320159940 2023-06-26T03:00:58.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe3257fe640 1 -- 172.21.15.81:0/187978474 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe32015a8e0 con 0x7fe320159940 2023-06-26T03:00:58.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe3077fe640 1 -- 172.21.15.81:0/187978474 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3180146c0 con 0x7fe320159940 2023-06-26T03:00:58.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe3257fe640 1 -- 172.21.15.81:0/187978474 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe32015aea0 con 0x7fe320159940 2023-06-26T03:00:58.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe3257fe640 1 -- 172.21.15.81:0/187978474 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe320152eb0 con 0x7fe320159940 2023-06-26T03:00:58.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe3077fe640 1 -- 172.21.15.81:0/187978474 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe318014820 con 0x7fe320159940 2023-06-26T03:00:58.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe3077fe640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe30c066280 0x7fe30c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:58.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe3077fe640 1 -- 172.21.15.81:0/187978474 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fe318084bc0 con 0x7fe320159940 2023-06-26T03:00:58.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe31effd640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe30c066280 0x7fe30c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:58.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.846+0000 7fe31effd640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe30c066280 0x7fe30c068730 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe3100ae000 tx=0x7fe310008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:58.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.850+0000 7fe3077fe640 1 -- 172.21.15.81:0/187978474 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe318052000 con 0x7fe320159940 2023-06-26T03:00:58.996 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3257fe640 1 -- 172.21.15.81:0/187978474 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fe320152bd0 con 0x7fe320159940 2023-06-26T03:00:58.996 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3077fe640 1 -- 172.21.15.81:0/187978474 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v26) v1 ==== 92+0+10 (secure 0 0 0) 0x7fe3180180a0 con 0x7fe320159940 2023-06-26T03:00:58.997 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:00:58.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3257fe640 1 -- 172.21.15.81:0/187978474 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe30c066280 msgr2=0x7fe30c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3257fe640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe30c066280 0x7fe30c068730 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe3100ae000 tx=0x7fe310008040 comp rx=0 tx=0).stop 2023-06-26T03:00:58.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3257fe640 1 -- 172.21.15.81:0/187978474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe320159940 msgr2=0x7fe32015b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:58.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3257fe640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe320159940 0x7fe32015b6a0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fe31800ef90 tx=0x7fe31800c490 comp rx=0 tx=0).stop 2023-06-26T03:00:58.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3257fe640 1 -- 172.21.15.81:0/187978474 shutdown_connections 2023-06-26T03:00:58.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3257fe640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe30c066280 0x7fe30c068730 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:58.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3257fe640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe320159940 0x7fe32015b6a0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3257fe640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3200cf830 0x7fe3200c9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3257fe640 1 --2- 172.21.15.81:0/187978474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe3200b1b10 0x7fe32015c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3257fe640 1 -- 172.21.15.81:0/187978474 >> 172.21.15.81:0/187978474 conn(0x7fe32006ed00 msgr2=0x7fe3200d04c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:59.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3257fe640 1 -- 172.21.15.81:0/187978474 shutdown_connections 2023-06-26T03:00:59.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:58.994+0000 7fe3257fe640 1 -- 172.21.15.81:0/187978474 wait complete. 2023-06-26T03:00:59.014 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:00:59.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd1213cf640 1 Processor -- start 2023-06-26T03:00:59.136 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd1213cf640 1 -- start start 2023-06-26T03:00:59.137 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd1213cf640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd11c06acd0 0x7fd11c0ce390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.137 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd1213cf640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd11c0b0c70 0x7fd11c0ca400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.137 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd1213cf640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd11c0cf580 con 0x7fd11c15bc80 2023-06-26T03:00:59.137 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd1213cf640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd11c15c050 con 0x7fd11c06acd0 2023-06-26T03:00:59.137 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd1213cf640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd11c0ce970 con 0x7fd11c0b0c70 2023-06-26T03:00:59.139 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd11affd640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fd11c15bc80 0x7fd11c06a5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41140/0 (socket says 172.21.15.81:41140) 2023-06-26T03:00:59.139 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd11affd640 1 -- 172.21.15.81:0/1165671269 learned_addr learned my addr 172.21.15.81:0/1165671269 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:59.139 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd11a7fc640 1 --2- 172.21.15.81:0/1165671269 >> v2:172.21.15.92:3300/0 conn(0x7fd11c06acd0 0x7fd11c0ce390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd11b7fe640 1 --2- 172.21.15.81:0/1165671269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd11c0b0c70 0x7fd11c0ca400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3428930382 0 0) 0x7fd11c0cf580 con 0x7fd11c15bc80 2023-06-26T03:00:59.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd108003530 con 0x7fd11c15bc80 2023-06-26T03:00:59.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1573412614 0 0) 0x7fd108003530 con 0x7fd11c15bc80 2023-06-26T03:00:59.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd11c0b0c70 msgr2=0x7fd11c0ca400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:59.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 --2- 172.21.15.81:0/1165671269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd11c0b0c70 0x7fd11c0ca400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 >> v2:172.21.15.92:3300/0 conn(0x7fd11c06acd0 msgr2=0x7fd11c0ce390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:59.140 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 --2- 172.21.15.81:0/1165671269 >> v2:172.21.15.92:3300/0 conn(0x7fd11c06acd0 0x7fd11c0ce390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.141 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd11c0cec50 con 0x7fd11c15bc80 2023-06-26T03:00:59.141 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fd114001a00 con 0x7fd11c15bc80 2023-06-26T03:00:59.141 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 >> v1:172.21.15.81:6789/0 conn(0x7fd11c15bc80 legacy=0x7fd11c06a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.141 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 --2- 172.21.15.81:0/1165671269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd11c0b0c70 0x7fd108003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.141 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 --2- 172.21.15.81:0/1165671269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd108003f00 0x7fd1080047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.141 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 --2- 172.21.15.81:0/1165671269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd108004d10 0x7fd108005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.142 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd11c15c050 con 0x7fd108003f00 2023-06-26T03:00:59.142 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd11c0ce970 con 0x7fd108004d10 2023-06-26T03:00:59.142 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd10800b990 con 0x7fd11c0b0c70 2023-06-26T03:00:59.142 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd11a7fc640 1 --2- 172.21.15.81:0/1165671269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd108003f00 0x7fd1080047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.142 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd11b7fe640 1 --2- 172.21.15.81:0/1165671269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd108004d10 0x7fd108005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.142 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd11affd640 1 --2- 172.21.15.81:0/1165671269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd11c0b0c70 0x7fd108003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.142 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd11a7fc640 1 -- 172.21.15.81:0/1165671269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd11c0b0c70 msgr2=0x7fd108003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:59.143 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd11a7fc640 1 --2- 172.21.15.81:0/1165671269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd11c0b0c70 0x7fd108003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.143 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd11a7fc640 1 -- 172.21.15.81:0/1165671269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd108004d10 msgr2=0x7fd108005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:59.143 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd11a7fc640 1 --2- 172.21.15.81:0/1165671269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd108004d10 0x7fd108005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.143 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.134+0000 7fd11a7fc640 1 -- 172.21.15.81:0/1165671269 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd108003530 con 0x7fd108003f00 2023-06-26T03:00:59.145 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.138+0000 7fd11a7fc640 1 --2- 172.21.15.81:0/1165671269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd108003f00 0x7fd1080047d0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd104009ab0 tx=0x7fd10401ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=360a38e95a14aaba server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:59.145 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.138+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1040a5550 con 0x7fd108003f00 2023-06-26T03:00:59.145 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.138+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1040a56b0 con 0x7fd108003f00 2023-06-26T03:00:59.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.138+0000 7fd119ffb640 1 -- 172.21.15.81:0/1165671269 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1040a5a60 con 0x7fd108003f00 2023-06-26T03:00:59.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.138+0000 7fd1213cf640 1 -- 172.21.15.81:0/1165671269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd108003f00 msgr2=0x7fd1080047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.138+0000 7fd1213cf640 1 --2- 172.21.15.81:0/1165671269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd108003f00 0x7fd1080047d0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd104009ab0 tx=0x7fd10401ca70 comp rx=0 tx=0).stop 2023-06-26T03:00:59.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.138+0000 7fd11b7fe640 1 -- 172.21.15.81:0/1165671269 reap_dead start 2023-06-26T03:00:59.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.138+0000 7fd1213cf640 1 -- 172.21.15.81:0/1165671269 shutdown_connections 2023-06-26T03:00:59.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.138+0000 7fd1213cf640 1 -- 172.21.15.81:0/1165671269 >> 172.21.15.81:0/1165671269 conn(0x7fd11c0991d0 msgr2=0x7fd11c0cfe40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:59.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.138+0000 7fd1213cf640 1 -- 172.21.15.81:0/1165671269 shutdown_connections 2023-06-26T03:00:59.146 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.138+0000 7fd1213cf640 1 -- 172.21.15.81:0/1165671269 wait complete. 2023-06-26T03:00:59.147 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.138+0000 7fd1213cf640 1 Processor -- start 2023-06-26T03:00:59.147 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.138+0000 7fd1213cf640 1 -- start start 2023-06-26T03:00:59.147 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1213cf640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd108003f00 0x7fd11c1497b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.147 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1213cf640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd11c1e5590 0x7fd11c1e59e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.147 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1213cf640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd11c0b51e0 0x7fd11c0b5650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.147 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1213cf640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd11c0c6150 con 0x7fd11c0b51e0 2023-06-26T03:00:59.147 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1213cf640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd11c1e5f20 con 0x7fd11c1e5590 2023-06-26T03:00:59.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1213cf640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd11c0c50b0 con 0x7fd108003f00 2023-06-26T03:00:59.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd11b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd11c0b51e0 0x7fd11c0b5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd11b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd11c0b51e0 0x7fd11c0b5650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58610/0 (socket says 172.21.15.81:58610) 2023-06-26T03:00:59.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd11b7fe640 1 -- 172.21.15.81:0/1555549144 learned_addr learned my addr 172.21.15.81:0/1555549144 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:59.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd11affd640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd108003f00 0x7fd11c1497b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd11a7fc640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd11c1e5590 0x7fd11c1e59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd11b7fe640 1 -- 172.21.15.81:0/1555549144 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd108003f00 msgr2=0x7fd11c1497b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd11b7fe640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd108003f00 0x7fd11c1497b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.149 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd11b7fe640 1 -- 172.21.15.81:0/1555549144 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd11c1e5590 msgr2=0x7fd11c1e59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.149 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd11b7fe640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd11c1e5590 0x7fd11c1e59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.149 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd11b7fe640 1 -- 172.21.15.81:0/1555549144 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd11c0c5390 con 0x7fd11c0b51e0 2023-06-26T03:00:59.149 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd11b7fe640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd11c0b51e0 0x7fd11c0b5650 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd11c15f6d0 tx=0x7fd10c011550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:59.149 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1137fe640 1 -- 172.21.15.81:0/1555549144 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd10c004500 con 0x7fd11c0b51e0 2023-06-26T03:00:59.149 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1137fe640 1 -- 172.21.15.81:0/1555549144 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd10c0117f0 con 0x7fd11c0b51e0 2023-06-26T03:00:59.149 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1137fe640 1 -- 172.21.15.81:0/1555549144 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd10c011bc0 con 0x7fd11c0b51e0 2023-06-26T03:00:59.149 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1213cf640 1 -- 172.21.15.81:0/1555549144 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd11c0c5670 con 0x7fd11c0b51e0 2023-06-26T03:00:59.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1213cf640 1 -- 172.21.15.81:0/1555549144 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd11c0c5c30 con 0x7fd11c0b51e0 2023-06-26T03:00:59.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1213cf640 1 -- 172.21.15.81:0/1555549144 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd11c04d790 con 0x7fd11c0b51e0 2023-06-26T03:00:59.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1137fe640 1 -- 172.21.15.81:0/1555549144 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd10c011d20 con 0x7fd11c0b51e0 2023-06-26T03:00:59.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1137fe640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd0fc0662b0 0x7fd0fc068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd1137fe640 1 -- 172.21.15.81:0/1555549144 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fd10c083280 con 0x7fd11c0b51e0 2023-06-26T03:00:59.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd11affd640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd0fc0662b0 0x7fd0fc068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.142+0000 7fd11affd640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd0fc0662b0 0x7fd0fc068760 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd114002240 tx=0x7fd114009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:59.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.146+0000 7fd1137fe640 1 -- 172.21.15.81:0/1555549144 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd10c050620 con 0x7fd11c0b51e0 2023-06-26T03:00:59.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.298+0000 7fd1213cf640 1 -- 172.21.15.81:0/1555549144 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd11c0b13d0 con 0x7fd11c0b51e0 2023-06-26T03:00:59.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.298+0000 7fd1137fe640 1 -- 172.21.15.81:0/1555549144 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd10c053c40 con 0x7fd11c0b51e0 2023-06-26T03:00:59.301 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:00:59.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.298+0000 7fd1213cf640 1 -- 172.21.15.81:0/1555549144 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd0fc0662b0 msgr2=0x7fd0fc068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.298+0000 7fd1213cf640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd0fc0662b0 0x7fd0fc068760 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd114002240 tx=0x7fd114009040 comp rx=0 tx=0).stop 2023-06-26T03:00:59.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.302+0000 7fd1213cf640 1 -- 172.21.15.81:0/1555549144 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd11c0b51e0 msgr2=0x7fd11c0b5650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.302+0000 7fd1213cf640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd11c0b51e0 0x7fd11c0b5650 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd11c15f6d0 tx=0x7fd10c011550 comp rx=0 tx=0).stop 2023-06-26T03:00:59.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.302+0000 7fd1213cf640 1 -- 172.21.15.81:0/1555549144 shutdown_connections 2023-06-26T03:00:59.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.302+0000 7fd1213cf640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fd0fc0662b0 0x7fd0fc068760 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.302+0000 7fd1213cf640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fd11c0b51e0 0x7fd11c0b5650 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.302+0000 7fd1213cf640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd11c1e5590 0x7fd11c1e59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.302+0000 7fd1213cf640 1 --2- 172.21.15.81:0/1555549144 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd108003f00 0x7fd11c1497b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.302+0000 7fd1213cf640 1 -- 172.21.15.81:0/1555549144 >> 172.21.15.81:0/1555549144 conn(0x7fd11c0991d0 msgr2=0x7fd11c15a410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:59.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.302+0000 7fd1213cf640 1 -- 172.21.15.81:0/1555549144 shutdown_connections 2023-06-26T03:00:59.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.302+0000 7fd1213cf640 1 -- 172.21.15.81:0/1555549144 wait complete. 2023-06-26T03:00:59.319 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:00:59.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.426+0000 7f6d1c53f640 1 Processor -- start 2023-06-26T03:00:59.430 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.426+0000 7f6d1c53f640 1 -- start start 2023-06-26T03:00:59.431 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.426+0000 7f6d1c53f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6d140b7a50 0x7f6d140ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.431 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.426+0000 7f6d1c53f640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d140b7e20 con 0x7f6d140b4f30 2023-06-26T03:00:59.431 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.426+0000 7f6d1c53f640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d140cf6b0 con 0x7f6d140d0ba0 2023-06-26T03:00:59.431 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.426+0000 7f6d1c53f640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d140cee10 con 0x7f6d140b7a50 2023-06-26T03:00:59.432 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d19ada640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f6d140b4f30 0x7f6d140d0490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41152/0 (socket says 172.21.15.81:41152) 2023-06-26T03:00:59.432 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d19ada640 1 -- 172.21.15.81:0/1689589956 learned_addr learned my addr 172.21.15.81:0/1689589956 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:59.433 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1a2db640 1 --2- 172.21.15.81:0/1689589956 >> v2:172.21.15.92:3300/0 conn(0x7f6d140b7a50 0x7f6d140ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.433 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3275317238 0 0) 0x7f6d140b7e20 con 0x7f6d140b4f30 2023-06-26T03:00:59.433 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d00003530 con 0x7f6d140b4f30 2023-06-26T03:00:59.433 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1105865943 0 0) 0x7f6d00003530 con 0x7f6d140b4f30 2023-06-26T03:00:59.434 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 >> v2:172.21.15.92:3300/0 conn(0x7f6d140b7a50 msgr2=0x7f6d140ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:59.434 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 --2- 172.21.15.81:0/1689589956 >> v2:172.21.15.92:3300/0 conn(0x7f6d140b7a50 0x7f6d140ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.434 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 >> v1:172.21.15.92:6789/0 conn(0x7f6d140d0ba0 legacy=0x7f6d1415f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.434 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d140cf0f0 con 0x7f6d140b4f30 2023-06-26T03:00:59.434 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f6d040016a0 con 0x7f6d140b4f30 2023-06-26T03:00:59.434 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 >> v1:172.21.15.81:6789/0 conn(0x7f6d140b4f30 legacy=0x7f6d140d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.434 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 --2- 172.21.15.81:0/1689589956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d00003980 0x7f6d00003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.434 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 --2- 172.21.15.81:0/1689589956 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d000047d0 0x7f6d00004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.435 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 --2- 172.21.15.81:0/1689589956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d00005180 0x7f6d0000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.435 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d140cee10 con 0x7f6d00003980 2023-06-26T03:00:59.435 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d0000c090 con 0x7f6d00005180 2023-06-26T03:00:59.435 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d0000c250 con 0x7f6d000047d0 2023-06-26T03:00:59.435 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1a2db640 1 --2- 172.21.15.81:0/1689589956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d00003980 0x7f6d00003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.435 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1a2db640 1 -- 172.21.15.81:0/1689589956 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d000047d0 msgr2=0x7f6d00004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:59.435 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1a2db640 1 --2- 172.21.15.81:0/1689589956 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d000047d0 0x7f6d00004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.436 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1a2db640 1 -- 172.21.15.81:0/1689589956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d00005180 msgr2=0x7f6d0000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:59.436 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1aadc640 1 --2- 172.21.15.81:0/1689589956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d00005180 0x7f6d0000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.436 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1a2db640 1 --2- 172.21.15.81:0/1689589956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d00005180 0x7f6d0000b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.436 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1a2db640 1 -- 172.21.15.81:0/1689589956 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d00003530 con 0x7f6d00003980 2023-06-26T03:00:59.436 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1aadc640 1 -- 172.21.15.81:0/1689589956 reap_dead start 2023-06-26T03:00:59.438 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1a2db640 1 --2- 172.21.15.81:0/1689589956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d00003980 0x7f6d00003d90 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f6d10009ae0 tx=0x7f6d1001ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee8a31feab8b75e2 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:59.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d100a5510 con 0x7f6d00003980 2023-06-26T03:00:59.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d100a5670 con 0x7f6d00003980 2023-06-26T03:00:59.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d192d9640 1 -- 172.21.15.81:0/1689589956 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d100a5a20 con 0x7f6d00003980 2023-06-26T03:00:59.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1689589956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d00003980 msgr2=0x7f6d00003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1c53f640 1 --2- 172.21.15.81:0/1689589956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d00003980 0x7f6d00003d90 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f6d10009ae0 tx=0x7f6d1001ca50 comp rx=0 tx=0).stop 2023-06-26T03:00:59.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1689589956 shutdown_connections 2023-06-26T03:00:59.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1c53f640 1 --2- 172.21.15.81:0/1689589956 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d00003980 0x7f6d00003d90 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1689589956 >> 172.21.15.81:0/1689589956 conn(0x7f6d14069dc0 msgr2=0x7f6d1406a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:59.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1689589956 shutdown_connections 2023-06-26T03:00:59.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.430+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1689589956 wait complete. 2023-06-26T03:00:59.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1c53f640 1 Processor -- start 2023-06-26T03:00:59.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1c53f640 1 -- start start 2023-06-26T03:00:59.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1c53f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d00003980 0x7f6d1415e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.440 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1c53f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d1415e7a0 0x7f6d140c5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1c53f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d140c6130 0x7f6d1413e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1c53f640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d140c65d0 con 0x7f6d140c6130 2023-06-26T03:00:59.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1c53f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d1415ddd0 con 0x7f6d1415e7a0 2023-06-26T03:00:59.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1c53f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d1415d1c0 con 0x7f6d00003980 2023-06-26T03:00:59.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1aadc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d140c6130 0x7f6d1413e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1aadc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d140c6130 0x7f6d1413e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58618/0 (socket says 172.21.15.81:58618) 2023-06-26T03:00:59.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1aadc640 1 -- 172.21.15.81:0/1603724007 learned_addr learned my addr 172.21.15.81:0/1603724007 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:59.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1a2db640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d00003980 0x7f6d1415e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d19ada640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d1415e7a0 0x7f6d140c5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1aadc640 1 -- 172.21.15.81:0/1603724007 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d00003980 msgr2=0x7f6d1415e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1aadc640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d00003980 0x7f6d1415e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1aadc640 1 -- 172.21.15.81:0/1603724007 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d1415e7a0 msgr2=0x7f6d140c5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1aadc640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d1415e7a0 0x7f6d140c5bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1aadc640 1 -- 172.21.15.81:0/1603724007 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d1415d4a0 con 0x7f6d140c6130 2023-06-26T03:00:59.442 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1aadc640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d140c6130 0x7f6d1413e280 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f6d1406aac0 tx=0x7f6d0c00d830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:59.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d0affd640 1 -- 172.21.15.81:0/1603724007 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d0c00b070 con 0x7f6d140c6130 2023-06-26T03:00:59.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d0affd640 1 -- 172.21.15.81:0/1603724007 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d0c003980 con 0x7f6d140c6130 2023-06-26T03:00:59.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1603724007 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d1415d780 con 0x7f6d140c6130 2023-06-26T03:00:59.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d0affd640 1 -- 172.21.15.81:0/1603724007 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d0c003d30 con 0x7f6d140c6130 2023-06-26T03:00:59.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1603724007 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d14151b90 con 0x7f6d140c6130 2023-06-26T03:00:59.443 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1603724007 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d140b18b0 con 0x7f6d140c6130 2023-06-26T03:00:59.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.434+0000 7f6d0affd640 1 -- 172.21.15.81:0/1603724007 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6d0c005070 con 0x7f6d140c6130 2023-06-26T03:00:59.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.438+0000 7f6d0affd640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6cf8066280 0x7f6cf8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.438+0000 7f6d1a2db640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6cf8066280 0x7f6cf8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.444 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.438+0000 7f6d0affd640 1 -- 172.21.15.81:0/1603724007 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f6d0c082fe0 con 0x7f6d140c6130 2023-06-26T03:00:59.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.438+0000 7f6d1a2db640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6cf8066280 0x7f6cf8068730 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6d100af000 tx=0x7f6d10008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:59.445 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.442+0000 7f6d0affd640 1 -- 172.21.15.81:0/1603724007 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6d0c050420 con 0x7f6d140c6130 2023-06-26T03:00:59.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.578+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1603724007 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6d1404d790 con 0x7f6d140c6130 2023-06-26T03:00:59.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.582+0000 7f6d0affd640 1 -- 172.21.15.81:0/1603724007 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6d0c018020 con 0x7f6d140c6130 2023-06-26T03:00:59.584 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:00:59.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.582+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1603724007 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6cf8066280 msgr2=0x7f6cf8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.582+0000 7f6d1c53f640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6cf8066280 0x7f6cf8068730 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6d100af000 tx=0x7f6d10008040 comp rx=0 tx=0).stop 2023-06-26T03:00:59.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.582+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1603724007 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d140c6130 msgr2=0x7f6d1413e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.582+0000 7f6d1c53f640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d140c6130 0x7f6d1413e280 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f6d1406aac0 tx=0x7f6d0c00d830 comp rx=0 tx=0).stop 2023-06-26T03:00:59.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.582+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1603724007 shutdown_connections 2023-06-26T03:00:59.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.582+0000 7f6d1c53f640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6cf8066280 0x7f6cf8068730 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.582+0000 7f6d1c53f640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d140c6130 0x7f6d1413e280 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.582+0000 7f6d1c53f640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d1415e7a0 0x7f6d140c5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.582+0000 7f6d1c53f640 1 --2- 172.21.15.81:0/1603724007 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d00003980 0x7f6d1415e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.582+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1603724007 >> 172.21.15.81:0/1603724007 conn(0x7f6d14069dc0 msgr2=0x7f6d140b0d60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:59.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.582+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1603724007 shutdown_connections 2023-06-26T03:00:59.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.582+0000 7f6d1c53f640 1 -- 172.21.15.81:0/1603724007 wait complete. 2023-06-26T03:00:59.600 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:00:59.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff593367640 1 Processor -- start 2023-06-26T03:00:59.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff593367640 1 -- start start 2023-06-26T03:00:59.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff593367640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff58c15a100 0x7ff58c0c82b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff593367640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff58c0c3300 con 0x7ff58c0c2b40 2023-06-26T03:00:59.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff593367640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff58c0c35e0 con 0x7ff58c0704b0 2023-06-26T03:00:59.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff593367640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff58c0c9ee0 con 0x7ff58c15a100 2023-06-26T03:00:59.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff590902640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7ff58c0c2b40 0x7ff58c15a4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41162/0 (socket says 172.21.15.81:41162) 2023-06-26T03:00:59.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff590902640 1 -- 172.21.15.81:0/4159464661 learned_addr learned my addr 172.21.15.81:0/4159464661 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:00:59.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff591103640 1 --2- 172.21.15.81:0/4159464661 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff58c15a100 0x7ff58c0c82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 909776433 0 0) 0x7ff58c0c3300 con 0x7ff58c0c2b40 2023-06-26T03:00:59.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff578003530 con 0x7ff58c0c2b40 2023-06-26T03:00:59.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1610116898 0 0) 0x7ff578003530 con 0x7ff58c0c2b40 2023-06-26T03:00:59.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff58c15a100 msgr2=0x7ff58c0c82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:59.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 --2- 172.21.15.81:0/4159464661 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff58c15a100 0x7ff58c0c82b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 >> v1:172.21.15.92:6789/0 conn(0x7ff58c0704b0 legacy=0x7ff58c070930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff58c0c38c0 con 0x7ff58c0c2b40 2023-06-26T03:00:59.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7ff57c001680 con 0x7ff58c0c2b40 2023-06-26T03:00:59.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 >> v1:172.21.15.81:6789/0 conn(0x7ff58c0c2b40 legacy=0x7ff58c15a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 --2- 172.21.15.81:0/4159464661 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5780039b0 0x7ff578003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 --2- 172.21.15.81:0/4159464661 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff58c15a100 0x7ff5780047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 --2- 172.21.15.81:0/4159464661 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff578004d10 0x7ff578005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff58c0c9ee0 con 0x7ff5780039b0 2023-06-26T03:00:59.714 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff57800baa0 con 0x7ff578004d10 2023-06-26T03:00:59.714 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff57800bc60 con 0x7ff58c15a100 2023-06-26T03:00:59.714 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff591103640 1 --2- 172.21.15.81:0/4159464661 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5780039b0 0x7ff578003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.714 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff590902640 1 --2- 172.21.15.81:0/4159464661 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff58c15a100 0x7ff5780047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.714 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff591904640 1 --2- 172.21.15.81:0/4159464661 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff578004d10 0x7ff578005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.714 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff591103640 1 -- 172.21.15.81:0/4159464661 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff58c15a100 msgr2=0x7ff5780047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:59.714 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff591103640 1 --2- 172.21.15.81:0/4159464661 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff58c15a100 0x7ff5780047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.714 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff591103640 1 -- 172.21.15.81:0/4159464661 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff578004d10 msgr2=0x7ff578005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:00:59.715 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff591103640 1 --2- 172.21.15.81:0/4159464661 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff578004d10 0x7ff578005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.715 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff591103640 1 -- 172.21.15.81:0/4159464661 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff578003530 con 0x7ff5780039b0 2023-06-26T03:00:59.715 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.706+0000 7ff591904640 1 --2- 172.21.15.81:0/4159464661 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff578004d10 0x7ff578005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:00:59.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.710+0000 7ff591103640 1 --2- 172.21.15.81:0/4159464661 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5780039b0 0x7ff578003dc0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7ff588009ae0 tx=0x7ff58801ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=459cc3895760ee9a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:59.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.710+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5880a5530 con 0x7ff5780039b0 2023-06-26T03:00:59.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.710+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5880a5690 con 0x7ff5780039b0 2023-06-26T03:00:59.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.710+0000 7ff583fff640 1 -- 172.21.15.81:0/4159464661 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5880a5a40 con 0x7ff5780039b0 2023-06-26T03:00:59.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.710+0000 7ff593367640 1 -- 172.21.15.81:0/4159464661 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5780039b0 msgr2=0x7ff578003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.710+0000 7ff593367640 1 --2- 172.21.15.81:0/4159464661 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff5780039b0 0x7ff578003dc0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7ff588009ae0 tx=0x7ff58801ca50 comp rx=0 tx=0).stop 2023-06-26T03:00:59.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.710+0000 7ff591904640 1 -- 172.21.15.81:0/4159464661 reap_dead start 2023-06-26T03:00:59.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.710+0000 7ff593367640 1 -- 172.21.15.81:0/4159464661 shutdown_connections 2023-06-26T03:00:59.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.710+0000 7ff593367640 1 -- 172.21.15.81:0/4159464661 >> 172.21.15.81:0/4159464661 conn(0x7ff58c0af8d0 msgr2=0x7ff58c0afcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:59.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.710+0000 7ff593367640 1 -- 172.21.15.81:0/4159464661 shutdown_connections 2023-06-26T03:00:59.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.710+0000 7ff593367640 1 -- 172.21.15.81:0/4159464661 wait complete. 2023-06-26T03:00:59.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.710+0000 7ff593367640 1 Processor -- start 2023-06-26T03:00:59.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.710+0000 7ff593367640 1 -- start start 2023-06-26T03:00:59.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff593367640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5780039b0 0x7ff58c15d070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff593367640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff58c1380d0 0x7ff58c138540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff593367640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff58c15a4d0 0x7ff58c15a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff593367640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff58c137c40 con 0x7ff58c15a4d0 2023-06-26T03:00:59.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff593367640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff58c137030 con 0x7ff58c1380d0 2023-06-26T03:00:59.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff593367640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff58c137310 con 0x7ff5780039b0 2023-06-26T03:00:59.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff591904640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff58c15a4d0 0x7ff58c15a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff591904640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff58c15a4d0 0x7ff58c15a970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58640/0 (socket says 172.21.15.81:58640) 2023-06-26T03:00:59.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff591904640 1 -- 172.21.15.81:0/620444707 learned_addr learned my addr 172.21.15.81:0/620444707 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:00:59.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff590902640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff58c1380d0 0x7ff58c138540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff591103640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5780039b0 0x7ff58c15d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff591904640 1 -- 172.21.15.81:0/620444707 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5780039b0 msgr2=0x7ff58c15d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff591904640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5780039b0 0x7ff58c15d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff591904640 1 -- 172.21.15.81:0/620444707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff58c1380d0 msgr2=0x7ff58c138540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff591904640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff58c1380d0 0x7ff58c138540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff591904640 1 -- 172.21.15.81:0/620444707 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff58c1375f0 con 0x7ff58c15a4d0 2023-06-26T03:00:59.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff590902640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff58c1380d0 0x7ff58c138540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:00:59.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff591904640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff58c15a4d0 0x7ff58c15a970 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7ff58c0cdbb0 tx=0x7ff58400d830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:59.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff581ffb640 1 -- 172.21.15.81:0/620444707 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff58400b070 con 0x7ff58c15a4d0 2023-06-26T03:00:59.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff581ffb640 1 -- 172.21.15.81:0/620444707 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff584003980 con 0x7ff58c15a4d0 2023-06-26T03:00:59.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff593367640 1 -- 172.21.15.81:0/620444707 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff58c1378d0 con 0x7ff58c15a4d0 2023-06-26T03:00:59.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff581ffb640 1 -- 172.21.15.81:0/620444707 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff584003d70 con 0x7ff58c15a4d0 2023-06-26T03:00:59.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff593367640 1 -- 172.21.15.81:0/620444707 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff58c1f37d0 con 0x7ff58c15a4d0 2023-06-26T03:00:59.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff593367640 1 -- 172.21.15.81:0/620444707 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff58c0c8ee0 con 0x7ff58c15a4d0 2023-06-26T03:00:59.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff581ffb640 1 -- 172.21.15.81:0/620444707 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff584005070 con 0x7ff58c15a4d0 2023-06-26T03:00:59.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff581ffb640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff5700662b0 0x7ff570068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:00:59.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff581ffb640 1 -- 172.21.15.81:0/620444707 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7ff584082f20 con 0x7ff58c15a4d0 2023-06-26T03:00:59.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff591103640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff5700662b0 0x7ff570068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:00:59.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.714+0000 7ff591103640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff5700662b0 0x7ff570068760 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff5880af000 tx=0x7ff5880046d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:00:59.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.718+0000 7ff581ffb640 1 -- 172.21.15.81:0/620444707 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff5840503d0 con 0x7ff58c15a4d0 2023-06-26T03:00:59.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff593367640 1 -- 172.21.15.81:0/620444707 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ff58c04d790 con 0x7ff58c15a4d0 2023-06-26T03:00:59.884 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff581ffb640 1 -- 172.21.15.81:0/620444707 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7ff584018070 con 0x7ff58c15a4d0 2023-06-26T03:00:59.884 INFO:teuthology.orchestra.run.smithi081.stderr:listed 0 entries 2023-06-26T03:00:59.886 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff593367640 1 -- 172.21.15.81:0/620444707 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff5700662b0 msgr2=0x7ff570068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff593367640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff5700662b0 0x7ff570068760 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff5880af000 tx=0x7ff5880046d0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff593367640 1 -- 172.21.15.81:0/620444707 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff58c15a4d0 msgr2=0x7ff58c15a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:00:59.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff593367640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff58c15a4d0 0x7ff58c15a970 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7ff58c0cdbb0 tx=0x7ff58400d830 comp rx=0 tx=0).stop 2023-06-26T03:00:59.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff593367640 1 -- 172.21.15.81:0/620444707 shutdown_connections 2023-06-26T03:00:59.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff593367640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff5700662b0 0x7ff570068760 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff593367640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff58c15a4d0 0x7ff58c15a970 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.887 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff593367640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff58c1380d0 0x7ff58c138540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff593367640 1 --2- 172.21.15.81:0/620444707 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff5780039b0 0x7ff58c15d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:00:59.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff593367640 1 -- 172.21.15.81:0/620444707 >> 172.21.15.81:0/620444707 conn(0x7ff58c0af8d0 msgr2=0x7ff58c06c980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:00:59.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff593367640 1 -- 172.21.15.81:0/620444707 shutdown_connections 2023-06-26T03:00:59.888 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:00:59.882+0000 7ff593367640 1 -- 172.21.15.81:0/620444707 wait complete. 2023-06-26T03:00:59.902 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi092.front.sepia.ceph.com... 2023-06-26T03:00:59.903 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:59.903 DEBUG:teuthology.orchestra.run.smithi092:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2023-06-26T03:00:59.928 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:00:59.928 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2023-06-26T03:00:59.929 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:00:59.929 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-06-26T03:00:59.981 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T03:00:59.981 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:00:59.987 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T03:00:59.987 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:01:00.036 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:00.199 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.194+0000 7fcf63875640 1 Processor -- start 2023-06-26T03:01:00.199 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.194+0000 7fcf63875640 1 -- start start 2023-06-26T03:01:00.200 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf63875640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcf5c158550 0x7fcf5c0cebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf63875640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fcf5c0b1df0 0x7fcf5c0cf110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf63875640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf5c0ce560 0x7fcf5c070020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf63875640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf5c0b3300 con 0x7fcf5c0b1df0 2023-06-26T03:01:00.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf63875640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf5c0b2260 con 0x7fcf5c158550 2023-06-26T03:01:00.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf63875640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5c0b2540 con 0x7fcf5c0ce560 2023-06-26T03:01:00.201 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf60e10640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fcf5c0b1df0 0x7fcf5c0cf110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf60e10640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fcf5c0b1df0 0x7fcf5c0cf110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58656/0 (socket says 172.21.15.81:58656) 2023-06-26T03:01:00.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf60e10640 1 -- 172.21.15.81:0/1135099856 learned_addr learned my addr 172.21.15.81:0/1135099856 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:00.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf61e12640 1 --2- 172.21.15.81:0/1135099856 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf5c0ce560 0x7fcf5c070020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf61611640 1 --2- 172.21.15.81:0/1135099856 >> v2:172.21.15.92:3300/0 conn(0x7fcf5c158550 0x7fcf5c0cebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf60e10640 1 -- 172.21.15.81:0/1135099856 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf5c0ce560 msgr2=0x7fcf5c070020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:00.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf60e10640 1 --2- 172.21.15.81:0/1135099856 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf5c0ce560 0x7fcf5c070020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf60e10640 1 -- 172.21.15.81:0/1135099856 >> v2:172.21.15.92:3300/0 conn(0x7fcf5c158550 msgr2=0x7fcf5c0cebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:00.202 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf60e10640 1 --2- 172.21.15.81:0/1135099856 >> v2:172.21.15.92:3300/0 conn(0x7fcf5c158550 0x7fcf5c0cebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.203 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf60e10640 1 -- 172.21.15.81:0/1135099856 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf5c0b2820 con 0x7fcf5c0b1df0 2023-06-26T03:01:00.203 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf60e10640 1 --2- 172.21.15.81:0/1135099856 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcf5c0b1df0 0x7fcf5c0cf110 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c0cba40 tx=0x7fcf4c01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9811b971074004d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:00.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf53fff640 1 -- 172.21.15.81:0/1135099856 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c0aa5f0 con 0x7fcf5c0b1df0 2023-06-26T03:01:00.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf53fff640 1 -- 172.21.15.81:0/1135099856 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf4c0aa750 con 0x7fcf5c0b1df0 2023-06-26T03:01:00.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.198+0000 7fcf53fff640 1 -- 172.21.15.81:0/1135099856 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c0aaae0 con 0x7fcf5c0b1df0 2023-06-26T03:01:00.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 -- 172.21.15.81:0/1135099856 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcf5c0b1df0 msgr2=0x7fcf5c0cf110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 --2- 172.21.15.81:0/1135099856 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcf5c0b1df0 0x7fcf5c0cf110 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c0cba40 tx=0x7fcf4c01c4d0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 -- 172.21.15.81:0/1135099856 shutdown_connections 2023-06-26T03:01:00.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 --2- 172.21.15.81:0/1135099856 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf5c0ce560 0x7fcf5c070020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 --2- 172.21.15.81:0/1135099856 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcf5c0b1df0 0x7fcf5c0cf110 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 --2- 172.21.15.81:0/1135099856 >> v2:172.21.15.92:3300/0 conn(0x7fcf5c158550 0x7fcf5c0cebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 -- 172.21.15.81:0/1135099856 >> 172.21.15.81:0/1135099856 conn(0x7fcf5c06a5c0 msgr2=0x7fcf5c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:00.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 -- 172.21.15.81:0/1135099856 shutdown_connections 2023-06-26T03:01:00.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 -- 172.21.15.81:0/1135099856 wait complete. 2023-06-26T03:01:00.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 Processor -- start 2023-06-26T03:01:00.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 -- start start 2023-06-26T03:01:00.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf5c0b1df0 0x7fcf5c146720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcf5c0ce560 0x7fcf5c1500b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf5c158550 0x7fcf5c146090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5c14d730 con 0x7fcf5c0ce560 2023-06-26T03:01:00.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5c14d170 con 0x7fcf5c158550 2023-06-26T03:01:00.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5c14d450 con 0x7fcf5c0b1df0 2023-06-26T03:01:00.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf60e10640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcf5c0ce560 0x7fcf5c1500b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf60e10640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcf5c0ce560 0x7fcf5c1500b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58666/0 (socket says 172.21.15.81:58666) 2023-06-26T03:01:00.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf60e10640 1 -- 172.21.15.81:0/3470264698 learned_addr learned my addr 172.21.15.81:0/3470264698 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:00.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf61611640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf5c0b1df0 0x7fcf5c146720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf61e12640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf5c158550 0x7fcf5c146090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf60e10640 1 -- 172.21.15.81:0/3470264698 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf5c0b1df0 msgr2=0x7fcf5c146720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf60e10640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf5c0b1df0 0x7fcf5c146720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf60e10640 1 -- 172.21.15.81:0/3470264698 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf5c158550 msgr2=0x7fcf5c146090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf60e10640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf5c158550 0x7fcf5c146090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf60e10640 1 -- 172.21.15.81:0/3470264698 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf4c0094d0 con 0x7fcf5c0ce560 2023-06-26T03:01:00.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf61611640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf5c0b1df0 0x7fcf5c146720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:00.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf60e10640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcf5c0ce560 0x7fcf5c1500b0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c01ab80 tx=0x7fcf4c01ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:00.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf51ffb640 1 -- 172.21.15.81:0/3470264698 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c0aa5f0 con 0x7fcf5c0ce560 2023-06-26T03:01:00.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf51ffb640 1 -- 172.21.15.81:0/3470264698 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf4c0b3800 con 0x7fcf5c0ce560 2023-06-26T03:01:00.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf51ffb640 1 -- 172.21.15.81:0/3470264698 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c0b3b90 con 0x7fcf5c0ce560 2023-06-26T03:01:00.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 -- 172.21.15.81:0/3470264698 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf5c14c660 con 0x7fcf5c0ce560 2023-06-26T03:01:00.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 -- 172.21.15.81:0/3470264698 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf5c146f00 con 0x7fcf5c0ce560 2023-06-26T03:01:00.210 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.202+0000 7fcf63875640 1 -- 172.21.15.81:0/3470264698 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf5c066880 con 0x7fcf5c0ce560 2023-06-26T03:01:00.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.206+0000 7fcf51ffb640 1 -- 172.21.15.81:0/3470264698 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fcf4c0b3cf0 con 0x7fcf5c0ce560 2023-06-26T03:01:00.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.206+0000 7fcf51ffb640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcf40066280 0x7fcf40068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.206+0000 7fcf51ffb640 1 -- 172.21.15.81:0/3470264698 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fcf4c0a7070 con 0x7fcf5c0ce560 2023-06-26T03:01:00.211 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.206+0000 7fcf61611640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcf40066280 0x7fcf40068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.212 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.206+0000 7fcf61611640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcf40066280 0x7fcf40068730 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fcf54003fd0 tx=0x7fcf54003a00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:00.212 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.210+0000 7fcf51ffb640 1 -- 172.21.15.81:0/3470264698 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fcf4c0ebc70 con 0x7fcf5c0ce560 2023-06-26T03:01:00.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.354+0000 7fcf63875640 1 -- 172.21.15.81:0/3470264698 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcf5c14cb10 con 0x7fcf5c0ce560 2023-06-26T03:01:00.358 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.354+0000 7fcf51ffb640 1 -- 172.21.15.81:0/3470264698 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18338 (secure 0 0 0) 0x7fcf4c0ef290 con 0x7fcf5c0ce560 2023-06-26T03:01:00.359 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:00.359 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":26,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:55.969232+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.b","mappings":[{"from":1,"to":5}]},{"pgid":"4.3b","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:00.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.358+0000 7fcf63875640 1 -- 172.21.15.81:0/3470264698 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcf40066280 msgr2=0x7fcf40068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.358+0000 7fcf63875640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcf40066280 0x7fcf40068730 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fcf54003fd0 tx=0x7fcf54003a00 comp rx=0 tx=0).stop 2023-06-26T03:01:00.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.358+0000 7fcf63875640 1 -- 172.21.15.81:0/3470264698 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcf5c0ce560 msgr2=0x7fcf5c1500b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.358+0000 7fcf63875640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcf5c0ce560 0x7fcf5c1500b0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c01ab80 tx=0x7fcf4c01ad10 comp rx=0 tx=0).stop 2023-06-26T03:01:00.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.358+0000 7fcf63875640 1 -- 172.21.15.81:0/3470264698 shutdown_connections 2023-06-26T03:01:00.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.358+0000 7fcf63875640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcf40066280 0x7fcf40068730 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.358+0000 7fcf63875640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf5c158550 0x7fcf5c146090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.358+0000 7fcf63875640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcf5c0ce560 0x7fcf5c1500b0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.358+0000 7fcf63875640 1 --2- 172.21.15.81:0/3470264698 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf5c0b1df0 0x7fcf5c146720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.358+0000 7fcf63875640 1 -- 172.21.15.81:0/3470264698 >> 172.21.15.81:0/3470264698 conn(0x7fcf5c06a5c0 msgr2=0x7fcf5c153710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:00.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.358+0000 7fcf63875640 1 -- 172.21.15.81:0/3470264698 shutdown_connections 2023-06-26T03:01:00.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.358+0000 7fcf63875640 1 -- 172.21.15.81:0/3470264698 wait complete. 2023-06-26T03:01:00.376 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:01:00.377 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:01:00.492 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31f6dc640 1 Processor -- start 2023-06-26T03:01:00.492 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31f6dc640 1 -- start start 2023-06-26T03:01:00.493 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31f6dc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe3181584d0 0x7fe3180ceb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.493 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31f6dc640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe31806be80 0x7fe3180cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.493 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31f6dc640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3180b2d20 con 0x7fe31806da70 2023-06-26T03:01:00.494 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31f6dc640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe31815cac0 con 0x7fe3181584d0 2023-06-26T03:01:00.494 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31f6dc640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe31815c190 con 0x7fe31806be80 2023-06-26T03:01:00.494 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31d478640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe3181584d0 0x7fe3180ceb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.494 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31d478640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe3181584d0 0x7fe3180ceb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58674/0 (socket says 172.21.15.81:58674) 2023-06-26T03:01:00.494 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31d478640 1 -- 172.21.15.81:0/2061297885 learned_addr learned my addr 172.21.15.81:0/2061297885 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:00.494 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31cc77640 1 --2- 172.21.15.81:0/2061297885 >> v2:172.21.15.92:3300/0 conn(0x7fe31806be80 0x7fe3180cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.494 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31d478640 1 -- 172.21.15.81:0/2061297885 >> v2:172.21.15.92:3300/0 conn(0x7fe31806be80 msgr2=0x7fe3180cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:00.494 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31d478640 1 --2- 172.21.15.81:0/2061297885 >> v2:172.21.15.92:3300/0 conn(0x7fe31806be80 0x7fe3180cf070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.495 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31d478640 1 -- 172.21.15.81:0/2061297885 >> v1:172.21.15.92:6789/0 conn(0x7fe31806da70 legacy=0x7fe31806c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.495 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.490+0000 7fe31d478640 1 -- 172.21.15.81:0/2061297885 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe31815c470 con 0x7fe3181584d0 2023-06-26T03:01:00.495 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31d478640 1 --2- 172.21.15.81:0/2061297885 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3181584d0 0x7fe3180ceb30 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe31806c780 tx=0x7fe31401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43b9121a47c3d594 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:00.495 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe30ffff640 1 -- 172.21.15.81:0/2061297885 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3140a8050 con 0x7fe3181584d0 2023-06-26T03:01:00.496 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe30ffff640 1 -- 172.21.15.81:0/2061297885 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3140ac5f0 con 0x7fe3181584d0 2023-06-26T03:01:00.496 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe30ffff640 1 -- 172.21.15.81:0/2061297885 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3140ac980 con 0x7fe3181584d0 2023-06-26T03:01:00.496 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 -- 172.21.15.81:0/2061297885 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3181584d0 msgr2=0x7fe3180ceb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.497 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 --2- 172.21.15.81:0/2061297885 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3181584d0 0x7fe3180ceb30 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe31806c780 tx=0x7fe31401c4d0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.497 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 -- 172.21.15.81:0/2061297885 shutdown_connections 2023-06-26T03:01:00.497 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 --2- 172.21.15.81:0/2061297885 >> v2:172.21.15.92:3300/0 conn(0x7fe31806be80 0x7fe3180cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.497 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 --2- 172.21.15.81:0/2061297885 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3181584d0 0x7fe3180ceb30 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.497 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 -- 172.21.15.81:0/2061297885 >> 172.21.15.81:0/2061297885 conn(0x7fe31806a5c0 msgr2=0x7fe31806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:00.497 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 -- 172.21.15.81:0/2061297885 shutdown_connections 2023-06-26T03:01:00.497 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 -- 172.21.15.81:0/2061297885 wait complete. 2023-06-26T03:01:00.499 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 Processor -- start 2023-06-26T03:01:00.499 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 -- start start 2023-06-26T03:01:00.499 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe31806be80 0x7fe3181557e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.499 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe31806da70 0x7fe31813d890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.500 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3181584d0 0x7fe31815d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.500 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe31815d610 con 0x7fe3181584d0 2023-06-26T03:01:00.500 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe318154230 con 0x7fe31806be80 2023-06-26T03:01:00.500 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe318154510 con 0x7fe31806da70 2023-06-26T03:01:00.500 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31dc79640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3181584d0 0x7fe31815d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.500 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31dc79640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3181584d0 0x7fe31815d0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58680/0 (socket says 172.21.15.81:58680) 2023-06-26T03:01:00.500 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31dc79640 1 -- 172.21.15.81:0/1530074293 learned_addr learned my addr 172.21.15.81:0/1530074293 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:00.500 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31d478640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe31806be80 0x7fe3181557e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.501 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31cc77640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe31806da70 0x7fe31813d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.501 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31dc79640 1 -- 172.21.15.81:0/1530074293 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe31806da70 msgr2=0x7fe31813d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.501 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31dc79640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe31806da70 0x7fe31813d890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.501 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31dc79640 1 -- 172.21.15.81:0/1530074293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe31806be80 msgr2=0x7fe3181557e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.501 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31dc79640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe31806be80 0x7fe3181557e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.501 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31dc79640 1 -- 172.21.15.81:0/1530074293 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3140094d0 con 0x7fe3181584d0 2023-06-26T03:01:00.501 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31dc79640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3181584d0 0x7fe31815d0d0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe31000c770 tx=0x7fe31000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:00.502 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe30dffb640 1 -- 172.21.15.81:0/1530074293 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe310003b80 con 0x7fe3181584d0 2023-06-26T03:01:00.502 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe30dffb640 1 -- 172.21.15.81:0/1530074293 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe310003ce0 con 0x7fe3181584d0 2023-06-26T03:01:00.502 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 -- 172.21.15.81:0/1530074293 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe318152ec0 con 0x7fe3181584d0 2023-06-26T03:01:00.502 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe30dffb640 1 -- 172.21.15.81:0/1530074293 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe31000aa90 con 0x7fe3181584d0 2023-06-26T03:01:00.502 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.494+0000 7fe31f6dc640 1 -- 172.21.15.81:0/1530074293 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe318153480 con 0x7fe3181584d0 2023-06-26T03:01:00.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.498+0000 7fe31f6dc640 1 -- 172.21.15.81:0/1530074293 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe31815cf30 con 0x7fe3181584d0 2023-06-26T03:01:00.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.498+0000 7fe30dffb640 1 -- 172.21.15.81:0/1530074293 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe31000abf0 con 0x7fe3181584d0 2023-06-26T03:01:00.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.498+0000 7fe30dffb640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe2fc066280 0x7fe2fc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.498+0000 7fe31d478640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe2fc066280 0x7fe2fc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.498+0000 7fe30dffb640 1 -- 172.21.15.81:0/1530074293 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fe310083bc0 con 0x7fe3181584d0 2023-06-26T03:01:00.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.498+0000 7fe31d478640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe2fc066280 0x7fe2fc068730 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe3140ae000 tx=0x7fe3140a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:00.504 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.502+0000 7fe30dffb640 1 -- 172.21.15.81:0/1530074293 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe31815cf30 con 0x7fe3181584d0 2023-06-26T03:01:00.655 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.650+0000 7fe31f6dc640 1 -- 172.21.15.81:0/1530074293 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe31815cf30 con 0x7fe3181584d0 2023-06-26T03:01:00.656 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.654+0000 7fe30dffb640 1 -- 172.21.15.81:0/1530074293 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe31815cf30 con 0x7fe3181584d0 2023-06-26T03:01:00.656 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:01:00.658 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.654+0000 7fe31f6dc640 1 -- 172.21.15.81:0/1530074293 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe2fc066280 msgr2=0x7fe2fc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.658 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.654+0000 7fe31f6dc640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe2fc066280 0x7fe2fc068730 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe3140ae000 tx=0x7fe3140a7000 comp rx=0 tx=0).stop 2023-06-26T03:01:00.658 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.654+0000 7fe31f6dc640 1 -- 172.21.15.81:0/1530074293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3181584d0 msgr2=0x7fe31815d0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.658 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.654+0000 7fe31f6dc640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3181584d0 0x7fe31815d0d0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe31000c770 tx=0x7fe31000cc30 comp rx=0 tx=0).stop 2023-06-26T03:01:00.659 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.654+0000 7fe31f6dc640 1 -- 172.21.15.81:0/1530074293 shutdown_connections 2023-06-26T03:01:00.659 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.654+0000 7fe31f6dc640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fe2fc066280 0x7fe2fc068730 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.659 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.654+0000 7fe31f6dc640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe3181584d0 0x7fe31815d0d0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.659 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.654+0000 7fe31f6dc640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe31806da70 0x7fe31813d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.659 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.654+0000 7fe31f6dc640 1 --2- 172.21.15.81:0/1530074293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe31806be80 0x7fe3181557e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.659 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.654+0000 7fe31f6dc640 1 -- 172.21.15.81:0/1530074293 >> 172.21.15.81:0/1530074293 conn(0x7fe31806a5c0 msgr2=0x7fe318157410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:00.659 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.654+0000 7fe31f6dc640 1 -- 172.21.15.81:0/1530074293 shutdown_connections 2023-06-26T03:01:00.659 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.654+0000 7fe31f6dc640 1 -- 172.21.15.81:0/1530074293 wait complete. 2023-06-26T03:01:00.674 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:01:00.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.782+0000 7f5711517640 1 Processor -- start 2023-06-26T03:01:00.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.782+0000 7f5711517640 1 -- start start 2023-06-26T03:01:00.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f5711517640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f570c1596e0 0x7f570c0cf4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f5711517640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f570c0b1d10 0x7f570c0b2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f5711517640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f570c070ed0 con 0x7f570c0cfa10 2023-06-26T03:01:00.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f5711517640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f570c159ab0 con 0x7f570c0b1d10 2023-06-26T03:01:00.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f5711517640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f570c0711b0 con 0x7f570c1596e0 2023-06-26T03:01:00.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f570b7fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f570c0b1d10 0x7f570c0b2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f57027fc640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f570c0cfa10 0x7f570c0cd7f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41174/0 (socket says 172.21.15.81:41174) 2023-06-26T03:01:00.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f57027fc640 1 -- 172.21.15.81:0/734528099 learned_addr learned my addr 172.21.15.81:0/734528099 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:00.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f570affd640 1 --2- 172.21.15.81:0/734528099 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f570c1596e0 0x7f570c0cf4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f570b7fe640 1 -- 172.21.15.81:0/734528099 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f570c1596e0 msgr2=0x7f570c0cf4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:00.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f570b7fe640 1 --2- 172.21.15.81:0/734528099 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f570c1596e0 0x7f570c0cf4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f570b7fe640 1 -- 172.21.15.81:0/734528099 >> v1:172.21.15.81:6789/0 conn(0x7f570c0cfa10 legacy=0x7f570c0cd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f570a7fc640 1 -- 172.21.15.81:0/734528099 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3633608164 0 0) 0x7f570c070ed0 con 0x7f570c0cfa10 2023-06-26T03:01:00.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f570b7fe640 1 -- 172.21.15.81:0/734528099 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f570c0ccff0 con 0x7f570c0b1d10 2023-06-26T03:01:00.791 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f570b7fe640 1 --2- 172.21.15.81:0/734528099 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f570c0b1d10 0x7f570c0b2190 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f5704009d90 tx=0x7f570401c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae2bdad449aabec6 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:00.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f570a7fc640 1 -- 172.21.15.81:0/734528099 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57040a5910 con 0x7f570c0b1d10 2023-06-26T03:01:00.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f570a7fc640 1 -- 172.21.15.81:0/734528099 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57040a5a70 con 0x7f570c0b1d10 2023-06-26T03:01:00.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.786+0000 7f570a7fc640 1 -- 172.21.15.81:0/734528099 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57040a5e00 con 0x7f570c0b1d10 2023-06-26T03:01:00.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 -- 172.21.15.81:0/734528099 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f570c0b1d10 msgr2=0x7f570c0b2190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 --2- 172.21.15.81:0/734528099 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f570c0b1d10 0x7f570c0b2190 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f5704009d90 tx=0x7f570401c920 comp rx=0 tx=0).stop 2023-06-26T03:01:00.792 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 -- 172.21.15.81:0/734528099 shutdown_connections 2023-06-26T03:01:00.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 --2- 172.21.15.81:0/734528099 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f570c0b1d10 0x7f570c0b2190 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 --2- 172.21.15.81:0/734528099 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f570c1596e0 0x7f570c0cf4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 -- 172.21.15.81:0/734528099 >> 172.21.15.81:0/734528099 conn(0x7f570c06a5c0 msgr2=0x7f570c06a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:00.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 -- 172.21.15.81:0/734528099 shutdown_connections 2023-06-26T03:01:00.793 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 -- 172.21.15.81:0/734528099 wait complete. 2023-06-26T03:01:00.794 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 Processor -- start 2023-06-26T03:01:00.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 -- start start 2023-06-26T03:01:00.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f570c0b1d10 0x7f570c14a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f570c0cfa10 0x7f570c153470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f570c1596e0 0x7f570c0b2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f570c1539b0 con 0x7f570c0cfa10 2023-06-26T03:01:00.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f570c14ad90 con 0x7f570c1596e0 2023-06-26T03:01:00.795 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f570c14b070 con 0x7f570c0b1d10 2023-06-26T03:01:00.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f57027fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f570c0cfa10 0x7f570c153470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f57027fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f570c0cfa10 0x7f570c153470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58700/0 (socket says 172.21.15.81:58700) 2023-06-26T03:01:00.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f57027fc640 1 -- 172.21.15.81:0/848233757 learned_addr learned my addr 172.21.15.81:0/848233757 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:00.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f570affd640 1 --2- 172.21.15.81:0/848233757 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f570c0b1d10 0x7f570c14a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f57027fc640 1 -- 172.21.15.81:0/848233757 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f570c0b1d10 msgr2=0x7f570c14a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f57027fc640 1 --2- 172.21.15.81:0/848233757 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f570c0b1d10 0x7f570c14a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.796 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f57027fc640 1 -- 172.21.15.81:0/848233757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f570c1596e0 msgr2=0x7f570c0b2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f57027fc640 1 --2- 172.21.15.81:0/848233757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f570c1596e0 0x7f570c0b2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f57027fc640 1 -- 172.21.15.81:0/848233757 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5704009a70 con 0x7f570c0cfa10 2023-06-26T03:01:00.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f57027fc640 1 --2- 172.21.15.81:0/848233757 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f570c0cfa10 0x7f570c153470 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f56f400c4b0 tx=0x7f56f400c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:00.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5703fff640 1 -- 172.21.15.81:0/848233757 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f40074e0 con 0x7f570c0cfa10 2023-06-26T03:01:00.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5703fff640 1 -- 172.21.15.81:0/848233757 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56f4007660 con 0x7f570c0cfa10 2023-06-26T03:01:00.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 -- 172.21.15.81:0/848233757 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f570c14b350 con 0x7f570c0cfa10 2023-06-26T03:01:00.797 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5703fff640 1 -- 172.21.15.81:0/848233757 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f4004a30 con 0x7f570c0cfa10 2023-06-26T03:01:00.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 -- 172.21.15.81:0/848233757 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f570c14b910 con 0x7f570c0cfa10 2023-06-26T03:01:00.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.790+0000 7f5711517640 1 -- 172.21.15.81:0/848233757 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f570c14bad0 con 0x7f570c0cfa10 2023-06-26T03:01:00.798 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.794+0000 7f5703fff640 1 -- 172.21.15.81:0/848233757 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f56f4004b90 con 0x7f570c0cfa10 2023-06-26T03:01:00.799 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.794+0000 7f5703fff640 1 --2- 172.21.15.81:0/848233757 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f56ec066280 0x7f56ec068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:00.799 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.794+0000 7f5703fff640 1 -- 172.21.15.81:0/848233757 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f56f4083380 con 0x7f570c0cfa10 2023-06-26T03:01:00.799 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.794+0000 7f570affd640 1 --2- 172.21.15.81:0/848233757 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f56ec066280 0x7f56ec068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:00.799 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.794+0000 7f570affd640 1 --2- 172.21.15.81:0/848233757 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f56ec066280 0x7f56ec068730 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f56fc0096f0 tx=0x7f56fc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:00.800 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.798+0000 7f5703fff640 1 -- 172.21.15.81:0/848233757 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f56f4050750 con 0x7f570c0cfa10 2023-06-26T03:01:00.939 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5711517640 1 -- 172.21.15.81:0/848233757 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f570c066880 con 0x7f570c0cfa10 2023-06-26T03:01:00.940 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5703fff640 1 -- 172.21.15.81:0/848233757 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v26) v1 ==== 92+0+10 (secure 0 0 0) 0x7f56f4018020 con 0x7f570c0cfa10 2023-06-26T03:01:00.940 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:01:00.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5711517640 1 -- 172.21.15.81:0/848233757 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f56ec066280 msgr2=0x7f56ec068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5711517640 1 --2- 172.21.15.81:0/848233757 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f56ec066280 0x7f56ec068730 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f56fc0096f0 tx=0x7f56fc008040 comp rx=0 tx=0).stop 2023-06-26T03:01:00.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5711517640 1 -- 172.21.15.81:0/848233757 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f570c0cfa10 msgr2=0x7f570c153470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:00.942 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5711517640 1 --2- 172.21.15.81:0/848233757 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f570c0cfa10 0x7f570c153470 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f56f400c4b0 tx=0x7f56f400c970 comp rx=0 tx=0).stop 2023-06-26T03:01:00.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5711517640 1 -- 172.21.15.81:0/848233757 shutdown_connections 2023-06-26T03:01:00.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5711517640 1 --2- 172.21.15.81:0/848233757 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f56ec066280 0x7f56ec068730 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5711517640 1 --2- 172.21.15.81:0/848233757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f570c1596e0 0x7f570c0b2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5711517640 1 --2- 172.21.15.81:0/848233757 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f570c0cfa10 0x7f570c153470 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5711517640 1 --2- 172.21.15.81:0/848233757 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f570c0b1d10 0x7f570c14a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:00.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5711517640 1 -- 172.21.15.81:0/848233757 >> 172.21.15.81:0/848233757 conn(0x7f570c06a5c0 msgr2=0x7f570c15bc00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:00.943 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5711517640 1 -- 172.21.15.81:0/848233757 shutdown_connections 2023-06-26T03:01:00.944 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:00.938+0000 7f5711517640 1 -- 172.21.15.81:0/848233757 wait complete. 2023-06-26T03:01:00.957 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:01:01.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa6c8e640 1 Processor -- start 2023-06-26T03:01:01.067 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa6c8e640 1 -- start start 2023-06-26T03:01:01.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa6c8e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7faaa00b7a50 0x7faaa00ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.068 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa6c8e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa00d0ba0 0x7faaa015f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa6c8e640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faaa00b7e20 con 0x7faaa00b4f30 2023-06-26T03:01:01.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa6c8e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faaa00cf6b0 con 0x7faaa00b7a50 2023-06-26T03:01:01.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa6c8e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faaa00cee10 con 0x7faaa00d0ba0 2023-06-26T03:01:01.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9ffff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7faaa00b4f30 0x7faaa00d0490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41176/0 (socket says 172.21.15.81:41176) 2023-06-26T03:01:01.069 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9ffff640 1 -- 172.21.15.81:0/945638614 learned_addr learned my addr 172.21.15.81:0/945638614 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:01.070 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa522b640 1 --2- 172.21.15.81:0/945638614 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa00d0ba0 0x7faaa015f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1948974738 0 0) 0x7faaa00b7e20 con 0x7faaa00b4f30 2023-06-26T03:01:01.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa4a2a640 1 --2- 172.21.15.81:0/945638614 >> v2:172.21.15.92:3300/0 conn(0x7faaa00b7a50 0x7faaa00ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faa90003530 con 0x7faaa00b4f30 2023-06-26T03:01:01.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2038468351 0 0) 0x7faa90003530 con 0x7faaa00b4f30 2023-06-26T03:01:01.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa00d0ba0 msgr2=0x7faaa015f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:01.071 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 --2- 172.21.15.81:0/945638614 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa00d0ba0 0x7faaa015f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 >> v2:172.21.15.92:3300/0 conn(0x7faaa00b7a50 msgr2=0x7faaa00ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:01.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 --2- 172.21.15.81:0/945638614 >> v2:172.21.15.92:3300/0 conn(0x7faaa00b7a50 0x7faaa00ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaa00cf0f0 con 0x7faaa00b4f30 2023-06-26T03:01:01.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7faa8c001680 con 0x7faaa00b4f30 2023-06-26T03:01:01.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa4a2a640 1 --2- 172.21.15.81:0/945638614 >> v2:172.21.15.92:3300/0 conn(0x7faaa00b7a50 0x7faaa00ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:01.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 >> v1:172.21.15.81:6789/0 conn(0x7faaa00b4f30 legacy=0x7faaa00d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.072 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 --2- 172.21.15.81:0/945638614 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa00d0ba0 0x7faa90003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 --2- 172.21.15.81:0/945638614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa90003f00 0x7faa900047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 --2- 172.21.15.81:0/945638614 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa90004d10 0x7faa90005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faaa00cf6b0 con 0x7faa90004d10 2023-06-26T03:01:01.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faaa00cee10 con 0x7faa90003f00 2023-06-26T03:01:01.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa9000ba70 con 0x7faaa00d0ba0 2023-06-26T03:01:01.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa522b640 1 --2- 172.21.15.81:0/945638614 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa90004d10 0x7faa90005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa4a2a640 1 --2- 172.21.15.81:0/945638614 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa00d0ba0 0x7faa90003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.073 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faa9ffff640 1 --2- 172.21.15.81:0/945638614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa90003f00 0x7faa900047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa522b640 1 -- 172.21.15.81:0/945638614 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa00d0ba0 msgr2=0x7faa90003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:01.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa522b640 1 --2- 172.21.15.81:0/945638614 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa00d0ba0 0x7faa90003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa522b640 1 -- 172.21.15.81:0/945638614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa90003f00 msgr2=0x7faa900047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:01.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa522b640 1 --2- 172.21.15.81:0/945638614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa90003f00 0x7faa900047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.074 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.066+0000 7faaa522b640 1 -- 172.21.15.81:0/945638614 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa90003530 con 0x7faa90004d10 2023-06-26T03:01:01.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa522b640 1 --2- 172.21.15.81:0/945638614 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa90004d10 0x7faa90005180 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7faa98009f90 tx=0x7faa9801cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9efc4fb691bc1e86 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:01.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa980a5b20 con 0x7faa90004d10 2023-06-26T03:01:01.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa9800f040 con 0x7faa90004d10 2023-06-26T03:01:01.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9f7fe640 1 -- 172.21.15.81:0/945638614 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa980ad440 con 0x7faa90004d10 2023-06-26T03:01:01.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 -- 172.21.15.81:0/945638614 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa90004d10 msgr2=0x7faa90005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 --2- 172.21.15.81:0/945638614 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faa90004d10 0x7faa90005180 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7faa98009f90 tx=0x7faa9801cc20 comp rx=0 tx=0).stop 2023-06-26T03:01:01.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa522b640 1 -- 172.21.15.81:0/945638614 reap_dead start 2023-06-26T03:01:01.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 -- 172.21.15.81:0/945638614 shutdown_connections 2023-06-26T03:01:01.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 -- 172.21.15.81:0/945638614 >> 172.21.15.81:0/945638614 conn(0x7faaa0069dc0 msgr2=0x7faaa006a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:01.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 -- 172.21.15.81:0/945638614 shutdown_connections 2023-06-26T03:01:01.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 -- 172.21.15.81:0/945638614 wait complete. 2023-06-26T03:01:01.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 Processor -- start 2023-06-26T03:01:01.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 -- start start 2023-06-26T03:01:01.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa90004d10 0x7faaa01f4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faaa00b1a40 0x7faaa00b2e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa0150650 0x7faaa015d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faaa00c9810 con 0x7faaa00b1a40 2023-06-26T03:01:01.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faaa00cc110 con 0x7faa90004d10 2023-06-26T03:01:01.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faaa01f53b0 con 0x7faaa0150650 2023-06-26T03:01:01.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faaa00b1a40 0x7faaa00b2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faaa00b1a40 0x7faaa00b2e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58720/0 (socket says 172.21.15.81:58720) 2023-06-26T03:01:01.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9ffff640 1 -- 172.21.15.81:0/2743313359 learned_addr learned my addr 172.21.15.81:0/2743313359 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:01.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa522b640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa0150650 0x7faaa015d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa4a2a640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa90004d10 0x7faaa01f4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9ffff640 1 -- 172.21.15.81:0/2743313359 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa0150650 msgr2=0x7faaa015d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9ffff640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa0150650 0x7faaa015d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9ffff640 1 -- 172.21.15.81:0/2743313359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa90004d10 msgr2=0x7faaa01f4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9ffff640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa90004d10 0x7faaa01f4e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.080 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9ffff640 1 -- 172.21.15.81:0/2743313359 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaa00b1f90 con 0x7faaa00b1a40 2023-06-26T03:01:01.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa522b640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa0150650 0x7faaa015d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:01.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9ffff640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faaa00b1a40 0x7faaa00b2e40 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7faa8c000fc0 tx=0x7faa8c011d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:01.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9d7fa640 1 -- 172.21.15.81:0/2743313359 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa8c00fb00 con 0x7faaa00b1a40 2023-06-26T03:01:01.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9d7fa640 1 -- 172.21.15.81:0/2743313359 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa8c00fc60 con 0x7faaa00b1a40 2023-06-26T03:01:01.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 -- 172.21.15.81:0/2743313359 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faaa00b2270 con 0x7faaa00b1a40 2023-06-26T03:01:01.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faa9d7fa640 1 -- 172.21.15.81:0/2743313359 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa8c015410 con 0x7faaa00b1a40 2023-06-26T03:01:01.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.070+0000 7faaa6c8e640 1 -- 172.21.15.81:0/2743313359 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faaa00b2830 con 0x7faaa00b1a40 2023-06-26T03:01:01.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.074+0000 7faaa6c8e640 1 -- 172.21.15.81:0/2743313359 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faaa00b18b0 con 0x7faaa00b1a40 2023-06-26T03:01:01.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.074+0000 7faa9d7fa640 1 -- 172.21.15.81:0/2743313359 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7faa8c015570 con 0x7faaa00b1a40 2023-06-26T03:01:01.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.074+0000 7faa9d7fa640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7faa840662b0 0x7faa84068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.074+0000 7faa9d7fa640 1 -- 172.21.15.81:0/2743313359 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7faa8c087120 con 0x7faaa00b1a40 2023-06-26T03:01:01.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.074+0000 7faaa4a2a640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7faa840662b0 0x7faa84068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.074+0000 7faaa4a2a640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7faa840662b0 0x7faa84068760 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7faa9400c8a0 tx=0x7faa94008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:01.083 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.078+0000 7faa9d7fa640 1 -- 172.21.15.81:0/2743313359 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7faa8c057ff0 con 0x7faaa00b1a40 2023-06-26T03:01:01.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.218+0000 7faaa6c8e640 1 -- 172.21.15.81:0/2743313359 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7faaa00cff40 con 0x7faaa00b1a40 2023-06-26T03:01:01.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.218+0000 7faa9d7fa640 1 -- 172.21.15.81:0/2743313359 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7faa8c057b80 con 0x7faaa00b1a40 2023-06-26T03:01:01.223 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:01:01.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.222+0000 7faaa6c8e640 1 -- 172.21.15.81:0/2743313359 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7faa840662b0 msgr2=0x7faa84068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.222+0000 7faaa6c8e640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7faa840662b0 0x7faa84068760 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7faa9400c8a0 tx=0x7faa94008040 comp rx=0 tx=0).stop 2023-06-26T03:01:01.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.222+0000 7faaa6c8e640 1 -- 172.21.15.81:0/2743313359 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faaa00b1a40 msgr2=0x7faaa00b2e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.222+0000 7faaa6c8e640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faaa00b1a40 0x7faaa00b2e40 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7faa8c000fc0 tx=0x7faa8c011d70 comp rx=0 tx=0).stop 2023-06-26T03:01:01.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.222+0000 7faaa6c8e640 1 -- 172.21.15.81:0/2743313359 shutdown_connections 2023-06-26T03:01:01.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.222+0000 7faaa6c8e640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7faa840662b0 0x7faa84068760 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.222+0000 7faaa6c8e640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faaa0150650 0x7faaa015d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.222+0000 7faaa6c8e640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7faaa00b1a40 0x7faaa00b2e40 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.222+0000 7faaa6c8e640 1 --2- 172.21.15.81:0/2743313359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa90004d10 0x7faaa01f4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.222+0000 7faaa6c8e640 1 -- 172.21.15.81:0/2743313359 >> 172.21.15.81:0/2743313359 conn(0x7faaa0069dc0 msgr2=0x7faaa015a690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:01.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.222+0000 7faaa6c8e640 1 -- 172.21.15.81:0/2743313359 shutdown_connections 2023-06-26T03:01:01.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.222+0000 7faaa6c8e640 1 -- 172.21.15.81:0/2743313359 wait complete. 2023-06-26T03:01:01.240 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:01:01.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f6936554640 1 Processor -- start 2023-06-26T03:01:01.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f6936554640 1 -- start start 2023-06-26T03:01:01.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f6936554640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6930159790 0x7f69300cc140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f6936554640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69300cbcb0 con 0x7f693015d1c0 2023-06-26T03:01:01.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f6936554640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69300cc680 con 0x7f69300cac80 2023-06-26T03:01:01.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f6936554640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69300cb730 con 0x7f6930159790 2023-06-26T03:01:01.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f6927fff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f693015d1c0 0x7f69300ca570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41188/0 (socket says 172.21.15.81:41188) 2023-06-26T03:01:01.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f6927fff640 1 -- 172.21.15.81:0/1863882270 learned_addr learned my addr 172.21.15.81:0/1863882270 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:01.359 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692ffff640 1 --2- 172.21.15.81:0/1863882270 >> v2:172.21.15.92:3300/0 conn(0x7f6930159790 0x7f69300cc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.359 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4003117129 0 0) 0x7f69300cbcb0 con 0x7f693015d1c0 2023-06-26T03:01:01.359 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f691c003530 con 0x7f693015d1c0 2023-06-26T03:01:01.359 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2617144934 0 0) 0x7f691c003530 con 0x7f693015d1c0 2023-06-26T03:01:01.360 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 >> v2:172.21.15.92:3300/0 conn(0x7f6930159790 msgr2=0x7f69300cc140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:01.360 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 --2- 172.21.15.81:0/1863882270 >> v2:172.21.15.92:3300/0 conn(0x7f6930159790 0x7f69300cc140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.360 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 >> v1:172.21.15.92:6789/0 conn(0x7f69300cac80 legacy=0x7f693006bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.360 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f693015dc60 con 0x7f693015d1c0 2023-06-26T03:01:01.360 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f6918001680 con 0x7f693015d1c0 2023-06-26T03:01:01.360 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 >> v1:172.21.15.81:6789/0 conn(0x7f693015d1c0 legacy=0x7f69300ca570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.360 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 --2- 172.21.15.81:0/1863882270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f691c0039f0 0x7f691c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 --2- 172.21.15.81:0/1863882270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f691c0047d0 0x7f691c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 --2- 172.21.15.81:0/1863882270 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f691c005180 0x7f691c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69300cb730 con 0x7f691c0039f0 2023-06-26T03:01:01.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f691c00c060 con 0x7f691c0047d0 2023-06-26T03:01:01.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f691c00c220 con 0x7f691c005180 2023-06-26T03:01:01.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692ffff640 1 --2- 172.21.15.81:0/1863882270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f691c0039f0 0x7f691c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f6927fff640 1 --2- 172.21.15.81:0/1863882270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f691c0047d0 0x7f691c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692ffff640 1 -- 172.21.15.81:0/1863882270 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f691c005180 msgr2=0x7f691c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:01.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f6934af1640 1 --2- 172.21.15.81:0/1863882270 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f691c005180 0x7f691c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692ffff640 1 --2- 172.21.15.81:0/1863882270 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f691c005180 0x7f691c00b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692ffff640 1 -- 172.21.15.81:0/1863882270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f691c0047d0 msgr2=0x7f691c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:01.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692ffff640 1 --2- 172.21.15.81:0/1863882270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f691c0047d0 0x7f691c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f692ffff640 1 -- 172.21.15.81:0/1863882270 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f691c003530 con 0x7f691c0039f0 2023-06-26T03:01:01.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f6934af1640 1 -- 172.21.15.81:0/1863882270 reap_dead start 2023-06-26T03:01:01.363 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.354+0000 7f6927fff640 1 --2- 172.21.15.81:0/1863882270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f691c0047d0 0x7f691c004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:01.365 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f692ffff640 1 --2- 172.21.15.81:0/1863882270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f691c0039f0 0x7f691c003e00 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f6920009ae0 tx=0x7f692001ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b718226e46beeda server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:01.365 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69200a56a0 con 0x7f691c0039f0 2023-06-26T03:01:01.365 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69200a5800 con 0x7f691c0039f0 2023-06-26T03:01:01.365 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f692f7fe640 1 -- 172.21.15.81:0/1863882270 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69200a5bb0 con 0x7f691c0039f0 2023-06-26T03:01:01.365 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 -- 172.21.15.81:0/1863882270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f691c0039f0 msgr2=0x7f691c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.365 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 --2- 172.21.15.81:0/1863882270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f691c0039f0 0x7f691c003e00 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f6920009ae0 tx=0x7f692001ca20 comp rx=0 tx=0).stop 2023-06-26T03:01:01.366 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 -- 172.21.15.81:0/1863882270 shutdown_connections 2023-06-26T03:01:01.366 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 --2- 172.21.15.81:0/1863882270 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f691c0039f0 0x7f691c003e00 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.366 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 -- 172.21.15.81:0/1863882270 >> 172.21.15.81:0/1863882270 conn(0x7f69300af6f0 msgr2=0x7f69300afaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:01.366 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 -- 172.21.15.81:0/1863882270 shutdown_connections 2023-06-26T03:01:01.366 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 -- 172.21.15.81:0/1863882270 wait complete. 2023-06-26T03:01:01.366 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 Processor -- start 2023-06-26T03:01:01.366 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 -- start start 2023-06-26T03:01:01.367 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f691c0039f0 0x7f693015c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.367 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69301456d0 0x7f6930152480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.367 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f693006c4a0 0x7f693006c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.367 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f693006ce50 con 0x7f691c0039f0 2023-06-26T03:01:01.367 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69301538c0 con 0x7f69301456d0 2023-06-26T03:01:01.367 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f6936554640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6930145b40 con 0x7f693006c4a0 2023-06-26T03:01:01.367 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f692ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f691c0039f0 0x7f693015c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.367 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f692ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f691c0039f0 0x7f693015c500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58726/0 (socket says 172.21.15.81:58726) 2023-06-26T03:01:01.368 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.358+0000 7f692ffff640 1 -- 172.21.15.81:0/3534219658 learned_addr learned my addr 172.21.15.81:0/3534219658 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:01.368 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f6927fff640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69301456d0 0x7f6930152480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.368 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f6934af1640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f693006c4a0 0x7f693006c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.368 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f692ffff640 1 -- 172.21.15.81:0/3534219658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f693006c4a0 msgr2=0x7f693006c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.368 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f692ffff640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f693006c4a0 0x7f693006c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.368 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f692ffff640 1 -- 172.21.15.81:0/3534219658 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69301456d0 msgr2=0x7f6930152480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.368 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f692ffff640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69301456d0 0x7f6930152480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f692ffff640 1 -- 172.21.15.81:0/3534219658 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6930152cb0 con 0x7f691c0039f0 2023-06-26T03:01:01.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f6934af1640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f693006c4a0 0x7f693006c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:01.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f692ffff640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f691c0039f0 0x7f693015c500 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f692001c850 tx=0x7f691c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:01.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f692d7fa640 1 -- 172.21.15.81:0/3534219658 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69200bc070 con 0x7f691c0039f0 2023-06-26T03:01:01.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f692d7fa640 1 -- 172.21.15.81:0/3534219658 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f692000f0c0 con 0x7f691c0039f0 2023-06-26T03:01:01.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f6936554640 1 -- 172.21.15.81:0/3534219658 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6930152f90 con 0x7f691c0039f0 2023-06-26T03:01:01.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f692d7fa640 1 -- 172.21.15.81:0/3534219658 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6920004220 con 0x7f691c0039f0 2023-06-26T03:01:01.369 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f6936554640 1 -- 172.21.15.81:0/3534219658 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6930153550 con 0x7f691c0039f0 2023-06-26T03:01:01.370 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f6936554640 1 -- 172.21.15.81:0/3534219658 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f693004d790 con 0x7f691c0039f0 2023-06-26T03:01:01.370 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f692d7fa640 1 -- 172.21.15.81:0/3534219658 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f69200b4040 con 0x7f691c0039f0 2023-06-26T03:01:01.370 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f692d7fa640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6910066280 0x7f6910068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.371 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f692d7fa640 1 -- 172.21.15.81:0/3534219658 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f692011dd60 con 0x7f691c0039f0 2023-06-26T03:01:01.371 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f6927fff640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6910066280 0x7f6910068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.371 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.362+0000 7f6927fff640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6910066280 0x7f6910068730 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f69300af6c0 tx=0x7f6918000f60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:01.371 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.366+0000 7f692d7fa640 1 -- 172.21.15.81:0/3534219658 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f69200eb230 con 0x7f691c0039f0 2023-06-26T03:01:01.508 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f6936554640 1 -- 172.21.15.81:0/3534219658 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f69300cc8b0 con 0x7f691c0039f0 2023-06-26T03:01:01.509 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f692d7fa640 1 -- 172.21.15.81:0/3534219658 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f69200b20a0 con 0x7f691c0039f0 2023-06-26T03:01:01.509 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:01:01.511 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f6936554640 1 -- 172.21.15.81:0/3534219658 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6910066280 msgr2=0x7f6910068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.511 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f6936554640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6910066280 0x7f6910068730 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f69300af6c0 tx=0x7f6918000f60 comp rx=0 tx=0).stop 2023-06-26T03:01:01.512 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f6936554640 1 -- 172.21.15.81:0/3534219658 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f691c0039f0 msgr2=0x7f693015c500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.512 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f6936554640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f691c0039f0 0x7f693015c500 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f692001c850 tx=0x7f691c005800 comp rx=0 tx=0).stop 2023-06-26T03:01:01.512 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f6936554640 1 -- 172.21.15.81:0/3534219658 shutdown_connections 2023-06-26T03:01:01.512 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f6936554640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6910066280 0x7f6910068730 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.512 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f6936554640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f693006c4a0 0x7f693006c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.512 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f6936554640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69301456d0 0x7f6930152480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.512 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f6936554640 1 --2- 172.21.15.81:0/3534219658 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f691c0039f0 0x7f693015c500 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.513 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f6936554640 1 -- 172.21.15.81:0/3534219658 >> 172.21.15.81:0/3534219658 conn(0x7f69300af6f0 msgr2=0x7f6930158ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:01.513 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f6936554640 1 -- 172.21.15.81:0/3534219658 shutdown_connections 2023-06-26T03:01:01.513 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.506+0000 7f6936554640 1 -- 172.21.15.81:0/3534219658 wait complete. 2023-06-26T03:01:01.526 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:01:01.632 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733eb7b640 1 Processor -- start 2023-06-26T03:01:01.633 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733eb7b640 1 -- start start 2023-06-26T03:01:01.634 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733eb7b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f733815a100 0x7f73380c82b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.634 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733eb7b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73380c2b40 0x7f733815a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733eb7b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f73380704b0 0x7f7338070930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733eb7b640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73380c9ee0 con 0x7f73380704b0 2023-06-26T03:01:01.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733eb7b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73380c3300 con 0x7f733815a100 2023-06-26T03:01:01.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733eb7b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73380c35e0 con 0x7f73380c2b40 2023-06-26T03:01:01.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733d118640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f73380704b0 0x7f7338070930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733d118640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f73380704b0 0x7f7338070930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58730/0 (socket says 172.21.15.81:58730) 2023-06-26T03:01:01.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733d118640 1 -- 172.21.15.81:0/4093744181 learned_addr learned my addr 172.21.15.81:0/4093744181 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:01.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f7337fff640 1 --2- 172.21.15.81:0/4093744181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73380c2b40 0x7f733815a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733c917640 1 --2- 172.21.15.81:0/4093744181 >> v2:172.21.15.92:3300/0 conn(0x7f733815a100 0x7f73380c82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733d118640 1 -- 172.21.15.81:0/4093744181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73380c2b40 msgr2=0x7f733815a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:01.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733d118640 1 --2- 172.21.15.81:0/4093744181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73380c2b40 0x7f733815a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733d118640 1 -- 172.21.15.81:0/4093744181 >> v2:172.21.15.92:3300/0 conn(0x7f733815a100 msgr2=0x7f73380c82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:01.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733d118640 1 --2- 172.21.15.81:0/4093744181 >> v2:172.21.15.92:3300/0 conn(0x7f733815a100 0x7f73380c82b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f733d118640 1 -- 172.21.15.81:0/4093744181 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73380c38c0 con 0x7f73380704b0 2023-06-26T03:01:01.637 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.630+0000 7f7337fff640 1 --2- 172.21.15.81:0/4093744181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73380c2b40 0x7f733815a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:01.637 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f733d118640 1 --2- 172.21.15.81:0/4093744181 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73380704b0 0x7f7338070930 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f733806e820 tx=0x7f732801c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b8e2e6558d809d1 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:01.638 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f73377fe640 1 -- 172.21.15.81:0/4093744181 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73280a5760 con 0x7f73380704b0 2023-06-26T03:01:01.638 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f73377fe640 1 -- 172.21.15.81:0/4093744181 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73280a58c0 con 0x7f73380704b0 2023-06-26T03:01:01.638 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f73377fe640 1 -- 172.21.15.81:0/4093744181 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73280a5c50 con 0x7f73380704b0 2023-06-26T03:01:01.638 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f733eb7b640 1 -- 172.21.15.81:0/4093744181 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73380704b0 msgr2=0x7f7338070930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.638 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f733eb7b640 1 --2- 172.21.15.81:0/4093744181 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73380704b0 0x7f7338070930 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f733806e820 tx=0x7f732801c900 comp rx=0 tx=0).stop 2023-06-26T03:01:01.638 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f733eb7b640 1 -- 172.21.15.81:0/4093744181 shutdown_connections 2023-06-26T03:01:01.639 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f733eb7b640 1 --2- 172.21.15.81:0/4093744181 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73380704b0 0x7f7338070930 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.639 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f733eb7b640 1 --2- 172.21.15.81:0/4093744181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73380c2b40 0x7f733815a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.639 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f733eb7b640 1 --2- 172.21.15.81:0/4093744181 >> v2:172.21.15.92:3300/0 conn(0x7f733815a100 0x7f73380c82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.639 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f733eb7b640 1 -- 172.21.15.81:0/4093744181 >> 172.21.15.81:0/4093744181 conn(0x7f73380af8d0 msgr2=0x7f73380afcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:01.639 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f733eb7b640 1 -- 172.21.15.81:0/4093744181 shutdown_connections 2023-06-26T03:01:01.639 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f733eb7b640 1 -- 172.21.15.81:0/4093744181 wait complete. 2023-06-26T03:01:01.641 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f733eb7b640 1 Processor -- start 2023-06-26T03:01:01.641 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.634+0000 7f733eb7b640 1 -- start start 2023-06-26T03:01:01.641 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733eb7b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73380704b0 0x7f733813b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.641 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733eb7b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73380c2b40 0x7f73380b1850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.641 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733eb7b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f733815a100 0x7f73380ad840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.642 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733eb7b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73380b1d90 con 0x7f73380704b0 2023-06-26T03:01:01.642 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733eb7b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73380b29c0 con 0x7f733815a100 2023-06-26T03:01:01.642 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733eb7b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7338156080 con 0x7f73380c2b40 2023-06-26T03:01:01.642 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733c917640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73380704b0 0x7f733813b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.642 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733c917640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73380704b0 0x7f733813b6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58740/0 (socket says 172.21.15.81:58740) 2023-06-26T03:01:01.642 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733c917640 1 -- 172.21.15.81:0/4277797496 learned_addr learned my addr 172.21.15.81:0/4277797496 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:01.642 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733c917640 1 -- 172.21.15.81:0/4277797496 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73380c2b40 msgr2=0x7f73380b1850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.643 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f7337fff640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73380c2b40 0x7f73380b1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.643 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733c917640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73380c2b40 0x7f73380b1850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.643 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733c917640 1 -- 172.21.15.81:0/4277797496 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f733815a100 msgr2=0x7f73380ad840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.643 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733d118640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f733815a100 0x7f73380ad840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.643 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733c917640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f733815a100 0x7f73380ad840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.643 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733c917640 1 -- 172.21.15.81:0/4277797496 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7328009b30 con 0x7f73380704b0 2023-06-26T03:01:01.643 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733c917640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73380704b0 0x7f733813b6e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f733000c7f0 tx=0x7f733000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:01.644 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f73357fa640 1 -- 172.21.15.81:0/4277797496 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7330007820 con 0x7f73380704b0 2023-06-26T03:01:01.644 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f73357fa640 1 -- 172.21.15.81:0/4277797496 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7330007980 con 0x7f73380704b0 2023-06-26T03:01:01.644 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733eb7b640 1 -- 172.21.15.81:0/4277797496 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7338155da0 con 0x7f73380704b0 2023-06-26T03:01:01.644 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f73357fa640 1 -- 172.21.15.81:0/4277797496 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7330007d30 con 0x7f73380704b0 2023-06-26T03:01:01.644 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733eb7b640 1 -- 172.21.15.81:0/4277797496 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73380b1050 con 0x7f73380704b0 2023-06-26T03:01:01.644 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f733eb7b640 1 -- 172.21.15.81:0/4277797496 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73380b0bd0 con 0x7f73380704b0 2023-06-26T03:01:01.645 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f73357fa640 1 -- 172.21.15.81:0/4277797496 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f73300113f0 con 0x7f73380704b0 2023-06-26T03:01:01.645 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f73357fa640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7318066280 0x7f7318068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.645 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f73357fa640 1 -- 172.21.15.81:0/4277797496 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f7330083f70 con 0x7f73380704b0 2023-06-26T03:01:01.645 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f7337fff640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7318066280 0x7f7318068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.646 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.638+0000 7f7337fff640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7318066280 0x7f7318068730 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f73381432d0 tx=0x7f7320008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:01.646 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.642+0000 7f73357fa640 1 -- 172.21.15.81:0/4277797496 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f73300b4700 con 0x7f73380704b0 2023-06-26T03:01:01.804 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.802+0000 7f733eb7b640 1 -- 172.21.15.81:0/4277797496 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f733804d790 con 0x7f73380704b0 2023-06-26T03:01:01.805 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.802+0000 7f73357fa640 1 -- 172.21.15.81:0/4277797496 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f733001f020 con 0x7f73380704b0 2023-06-26T03:01:01.805 INFO:teuthology.orchestra.run.smithi081.stderr:listed 0 entries 2023-06-26T03:01:01.807 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.802+0000 7f733eb7b640 1 -- 172.21.15.81:0/4277797496 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7318066280 msgr2=0x7f7318068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.808 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.802+0000 7f733eb7b640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7318066280 0x7f7318068730 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f73381432d0 tx=0x7f7320008040 comp rx=0 tx=0).stop 2023-06-26T03:01:01.808 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.802+0000 7f733eb7b640 1 -- 172.21.15.81:0/4277797496 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73380704b0 msgr2=0x7f733813b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.808 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.802+0000 7f733eb7b640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73380704b0 0x7f733813b6e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f733000c7f0 tx=0x7f733000ccb0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.809 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.802+0000 7f733eb7b640 1 -- 172.21.15.81:0/4277797496 shutdown_connections 2023-06-26T03:01:01.809 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.802+0000 7f733eb7b640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7318066280 0x7f7318068730 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.809 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.802+0000 7f733eb7b640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f733815a100 0x7f73380ad840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.809 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.802+0000 7f733eb7b640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73380c2b40 0x7f73380b1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.810 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.802+0000 7f733eb7b640 1 --2- 172.21.15.81:0/4277797496 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f73380704b0 0x7f733813b6e0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.810 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.802+0000 7f733eb7b640 1 -- 172.21.15.81:0/4277797496 >> 172.21.15.81:0/4277797496 conn(0x7f73380af8d0 msgr2=0x7f733813f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:01.810 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.802+0000 7f733eb7b640 1 -- 172.21.15.81:0/4277797496 shutdown_connections 2023-06-26T03:01:01.811 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.806+0000 7f733eb7b640 1 -- 172.21.15.81:0/4277797496 wait complete. 2023-06-26T03:01:01.823 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T03:01:01.823 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:01:01.828 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:01.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e14dd9640 1 Processor -- start 2023-06-26T03:01:01.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e14dd9640 1 -- start start 2023-06-26T03:01:01.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e14dd9640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f4e10069bc0 0x7f4e100ca3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e14dd9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e100ca910 0x7f4e100cd230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e14dd9640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e100cadb0 con 0x7f4e10159730 2023-06-26T03:01:01.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e14dd9640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e10070850 con 0x7f4e10069bc0 2023-06-26T03:01:01.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e14dd9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e100cca70 con 0x7f4e100ca910 2023-06-26T03:01:01.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e0dd9b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f4e10069bc0 0x7f4e100ca3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e0e59c640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f4e10159730 0x7f4e100694b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41192/0 (socket says 172.21.15.81:41192) 2023-06-26T03:01:01.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e0dd9b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f4e10069bc0 0x7f4e100ca3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58748/0 (socket says 172.21.15.81:58748) 2023-06-26T03:01:01.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e0e59c640 1 -- 172.21.15.81:0/1075191451 learned_addr learned my addr 172.21.15.81:0/1075191451 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:01.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e0ed9d640 1 --2- 172.21.15.81:0/1075191451 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e100ca910 0x7f4e100cd230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e0dd9b640 1 -- 172.21.15.81:0/1075191451 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e100ca910 msgr2=0x7f4e100cd230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:01.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e0dd9b640 1 --2- 172.21.15.81:0/1075191451 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e100ca910 0x7f4e100cd230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e0dd9b640 1 -- 172.21.15.81:0/1075191451 >> v1:172.21.15.81:6789/0 conn(0x7f4e10159730 legacy=0x7f4e100694b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e0dd9b640 1 -- 172.21.15.81:0/1075191451 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e100cb040 con 0x7f4e10069bc0 2023-06-26T03:01:01.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e0d59a640 1 -- 172.21.15.81:0/1075191451 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2333257500 0 0) 0x7f4e100cadb0 con 0x7f4e10159730 2023-06-26T03:01:01.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.986+0000 7f4e0ed9d640 1 --2- 172.21.15.81:0/1075191451 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e100ca910 0x7f4e100cd230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:01.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e0dd9b640 1 --2- 172.21.15.81:0/1075191451 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e10069bc0 0x7f4e100ca3d0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f4e040097c0 tx=0x7f4e0401c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dd3ce78a1e5602 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:01.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e0d59a640 1 -- 172.21.15.81:0/1075191451 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e040ab650 con 0x7f4e10069bc0 2023-06-26T03:01:01.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e0d59a640 1 -- 172.21.15.81:0/1075191451 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e040ab7b0 con 0x7f4e10069bc0 2023-06-26T03:01:01.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e0d59a640 1 -- 172.21.15.81:0/1075191451 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e040abb40 con 0x7f4e10069bc0 2023-06-26T03:01:01.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 -- 172.21.15.81:0/1075191451 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e10069bc0 msgr2=0x7f4e100ca3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 --2- 172.21.15.81:0/1075191451 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e10069bc0 0x7f4e100ca3d0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f4e040097c0 tx=0x7f4e0401c450 comp rx=0 tx=0).stop 2023-06-26T03:01:01.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 -- 172.21.15.81:0/1075191451 shutdown_connections 2023-06-26T03:01:01.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 --2- 172.21.15.81:0/1075191451 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e10069bc0 0x7f4e100ca3d0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 --2- 172.21.15.81:0/1075191451 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e100ca910 0x7f4e100cd230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.995 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 -- 172.21.15.81:0/1075191451 >> 172.21.15.81:0/1075191451 conn(0x7f4e100cb880 msgr2=0x7f4e100cbc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:01.995 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 -- 172.21.15.81:0/1075191451 shutdown_connections 2023-06-26T03:01:01.995 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 -- 172.21.15.81:0/1075191451 wait complete. 2023-06-26T03:01:01.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 Processor -- start 2023-06-26T03:01:01.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 -- start start 2023-06-26T03:01:01.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e10069bc0 0x7f4e1006d850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e100ca910 0x7f4e10145270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e10159730 0x7f4e101469d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:01.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e101467f0 con 0x7f4e10159730 2023-06-26T03:01:01.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e100c26d0 con 0x7f4e10069bc0 2023-06-26T03:01:01.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e14dd9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e10145b70 con 0x7f4e100ca910 2023-06-26T03:01:01.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e0ed9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e10159730 0x7f4e101469d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e0ed9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e10159730 0x7f4e101469d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58758/0 (socket says 172.21.15.81:58758) 2023-06-26T03:01:01.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e0ed9d640 1 -- 172.21.15.81:0/3145984151 learned_addr learned my addr 172.21.15.81:0/3145984151 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:01.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e0dd9b640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e100ca910 0x7f4e10145270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e0e59c640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e10069bc0 0x7f4e1006d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:01.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e0ed9d640 1 -- 172.21.15.81:0/3145984151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e100ca910 msgr2=0x7f4e10145270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e0ed9d640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e100ca910 0x7f4e10145270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e0ed9d640 1 -- 172.21.15.81:0/3145984151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e10069bc0 msgr2=0x7f4e1006d850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:01.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.990+0000 7f4e0ed9d640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e10069bc0 0x7f4e1006d850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:01.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.994+0000 7f4e0ed9d640 1 -- 172.21.15.81:0/3145984151 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e04009420 con 0x7f4e10159730 2023-06-26T03:01:01.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.994+0000 7f4e0ed9d640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e10159730 0x7f4e101469d0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f4e0800cef0 tx=0x7f4e0800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:01.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.994+0000 7f4dfeffd640 1 -- 172.21.15.81:0/3145984151 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e0800d840 con 0x7f4e10159730 2023-06-26T03:01:02.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.994+0000 7f4dfeffd640 1 -- 172.21.15.81:0/3145984151 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e0800d9c0 con 0x7f4e10159730 2023-06-26T03:01:02.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.994+0000 7f4e14dd9640 1 -- 172.21.15.81:0/3145984151 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e10145e50 con 0x7f4e10159730 2023-06-26T03:01:02.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.994+0000 7f4dfeffd640 1 -- 172.21.15.81:0/3145984151 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e0800dd70 con 0x7f4e10159730 2023-06-26T03:01:02.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.994+0000 7f4e14dd9640 1 -- 172.21.15.81:0/3145984151 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e10146410 con 0x7f4e10159730 2023-06-26T03:01:02.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.994+0000 7f4e14dd9640 1 -- 172.21.15.81:0/3145984151 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e1004d790 con 0x7f4e10159730 2023-06-26T03:01:02.000 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.994+0000 7f4dfeffd640 1 -- 172.21.15.81:0/3145984151 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4e0801e3b0 con 0x7f4e10159730 2023-06-26T03:01:02.001 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.994+0000 7f4dfeffd640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4df0066280 0x7f4df0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.001 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.994+0000 7f4dfeffd640 1 -- 172.21.15.81:0/3145984151 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f4e08084bf0 con 0x7f4e10159730 2023-06-26T03:01:02.001 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.994+0000 7f4e0e59c640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4df0066280 0x7f4df0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.001 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.994+0000 7f4e0e59c640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4df0066280 0x7f4df0068730 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4e00000f70 tx=0x7f4e00009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:02.002 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:01.998+0000 7f4dfeffd640 1 -- 172.21.15.81:0/3145984151 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4e080521d0 con 0x7f4e10159730 2023-06-26T03:01:02.145 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.142+0000 7f4e14dd9640 1 -- 172.21.15.81:0/3145984151 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4e10070120 con 0x7f4e10159730 2023-06-26T03:01:02.147 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.142+0000 7f4dfeffd640 1 -- 172.21.15.81:0/3145984151 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18338 (secure 0 0 0) 0x7f4e0801a020 con 0x7f4e10159730 2023-06-26T03:01:02.147 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:02.147 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":26,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:55.969232+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.b","mappings":[{"from":1,"to":5}]},{"pgid":"4.3b","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:02.149 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.146+0000 7f4e14dd9640 1 -- 172.21.15.81:0/3145984151 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4df0066280 msgr2=0x7f4df0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.149 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.146+0000 7f4e14dd9640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4df0066280 0x7f4df0068730 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4e00000f70 tx=0x7f4e00009040 comp rx=0 tx=0).stop 2023-06-26T03:01:02.149 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.146+0000 7f4e14dd9640 1 -- 172.21.15.81:0/3145984151 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e10159730 msgr2=0x7f4e101469d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.146+0000 7f4e14dd9640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e10159730 0x7f4e101469d0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f4e0800cef0 tx=0x7f4e0800a710 comp rx=0 tx=0).stop 2023-06-26T03:01:02.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.146+0000 7f4e14dd9640 1 -- 172.21.15.81:0/3145984151 shutdown_connections 2023-06-26T03:01:02.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.146+0000 7f4e14dd9640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4df0066280 0x7f4df0068730 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.146+0000 7f4e14dd9640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4e10159730 0x7f4e101469d0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.146+0000 7f4e14dd9640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e100ca910 0x7f4e10145270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.146+0000 7f4e14dd9640 1 --2- 172.21.15.81:0/3145984151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e10069bc0 0x7f4e1006d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.146+0000 7f4e14dd9640 1 -- 172.21.15.81:0/3145984151 >> 172.21.15.81:0/3145984151 conn(0x7f4e100cb880 msgr2=0x7f4e10158750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:02.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.146+0000 7f4e14dd9640 1 -- 172.21.15.81:0/3145984151 shutdown_connections 2023-06-26T03:01:02.151 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.146+0000 7f4e14dd9640 1 -- 172.21.15.81:0/3145984151 wait complete. 2023-06-26T03:01:02.165 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:01:02.166 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:01:02.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.274+0000 7f1fdda00640 1 Processor -- start 2023-06-26T03:01:02.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fdda00640 1 -- start start 2023-06-26T03:01:02.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fdda00640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f1fd81598d0 0x7f1fd80c8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fdda00640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1fd80b00d0 0x7f1fd80b0550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fdda00640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fd815da00 con 0x7f1fd815d4d0 2023-06-26T03:01:02.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fdda00640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fd8070960 con 0x7f1fd81598d0 2023-06-26T03:01:02.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fdda00640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd8070af0 con 0x7f1fd80b00d0 2023-06-26T03:01:02.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fd6ffd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f1fd81598d0 0x7f1fd80c8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fd67fc640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f1fd815d4d0 0x7f1fd80ad870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41204/0 (socket says 172.21.15.81:41204) 2023-06-26T03:01:02.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fd67fc640 1 -- 172.21.15.81:0/2705688196 learned_addr learned my addr 172.21.15.81:0/2705688196 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:02.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fd77fe640 1 --2- 172.21.15.81:0/2705688196 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1fd80b00d0 0x7f1fd80b0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fd6ffd640 1 -- 172.21.15.81:0/2705688196 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1fd80b00d0 msgr2=0x7f1fd80b0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:02.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fd6ffd640 1 --2- 172.21.15.81:0/2705688196 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1fd80b00d0 0x7f1fd80b0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fd6ffd640 1 -- 172.21.15.81:0/2705688196 >> v1:172.21.15.81:6789/0 conn(0x7f1fd815d4d0 legacy=0x7f1fd80ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fd5ffb640 1 -- 172.21.15.81:0/2705688196 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3565630134 0 0) 0x7f1fd815da00 con 0x7f1fd815d4d0 2023-06-26T03:01:02.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fd6ffd640 1 -- 172.21.15.81:0/2705688196 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fd815dce0 con 0x7f1fd81598d0 2023-06-26T03:01:02.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fd6ffd640 1 --2- 172.21.15.81:0/2705688196 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd81598d0 0x7f1fd80c8ca0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f1fc80097c0 tx=0x7f1fc801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46aa015b6bd78608 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:02.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fd5ffb640 1 -- 172.21.15.81:0/2705688196 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc80ab600 con 0x7f1fd81598d0 2023-06-26T03:01:02.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fd5ffb640 1 -- 172.21.15.81:0/2705688196 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fc80a7050 con 0x7f1fd81598d0 2023-06-26T03:01:02.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.278+0000 7f1fd5ffb640 1 -- 172.21.15.81:0/2705688196 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc80ab980 con 0x7f1fd81598d0 2023-06-26T03:01:02.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 -- 172.21.15.81:0/2705688196 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd81598d0 msgr2=0x7f1fd80c8ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.284 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 --2- 172.21.15.81:0/2705688196 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd81598d0 0x7f1fd80c8ca0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f1fc80097c0 tx=0x7f1fc801c480 comp rx=0 tx=0).stop 2023-06-26T03:01:02.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 -- 172.21.15.81:0/2705688196 shutdown_connections 2023-06-26T03:01:02.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 --2- 172.21.15.81:0/2705688196 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1fd80b00d0 0x7f1fd80b0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 --2- 172.21.15.81:0/2705688196 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd81598d0 0x7f1fd80c8ca0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 -- 172.21.15.81:0/2705688196 >> 172.21.15.81:0/2705688196 conn(0x7f1fd80cb0d0 msgr2=0x7f1fd80cb4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:02.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 -- 172.21.15.81:0/2705688196 shutdown_connections 2023-06-26T03:01:02.285 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 -- 172.21.15.81:0/2705688196 wait complete. 2023-06-26T03:01:02.287 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 Processor -- start 2023-06-26T03:01:02.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 -- start start 2023-06-26T03:01:02.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd80b00d0 0x7f1fd8155a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1fd81598d0 0x7f1fd80ad720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1fd815d4d0 0x7f1fd8163ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd8163a30 con 0x7f1fd80b00d0 2023-06-26T03:01:02.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd8156360 con 0x7f1fd815d4d0 2023-06-26T03:01:02.288 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fdda00640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd80cce80 con 0x7f1fd81598d0 2023-06-26T03:01:02.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fd6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd80b00d0 0x7f1fd8155a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fd6ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd80b00d0 0x7f1fd8155a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58766/0 (socket says 172.21.15.81:58766) 2023-06-26T03:01:02.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fd6ffd640 1 -- 172.21.15.81:0/1163560321 learned_addr learned my addr 172.21.15.81:0/1163560321 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:02.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fd77fe640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1fd815d4d0 0x7f1fd8163ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fd67fc640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1fd81598d0 0x7f1fd80ad720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fd6ffd640 1 -- 172.21.15.81:0/1163560321 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1fd81598d0 msgr2=0x7f1fd80ad720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.289 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fd6ffd640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1fd81598d0 0x7f1fd80ad720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fd6ffd640 1 -- 172.21.15.81:0/1163560321 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1fd815d4d0 msgr2=0x7f1fd8163ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fd6ffd640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1fd815d4d0 0x7f1fd8163ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fd6ffd640 1 -- 172.21.15.81:0/1163560321 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fc8009420 con 0x7f1fd80b00d0 2023-06-26T03:01:02.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fd6ffd640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd80b00d0 0x7f1fd8155a20 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f1fc80097c0 tx=0x7f1fc801acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:02.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fbffff640 1 -- 172.21.15.81:0/1163560321 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc8004230 con 0x7f1fd80b00d0 2023-06-26T03:01:02.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fbffff640 1 -- 172.21.15.81:0/1163560321 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fc8004390 con 0x7f1fd80b00d0 2023-06-26T03:01:02.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.282+0000 7f1fbffff640 1 -- 172.21.15.81:0/1163560321 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc8003820 con 0x7f1fd80b00d0 2023-06-26T03:01:02.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.286+0000 7f1fdda00640 1 -- 172.21.15.81:0/1163560321 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fd80cd160 con 0x7f1fd80b00d0 2023-06-26T03:01:02.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.286+0000 7f1fdda00640 1 -- 172.21.15.81:0/1163560321 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fd81633b0 con 0x7f1fd80b00d0 2023-06-26T03:01:02.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.286+0000 7f1fdda00640 1 -- 172.21.15.81:0/1163560321 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1fd80cd350 con 0x7f1fd80b00d0 2023-06-26T03:01:02.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.286+0000 7f1fbffff640 1 -- 172.21.15.81:0/1163560321 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1fc8003980 con 0x7f1fd80b00d0 2023-06-26T03:01:02.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.286+0000 7f1fbffff640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1fc40662b0 0x7f1fc4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.286+0000 7f1fbffff640 1 -- 172.21.15.81:0/1163560321 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f1fc811e870 con 0x7f1fd80b00d0 2023-06-26T03:01:02.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.286+0000 7f1fd67fc640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1fc40662b0 0x7f1fc4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.286+0000 7f1fd67fc640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1fc40662b0 0x7f1fc4068760 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1fd81592f0 tx=0x7f1fcc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:02.293 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.290+0000 7f1fbffff640 1 -- 172.21.15.81:0/1163560321 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1fc80ebdd0 con 0x7f1fd80b00d0 2023-06-26T03:01:02.435 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.430+0000 7f1fdda00640 1 -- 172.21.15.81:0/1163560321 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1fd8066880 con 0x7f1fd80b00d0 2023-06-26T03:01:02.435 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.434+0000 7f1fbffff640 1 -- 172.21.15.81:0/1163560321 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1fc80c4020 con 0x7f1fd80b00d0 2023-06-26T03:01:02.436 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:01:02.438 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.434+0000 7f1fdda00640 1 -- 172.21.15.81:0/1163560321 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1fc40662b0 msgr2=0x7f1fc4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.438 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.434+0000 7f1fdda00640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1fc40662b0 0x7f1fc4068760 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1fd81592f0 tx=0x7f1fcc009040 comp rx=0 tx=0).stop 2023-06-26T03:01:02.438 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.434+0000 7f1fdda00640 1 -- 172.21.15.81:0/1163560321 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd80b00d0 msgr2=0x7f1fd8155a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.438 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.434+0000 7f1fdda00640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd80b00d0 0x7f1fd8155a20 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f1fc80097c0 tx=0x7f1fc801acc0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.438 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.434+0000 7f1fdda00640 1 -- 172.21.15.81:0/1163560321 shutdown_connections 2023-06-26T03:01:02.438 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.434+0000 7f1fdda00640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1fc40662b0 0x7f1fc4068760 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.438 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.434+0000 7f1fdda00640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1fd815d4d0 0x7f1fd8163ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.434+0000 7f1fdda00640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1fd81598d0 0x7f1fd80ad720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.434+0000 7f1fdda00640 1 --2- 172.21.15.81:0/1163560321 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1fd80b00d0 0x7f1fd8155a20 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.434+0000 7f1fdda00640 1 -- 172.21.15.81:0/1163560321 >> 172.21.15.81:0/1163560321 conn(0x7f1fd80cb0d0 msgr2=0x7f1fd815ae30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:02.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.434+0000 7f1fdda00640 1 -- 172.21.15.81:0/1163560321 shutdown_connections 2023-06-26T03:01:02.439 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.434+0000 7f1fdda00640 1 -- 172.21.15.81:0/1163560321 wait complete. 2023-06-26T03:01:02.453 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:01:02.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1caae91640 1 Processor -- start 2023-06-26T03:01:02.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1caae91640 1 -- start start 2023-06-26T03:01:02.570 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1caae91640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ca4159a60 0x7f1ca40c1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.570 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1caae91640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ca4071170 con 0x7f1ca406fff0 2023-06-26T03:01:02.571 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1caae91640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ca4070bb0 con 0x7f1ca40afdc0 2023-06-26T03:01:02.571 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1caae91640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ca4070e90 con 0x7f1ca4159a60 2023-06-26T03:01:02.571 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca3fff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f1ca406fff0 0x7f1ca40af6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41208/0 (socket says 172.21.15.81:41208) 2023-06-26T03:01:02.571 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca3fff640 1 -- 172.21.15.81:0/961221239 learned_addr learned my addr 172.21.15.81:0/961221239 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:02.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca8c2d640 1 --2- 172.21.15.81:0/961221239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ca4159a60 0x7f1ca40c1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2480497234 0 0) 0x7f1ca4071170 con 0x7f1ca406fff0 2023-06-26T03:01:02.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1c8c003530 con 0x7f1ca406fff0 2023-06-26T03:01:02.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2861682635 0 0) 0x7f1c8c003530 con 0x7f1ca406fff0 2023-06-26T03:01:02.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ca4159a60 msgr2=0x7f1ca40c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:02.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca37fe640 1 --2- 172.21.15.81:0/961221239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ca4159a60 0x7f1ca40c1780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 >> v1:172.21.15.92:6789/0 conn(0x7f1ca40afdc0 legacy=0x7f1ca406b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ca406b0d0 con 0x7f1ca406fff0 2023-06-26T03:01:02.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f1c98001680 con 0x7f1ca406fff0 2023-06-26T03:01:02.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 >> v1:172.21.15.81:6789/0 conn(0x7f1ca406fff0 legacy=0x7f1ca40af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca37fe640 1 --2- 172.21.15.81:0/961221239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c8c0039b0 0x7f1c8c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca37fe640 1 --2- 172.21.15.81:0/961221239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ca4159a60 0x7f1c8c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.566+0000 7f1ca37fe640 1 --2- 172.21.15.81:0/961221239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1c8c004d10 0x7f1c8c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ca4070e90 con 0x7f1c8c004d10 2023-06-26T03:01:02.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c8c00ba40 con 0x7f1c8c0039b0 2023-06-26T03:01:02.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c8c00bbd0 con 0x7f1ca4159a60 2023-06-26T03:01:02.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca942e640 1 --2- 172.21.15.81:0/961221239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1c8c004d10 0x7f1c8c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca8c2d640 1 --2- 172.21.15.81:0/961221239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c8c0039b0 0x7f1c8c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca3fff640 1 --2- 172.21.15.81:0/961221239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ca4159a60 0x7f1c8c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca942e640 1 -- 172.21.15.81:0/961221239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ca4159a60 msgr2=0x7f1c8c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:02.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca942e640 1 --2- 172.21.15.81:0/961221239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ca4159a60 0x7f1c8c0047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca942e640 1 -- 172.21.15.81:0/961221239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c8c0039b0 msgr2=0x7f1c8c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:02.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca942e640 1 --2- 172.21.15.81:0/961221239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c8c0039b0 0x7f1c8c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca942e640 1 -- 172.21.15.81:0/961221239 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c8c003530 con 0x7f1c8c004d10 2023-06-26T03:01:02.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca942e640 1 --2- 172.21.15.81:0/961221239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1c8c004d10 0x7f1c8c005180 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c001e70 tx=0x7f1c9c01c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45d71266be97135d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:02.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c9c003b80 con 0x7f1c8c004d10 2023-06-26T03:01:02.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c9c003ce0 con 0x7f1c8c004d10 2023-06-26T03:01:02.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca37fe640 1 -- 172.21.15.81:0/961221239 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c9c0052c0 con 0x7f1c8c004d10 2023-06-26T03:01:02.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1caae91640 1 -- 172.21.15.81:0/961221239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1c8c004d10 msgr2=0x7f1c8c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1caae91640 1 --2- 172.21.15.81:0/961221239 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1c8c004d10 0x7f1c8c005180 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c001e70 tx=0x7f1c9c01c760 comp rx=0 tx=0).stop 2023-06-26T03:01:02.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1ca942e640 1 -- 172.21.15.81:0/961221239 reap_dead start 2023-06-26T03:01:02.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1caae91640 1 -- 172.21.15.81:0/961221239 shutdown_connections 2023-06-26T03:01:02.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1caae91640 1 -- 172.21.15.81:0/961221239 >> 172.21.15.81:0/961221239 conn(0x7f1ca406a100 msgr2=0x7f1ca40ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:02.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1caae91640 1 -- 172.21.15.81:0/961221239 shutdown_connections 2023-06-26T03:01:02.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.570+0000 7f1caae91640 1 -- 172.21.15.81:0/961221239 wait complete. 2023-06-26T03:01:02.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1caae91640 1 Processor -- start 2023-06-26T03:01:02.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1caae91640 1 -- start start 2023-06-26T03:01:02.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1caae91640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c8c004d10 0x7f1ca41430a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1caae91640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1ca4159e30 0x7f1ca415aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1caae91640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ca415a2a0 0x7f1ca415b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1caae91640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ca41435e0 con 0x7f1ca4159e30 2023-06-26T03:01:02.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1caae91640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ca40b1610 con 0x7f1c8c004d10 2023-06-26T03:01:02.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1caae91640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ca40b18f0 con 0x7f1ca415a2a0 2023-06-26T03:01:02.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1ca4159e30 0x7f1ca415aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1ca4159e30 0x7f1ca415aae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58776/0 (socket says 172.21.15.81:58776) 2023-06-26T03:01:02.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca3fff640 1 -- 172.21.15.81:0/991433298 learned_addr learned my addr 172.21.15.81:0/991433298 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:02.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca8c2d640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c8c004d10 0x7f1ca41430a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca942e640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ca415a2a0 0x7f1ca415b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca3fff640 1 -- 172.21.15.81:0/991433298 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ca415a2a0 msgr2=0x7f1ca415b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca3fff640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ca415a2a0 0x7f1ca415b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca3fff640 1 -- 172.21.15.81:0/991433298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c8c004d10 msgr2=0x7f1ca41430a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca3fff640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c8c004d10 0x7f1ca41430a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca3fff640 1 -- 172.21.15.81:0/991433298 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ca40b1bd0 con 0x7f1ca4159e30 2023-06-26T03:01:02.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca3fff640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1ca4159e30 0x7f1ca415aae0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1c98007fd0 tx=0x7f1c9800dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:02.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca17fa640 1 -- 172.21.15.81:0/991433298 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c980074e0 con 0x7f1ca4159e30 2023-06-26T03:01:02.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca17fa640 1 -- 172.21.15.81:0/991433298 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c98007640 con 0x7f1ca4159e30 2023-06-26T03:01:02.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1caae91640 1 -- 172.21.15.81:0/991433298 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ca40b1eb0 con 0x7f1ca4159e30 2023-06-26T03:01:02.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca17fa640 1 -- 172.21.15.81:0/991433298 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c980049f0 con 0x7f1ca4159e30 2023-06-26T03:01:02.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1caae91640 1 -- 172.21.15.81:0/991433298 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ca4154eb0 con 0x7f1ca4159e30 2023-06-26T03:01:02.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1caae91640 1 -- 172.21.15.81:0/991433298 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ca40ae7f0 con 0x7f1ca4159e30 2023-06-26T03:01:02.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca17fa640 1 -- 172.21.15.81:0/991433298 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1c98004b50 con 0x7f1ca4159e30 2023-06-26T03:01:02.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca17fa640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1c90066280 0x7f1c90068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca8c2d640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1c90066280 0x7f1c90068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.574+0000 7f1ca17fa640 1 -- 172.21.15.81:0/991433298 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f1c98083a20 con 0x7f1ca4159e30 2023-06-26T03:01:02.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.578+0000 7f1ca8c2d640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1c90066280 0x7f1c90068730 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1c94009a30 tx=0x7f1c94008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:02.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.578+0000 7f1ca17fa640 1 -- 172.21.15.81:0/991433298 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1c98050e60 con 0x7f1ca4159e30 2023-06-26T03:01:02.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.718+0000 7f1caae91640 1 -- 172.21.15.81:0/991433298 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f1ca404d790 con 0x7f1ca4159e30 2023-06-26T03:01:02.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.718+0000 7f1ca17fa640 1 -- 172.21.15.81:0/991433298 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v26) v1 ==== 92+0+10 (secure 0 0 0) 0x7f1c980190a0 con 0x7f1ca4159e30 2023-06-26T03:01:02.723 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:01:02.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.722+0000 7f1caae91640 1 -- 172.21.15.81:0/991433298 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1c90066280 msgr2=0x7f1c90068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.722+0000 7f1caae91640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1c90066280 0x7f1c90068730 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1c94009a30 tx=0x7f1c94008040 comp rx=0 tx=0).stop 2023-06-26T03:01:02.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.722+0000 7f1caae91640 1 -- 172.21.15.81:0/991433298 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1ca4159e30 msgr2=0x7f1ca415aae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.722+0000 7f1caae91640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1ca4159e30 0x7f1ca415aae0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1c98007fd0 tx=0x7f1c9800dbe0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.722+0000 7f1caae91640 1 -- 172.21.15.81:0/991433298 shutdown_connections 2023-06-26T03:01:02.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.722+0000 7f1caae91640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1c90066280 0x7f1c90068730 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.722+0000 7f1caae91640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ca415a2a0 0x7f1ca415b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.722+0000 7f1caae91640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1ca4159e30 0x7f1ca415aae0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.722+0000 7f1caae91640 1 --2- 172.21.15.81:0/991433298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c8c004d10 0x7f1ca41430a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.722+0000 7f1caae91640 1 -- 172.21.15.81:0/991433298 >> 172.21.15.81:0/991433298 conn(0x7f1ca406a100 msgr2=0x7f1ca40c3770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:02.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.722+0000 7f1caae91640 1 -- 172.21.15.81:0/991433298 shutdown_connections 2023-06-26T03:01:02.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.722+0000 7f1caae91640 1 -- 172.21.15.81:0/991433298 wait complete. 2023-06-26T03:01:02.739 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:01:02.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.850+0000 7fc111aa3640 1 Processor -- start 2023-06-26T03:01:02.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.850+0000 7fc111aa3640 1 -- start start 2023-06-26T03:01:02.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc111aa3640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fc10c15ba70 0x7fc10c0c9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc111aa3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc10c06b7b0 0x7fc10c15c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc111aa3640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc10c15cff0 con 0x7fc10c06bbe0 2023-06-26T03:01:02.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc111aa3640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc10c0c99a0 con 0x7fc10c15ba70 2023-06-26T03:01:02.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc111aa3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc10c0c8d90 con 0x7fc10c06b7b0 2023-06-26T03:01:02.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc10b7fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fc10c15ba70 0x7fc10c0c9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc10b7fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fc10c15ba70 0x7fc10c0c9e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58778/0 (socket says 172.21.15.81:58778) 2023-06-26T03:01:02.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc10b7fe640 1 -- 172.21.15.81:0/1876424448 learned_addr learned my addr 172.21.15.81:0/1876424448 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:02.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc103fff640 1 --2- 172.21.15.81:0/1876424448 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc10c06b7b0 0x7fc10c15c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc10b7fe640 1 -- 172.21.15.81:0/1876424448 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc10c06b7b0 msgr2=0x7fc10c15c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:02.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc10b7fe640 1 --2- 172.21.15.81:0/1876424448 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc10c06b7b0 0x7fc10c15c170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc10b7fe640 1 -- 172.21.15.81:0/1876424448 >> v1:172.21.15.92:6789/0 conn(0x7fc10c06bbe0 legacy=0x7fc10c06eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:02.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc10b7fe640 1 -- 172.21.15.81:0/1876424448 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc10c0c9070 con 0x7fc10c15ba70 2023-06-26T03:01:02.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc10b7fe640 1 --2- 172.21.15.81:0/1876424448 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc10c15ba70 0x7fc10c0c9e30 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc009870 tx=0x7fc0fc01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30b93d0c5fc9c064 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:02.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc10affd640 1 -- 172.21.15.81:0/1876424448 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0fc0ac640 con 0x7fc10c15ba70 2023-06-26T03:01:02.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc10affd640 1 -- 172.21.15.81:0/1876424448 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0fc0ac7a0 con 0x7fc10c15ba70 2023-06-26T03:01:02.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc10affd640 1 -- 172.21.15.81:0/1876424448 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0fc0acb30 con 0x7fc10c15ba70 2023-06-26T03:01:02.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc111aa3640 1 -- 172.21.15.81:0/1876424448 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc10c15ba70 msgr2=0x7fc10c0c9e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc111aa3640 1 --2- 172.21.15.81:0/1876424448 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc10c15ba70 0x7fc10c0c9e30 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc009870 tx=0x7fc0fc01c440 comp rx=0 tx=0).stop 2023-06-26T03:01:02.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc111aa3640 1 -- 172.21.15.81:0/1876424448 shutdown_connections 2023-06-26T03:01:02.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc111aa3640 1 --2- 172.21.15.81:0/1876424448 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc10c06b7b0 0x7fc10c15c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc111aa3640 1 --2- 172.21.15.81:0/1876424448 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc10c15ba70 0x7fc10c0c9e30 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc111aa3640 1 -- 172.21.15.81:0/1876424448 >> 172.21.15.81:0/1876424448 conn(0x7fc10c06a100 msgr2=0x7fc10c0ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:02.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc111aa3640 1 -- 172.21.15.81:0/1876424448 shutdown_connections 2023-06-26T03:01:02.861 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.854+0000 7fc111aa3640 1 -- 172.21.15.81:0/1876424448 wait complete. 2023-06-26T03:01:02.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc111aa3640 1 Processor -- start 2023-06-26T03:01:02.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc111aa3640 1 -- start start 2023-06-26T03:01:02.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc111aa3640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc10c06b7b0 0x7fc10c0b34a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc111aa3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc10c06bbe0 0x7fc10c0b1400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc111aa3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc10c15ba70 0x7fc10c0b1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc111aa3640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc10c150c60 con 0x7fc10c15ba70 2023-06-26T03:01:02.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc111aa3640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc10c0b2f80 con 0x7fc10c06b7b0 2023-06-26T03:01:02.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc111aa3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc10c0ad230 con 0x7fc10c06bbe0 2023-06-26T03:01:02.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc10bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc10c15ba70 0x7fc10c0b1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc10bfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc10c15ba70 0x7fc10c0b1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58782/0 (socket says 172.21.15.81:58782) 2023-06-26T03:01:02.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc10bfff640 1 -- 172.21.15.81:0/3924850129 learned_addr learned my addr 172.21.15.81:0/3924850129 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:02.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc103fff640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc10c06bbe0 0x7fc10c0b1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc10b7fe640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc10c06b7b0 0x7fc10c0b34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc10bfff640 1 -- 172.21.15.81:0/3924850129 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc10c06bbe0 msgr2=0x7fc10c0b1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc10bfff640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc10c06bbe0 0x7fc10c0b1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc10bfff640 1 -- 172.21.15.81:0/3924850129 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc10c06b7b0 msgr2=0x7fc10c0b34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:02.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc10bfff640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc10c06b7b0 0x7fc10c0b34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:02.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc10bfff640 1 -- 172.21.15.81:0/3924850129 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0fc0094d0 con 0x7fc10c15ba70 2023-06-26T03:01:02.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc10bfff640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc10c15ba70 0x7fc10c0b1940 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fc10400b970 tx=0x7fc10400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:02.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc108ff9640 1 -- 172.21.15.81:0/3924850129 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc10400cb40 con 0x7fc10c15ba70 2023-06-26T03:01:02.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc108ff9640 1 -- 172.21.15.81:0/3924850129 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc10400cca0 con 0x7fc10c15ba70 2023-06-26T03:01:02.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc108ff9640 1 -- 172.21.15.81:0/3924850129 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc104014680 con 0x7fc10c15ba70 2023-06-26T03:01:02.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc111aa3640 1 -- 172.21.15.81:0/3924850129 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc10c0b0fd0 con 0x7fc10c15ba70 2023-06-26T03:01:02.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc111aa3640 1 -- 172.21.15.81:0/3924850129 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc10c0ac750 con 0x7fc10c15ba70 2023-06-26T03:01:02.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.858+0000 7fc111aa3640 1 -- 172.21.15.81:0/3924850129 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc10c0c89c0 con 0x7fc10c15ba70 2023-06-26T03:01:02.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.862+0000 7fc108ff9640 1 -- 172.21.15.81:0/3924850129 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc10401d3b0 con 0x7fc10c15ba70 2023-06-26T03:01:02.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.862+0000 7fc108ff9640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc0ec066280 0x7fc0ec068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:02.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.862+0000 7fc108ff9640 1 -- 172.21.15.81:0/3924850129 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fc104083a20 con 0x7fc10c15ba70 2023-06-26T03:01:02.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.862+0000 7fc10b7fe640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc0ec066280 0x7fc0ec068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:02.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.862+0000 7fc10b7fe640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc0ec066280 0x7fc0ec068730 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc0ae000 tx=0x7fc0fc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:02.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:02.866+0000 7fc108ff9640 1 -- 172.21.15.81:0/3924850129 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc104050e60 con 0x7fc10c15ba70 2023-06-26T03:01:03.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.014+0000 7fc111aa3640 1 -- 172.21.15.81:0/3924850129 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc10c0b0fd0 con 0x7fc10c15ba70 2023-06-26T03:01:03.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.014+0000 7fc108ff9640 1 -- 172.21.15.81:0/3924850129 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc10c0b0fd0 con 0x7fc10c15ba70 2023-06-26T03:01:03.019 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:01:03.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.018+0000 7fc111aa3640 1 -- 172.21.15.81:0/3924850129 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc0ec066280 msgr2=0x7fc0ec068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.018+0000 7fc111aa3640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc0ec066280 0x7fc0ec068730 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc0ae000 tx=0x7fc0fc008040 comp rx=0 tx=0).stop 2023-06-26T03:01:03.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.018+0000 7fc111aa3640 1 -- 172.21.15.81:0/3924850129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc10c15ba70 msgr2=0x7fc10c0b1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.018+0000 7fc111aa3640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc10c15ba70 0x7fc10c0b1940 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fc10400b970 tx=0x7fc10400be30 comp rx=0 tx=0).stop 2023-06-26T03:01:03.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.018+0000 7fc111aa3640 1 -- 172.21.15.81:0/3924850129 shutdown_connections 2023-06-26T03:01:03.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.018+0000 7fc111aa3640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc0ec066280 0x7fc0ec068730 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.018+0000 7fc111aa3640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc10c15ba70 0x7fc10c0b1940 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.018+0000 7fc111aa3640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc10c06bbe0 0x7fc10c0b1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.018+0000 7fc111aa3640 1 --2- 172.21.15.81:0/3924850129 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc10c06b7b0 0x7fc10c0b34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.018+0000 7fc111aa3640 1 -- 172.21.15.81:0/3924850129 >> 172.21.15.81:0/3924850129 conn(0x7fc10c06a100 msgr2=0x7fc10c0cbcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:03.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.018+0000 7fc111aa3640 1 -- 172.21.15.81:0/3924850129 shutdown_connections 2023-06-26T03:01:03.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.018+0000 7fc111aa3640 1 -- 172.21.15.81:0/3924850129 wait complete. 2023-06-26T03:01:03.038 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:01:03.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.154+0000 7febbab8c640 1 Processor -- start 2023-06-26T03:01:03.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.154+0000 7febbab8c640 1 -- start start 2023-06-26T03:01:03.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.158+0000 7febbab8c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febb406b7b0 0x7febb415c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.158+0000 7febbab8c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7febb40c8a10 0x7febb40c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.158+0000 7febbab8c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febb406bf20 con 0x7febb40708c0 2023-06-26T03:01:03.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.158+0000 7febbab8c640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7febb4071240 con 0x7febb40c8a10 2023-06-26T03:01:03.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.158+0000 7febbab8c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febb4070c90 con 0x7febb406b7b0 2023-06-26T03:01:03.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.158+0000 7febb9129640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7febb40c8a10 0x7febb40c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.158+0000 7febb3fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febb406b7b0 0x7febb415c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.158+0000 7febb9129640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7febb40c8a10 0x7febb40c8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:37296/0 (socket says 172.21.15.81:37296) 2023-06-26T03:01:03.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.158+0000 7febb9129640 1 -- 172.21.15.81:0/2725646696 learned_addr learned my addr 172.21.15.81:0/2725646696 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:03.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.158+0000 7febb9129640 1 -- 172.21.15.81:0/2725646696 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febb406b7b0 msgr2=0x7febb415c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:03.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.158+0000 7febb9129640 1 --2- 172.21.15.81:0/2725646696 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febb406b7b0 0x7febb415c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.158+0000 7febb9129640 1 -- 172.21.15.81:0/2725646696 >> v1:172.21.15.92:6789/0 conn(0x7febb40708c0 legacy=0x7febb415c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.158+0000 7febb9129640 1 -- 172.21.15.81:0/2725646696 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febb40cd170 con 0x7febb40c8a10 2023-06-26T03:01:03.163 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febb9129640 1 --2- 172.21.15.81:0/2725646696 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febb40c8a10 0x7febb40c8e50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7febb40cd360 tx=0x7feba401c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5539e65143c2ef8 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:03.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febb37fe640 1 -- 172.21.15.81:0/2725646696 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba40ab600 con 0x7febb40c8a10 2023-06-26T03:01:03.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febb37fe640 1 -- 172.21.15.81:0/2725646696 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feba40a7050 con 0x7febb40c8a10 2023-06-26T03:01:03.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febb37fe640 1 -- 172.21.15.81:0/2725646696 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba40ab980 con 0x7febb40c8a10 2023-06-26T03:01:03.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febbab8c640 1 -- 172.21.15.81:0/2725646696 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febb40c8a10 msgr2=0x7febb40c8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febbab8c640 1 --2- 172.21.15.81:0/2725646696 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febb40c8a10 0x7febb40c8e50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7febb40cd360 tx=0x7feba401c490 comp rx=0 tx=0).stop 2023-06-26T03:01:03.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febbab8c640 1 -- 172.21.15.81:0/2725646696 shutdown_connections 2023-06-26T03:01:03.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febbab8c640 1 --2- 172.21.15.81:0/2725646696 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febb40c8a10 0x7febb40c8e50 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febbab8c640 1 --2- 172.21.15.81:0/2725646696 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febb406b7b0 0x7febb415c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febbab8c640 1 -- 172.21.15.81:0/2725646696 >> 172.21.15.81:0/2725646696 conn(0x7febb406a100 msgr2=0x7febb40ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:03.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febbab8c640 1 -- 172.21.15.81:0/2725646696 shutdown_connections 2023-06-26T03:01:03.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febbab8c640 1 -- 172.21.15.81:0/2725646696 wait complete. 2023-06-26T03:01:03.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febbab8c640 1 Processor -- start 2023-06-26T03:01:03.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.162+0000 7febbab8c640 1 -- start start 2023-06-26T03:01:03.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febbab8c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febb406b7b0 0x7febb4153380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febbab8c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febb40708c0 0x7febb40c6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febbab8c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febb40c8a10 0x7febb40c7410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febbab8c640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febb4154440 con 0x7febb40c8a10 2023-06-26T03:01:03.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febbab8c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febb41403e0 con 0x7febb40708c0 2023-06-26T03:01:03.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febbab8c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febb41406c0 con 0x7febb406b7b0 2023-06-26T03:01:03.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb9129640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febb40c8a10 0x7febb40c7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb9129640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febb40c8a10 0x7febb40c7410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58788/0 (socket says 172.21.15.81:58788) 2023-06-26T03:01:03.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb9129640 1 -- 172.21.15.81:0/1785037007 learned_addr learned my addr 172.21.15.81:0/1785037007 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:03.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb8928640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febb406b7b0 0x7febb4153380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb3fff640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febb40708c0 0x7febb40c6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb9129640 1 -- 172.21.15.81:0/1785037007 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febb406b7b0 msgr2=0x7febb4153380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb9129640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febb406b7b0 0x7febb4153380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb9129640 1 -- 172.21.15.81:0/1785037007 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febb40708c0 msgr2=0x7febb40c6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb9129640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febb40708c0 0x7febb40c6ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb9129640 1 -- 172.21.15.81:0/1785037007 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feba40094d0 con 0x7febb40c8a10 2023-06-26T03:01:03.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb9129640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febb40c8a10 0x7febb40c7410 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7feba40ae040 tx=0x7feba4019230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:03.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb17fa640 1 -- 172.21.15.81:0/1785037007 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba40b4440 con 0x7febb40c8a10 2023-06-26T03:01:03.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb17fa640 1 -- 172.21.15.81:0/1785037007 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feba40b45a0 con 0x7febb40c8a10 2023-06-26T03:01:03.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb17fa640 1 -- 172.21.15.81:0/1785037007 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba40b4910 con 0x7febb40c8a10 2023-06-26T03:01:03.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febbab8c640 1 -- 172.21.15.81:0/1785037007 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febb41409a0 con 0x7febb40c8a10 2023-06-26T03:01:03.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febbab8c640 1 -- 172.21.15.81:0/1785037007 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febb4140f60 con 0x7febb40c8a10 2023-06-26T03:01:03.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febbab8c640 1 -- 172.21.15.81:0/1785037007 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7febb4141150 con 0x7febb40c8a10 2023-06-26T03:01:03.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb17fa640 1 -- 172.21.15.81:0/1785037007 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7feba40b2070 con 0x7febb40c8a10 2023-06-26T03:01:03.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb17fa640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7feba0066280 0x7feba0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb17fa640 1 -- 172.21.15.81:0/1785037007 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7feba411dba0 con 0x7febb40c8a10 2023-06-26T03:01:03.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb8928640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7feba0066280 0x7feba0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.166+0000 7febb8928640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7feba0066280 0x7feba0068730 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7febb40c49a0 tx=0x7febac009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:03.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.170+0000 7febb17fa640 1 -- 172.21.15.81:0/1785037007 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7feba40eafe0 con 0x7febb40c8a10 2023-06-26T03:01:03.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.322+0000 7febbab8c640 1 -- 172.21.15.81:0/1785037007 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7febb404d790 con 0x7febb40c8a10 2023-06-26T03:01:03.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.322+0000 7febb17fa640 1 -- 172.21.15.81:0/1785037007 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7feba40b00a0 con 0x7febb40c8a10 2023-06-26T03:01:03.326 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:01:03.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.326+0000 7febbab8c640 1 -- 172.21.15.81:0/1785037007 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7feba0066280 msgr2=0x7feba0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.326+0000 7febbab8c640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7feba0066280 0x7feba0068730 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7febb40c49a0 tx=0x7febac009040 comp rx=0 tx=0).stop 2023-06-26T03:01:03.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.326+0000 7febbab8c640 1 -- 172.21.15.81:0/1785037007 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febb40c8a10 msgr2=0x7febb40c7410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.326+0000 7febbab8c640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febb40c8a10 0x7febb40c7410 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7feba40ae040 tx=0x7feba4019230 comp rx=0 tx=0).stop 2023-06-26T03:01:03.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.326+0000 7febbab8c640 1 -- 172.21.15.81:0/1785037007 shutdown_connections 2023-06-26T03:01:03.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.326+0000 7febbab8c640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7feba0066280 0x7feba0068730 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.326+0000 7febbab8c640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7febb40c8a10 0x7febb40c7410 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.326+0000 7febbab8c640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febb40708c0 0x7febb40c6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.326+0000 7febbab8c640 1 --2- 172.21.15.81:0/1785037007 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febb406b7b0 0x7febb4153380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.330 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.326+0000 7febbab8c640 1 -- 172.21.15.81:0/1785037007 >> 172.21.15.81:0/1785037007 conn(0x7febb406a100 msgr2=0x7febb406f660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:03.330 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.326+0000 7febbab8c640 1 -- 172.21.15.81:0/1785037007 shutdown_connections 2023-06-26T03:01:03.330 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.326+0000 7febbab8c640 1 -- 172.21.15.81:0/1785037007 wait complete. 2023-06-26T03:01:03.345 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:01:03.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb009b11640 1 Processor -- start 2023-06-26T03:01:03.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb009b11640 1 -- start start 2023-06-26T03:01:03.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb009b11640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0040c82b0 0x7fb00415a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb009b11640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fb0040704b0 0x7fb004070930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb009b11640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0040c3300 con 0x7fb00415a100 2023-06-26T03:01:03.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb009b11640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0040c9ee0 con 0x7fb0040704b0 2023-06-26T03:01:03.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb009b11640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0040c35e0 con 0x7fb0040c82b0 2023-06-26T03:01:03.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb0037fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fb00415a100 0x7fb0040c2b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41216/0 (socket says 172.21.15.81:41216) 2023-06-26T03:01:03.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb003fff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fb0040704b0 0x7fb004070930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb0037fe640 1 -- 172.21.15.81:0/1087152141 learned_addr learned my addr 172.21.15.81:0/1087152141 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:03.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb002ffd640 1 --2- 172.21.15.81:0/1087152141 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0040c82b0 0x7fb00415a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb003fff640 1 -- 172.21.15.81:0/1087152141 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0040c82b0 msgr2=0x7fb00415a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:03.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb003fff640 1 --2- 172.21.15.81:0/1087152141 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0040c82b0 0x7fb00415a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb0027fc640 1 -- 172.21.15.81:0/1087152141 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3801165512 0 0) 0x7fb0040c3300 con 0x7fb00415a100 2023-06-26T03:01:03.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb003fff640 1 -- 172.21.15.81:0/1087152141 >> v1:172.21.15.81:6789/0 conn(0x7fb00415a100 legacy=0x7fb0040c2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb003fff640 1 -- 172.21.15.81:0/1087152141 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0040c38c0 con 0x7fb0040704b0 2023-06-26T03:01:03.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.466+0000 7fb002ffd640 1 --2- 172.21.15.81:0/1087152141 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0040c82b0 0x7fb00415a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:03.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb003fff640 1 --2- 172.21.15.81:0/1087152141 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb0040704b0 0x7fb004070930 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7faffc009d90 tx=0x7faffc01c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=112d37c29a9af8fe server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:03.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb0027fc640 1 -- 172.21.15.81:0/1087152141 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faffc0a5810 con 0x7fb0040704b0 2023-06-26T03:01:03.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb0027fc640 1 -- 172.21.15.81:0/1087152141 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faffc0a5970 con 0x7fb0040704b0 2023-06-26T03:01:03.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb0027fc640 1 -- 172.21.15.81:0/1087152141 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faffc0a5d00 con 0x7fb0040704b0 2023-06-26T03:01:03.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 -- 172.21.15.81:0/1087152141 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb0040704b0 msgr2=0x7fb004070930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 --2- 172.21.15.81:0/1087152141 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb0040704b0 0x7fb004070930 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7faffc009d90 tx=0x7faffc01c8c0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 -- 172.21.15.81:0/1087152141 shutdown_connections 2023-06-26T03:01:03.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 --2- 172.21.15.81:0/1087152141 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb0040704b0 0x7fb004070930 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 --2- 172.21.15.81:0/1087152141 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0040c82b0 0x7fb00415a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 -- 172.21.15.81:0/1087152141 >> 172.21.15.81:0/1087152141 conn(0x7fb0040af8d0 msgr2=0x7fb0040afcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:03.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 -- 172.21.15.81:0/1087152141 shutdown_connections 2023-06-26T03:01:03.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 -- 172.21.15.81:0/1087152141 wait complete. 2023-06-26T03:01:03.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 Processor -- start 2023-06-26T03:01:03.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 -- start start 2023-06-26T03:01:03.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0040704b0 0x7fb00415c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb0040c82b0 0x7fb0040c6980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb00415a100 0x7fb0040c6ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb00415b890 con 0x7fb0040c82b0 2023-06-26T03:01:03.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0040c74f0 con 0x7fb00415a100 2023-06-26T03:01:03.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb009b11640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0040c9110 con 0x7fb0040704b0 2023-06-26T03:01:03.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb002ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb0040c82b0 0x7fb0040c6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb002ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb0040c82b0 0x7fb0040c6980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58814/0 (socket says 172.21.15.81:58814) 2023-06-26T03:01:03.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb002ffd640 1 -- 172.21.15.81:0/2618366624 learned_addr learned my addr 172.21.15.81:0/2618366624 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:03.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb0037fe640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0040704b0 0x7fb00415c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb002ffd640 1 -- 172.21.15.81:0/2618366624 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0040704b0 msgr2=0x7fb00415c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb002ffd640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0040704b0 0x7fb00415c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb003fff640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb00415a100 0x7fb0040c6ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.470+0000 7fb002ffd640 1 -- 172.21.15.81:0/2618366624 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb00415a100 msgr2=0x7fb0040c6ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fb002ffd640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb00415a100 0x7fb0040c6ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fb002ffd640 1 -- 172.21.15.81:0/2618366624 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faffc009a70 con 0x7fb0040c82b0 2023-06-26T03:01:03.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fb0037fe640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0040704b0 0x7fb00415c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:03.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fb003fff640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb00415a100 0x7fb0040c6ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:03.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fb002ffd640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb0040c82b0 0x7fb0040c6980 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7faff800c7c0 tx=0x7faff800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:03.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fafebfff640 1 -- 172.21.15.81:0/2618366624 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faff8007a30 con 0x7fb0040c82b0 2023-06-26T03:01:03.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fafebfff640 1 -- 172.21.15.81:0/2618366624 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faff8007b90 con 0x7fb0040c82b0 2023-06-26T03:01:03.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fafebfff640 1 -- 172.21.15.81:0/2618366624 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faff800ce70 con 0x7fb0040c82b0 2023-06-26T03:01:03.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fb009b11640 1 -- 172.21.15.81:0/2618366624 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb00415bb30 con 0x7fb0040c82b0 2023-06-26T03:01:03.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fb009b11640 1 -- 172.21.15.81:0/2618366624 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb00415c0f0 con 0x7fb0040c82b0 2023-06-26T03:01:03.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fb009b11640 1 -- 172.21.15.81:0/2618366624 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb00404d790 con 0x7fb0040c82b0 2023-06-26T03:01:03.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fafebfff640 1 -- 172.21.15.81:0/2618366624 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7faff80113f0 con 0x7fb0040c82b0 2023-06-26T03:01:03.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fafebfff640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7faff0066280 0x7faff0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fafebfff640 1 -- 172.21.15.81:0/2618366624 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7faff8084230 con 0x7fb0040c82b0 2023-06-26T03:01:03.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fb0037fe640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7faff0066280 0x7faff0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.474+0000 7fb0037fe640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7faff0066280 0x7faff0068730 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7faff4007fd0 tx=0x7faff4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:03.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.478+0000 7fafebfff640 1 -- 172.21.15.81:0/2618366624 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7faff8051670 con 0x7fb0040c82b0 2023-06-26T03:01:03.645 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.642+0000 7fb009b11640 1 -- 172.21.15.81:0/2618366624 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb0040c3f40 con 0x7fb0040c82b0 2023-06-26T03:01:03.646 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.642+0000 7fafebfff640 1 -- 172.21.15.81:0/2618366624 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7faff8054c90 con 0x7fb0040c82b0 2023-06-26T03:01:03.646 INFO:teuthology.orchestra.run.smithi081.stderr:listed 0 entries 2023-06-26T03:01:03.648 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.646+0000 7fb009b11640 1 -- 172.21.15.81:0/2618366624 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7faff0066280 msgr2=0x7faff0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.648 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.646+0000 7fb009b11640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7faff0066280 0x7faff0068730 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7faff4007fd0 tx=0x7faff4009040 comp rx=0 tx=0).stop 2023-06-26T03:01:03.648 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.646+0000 7fb009b11640 1 -- 172.21.15.81:0/2618366624 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb0040c82b0 msgr2=0x7fb0040c6980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.648 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.646+0000 7fb009b11640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb0040c82b0 0x7fb0040c6980 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7faff800c7c0 tx=0x7faff800cc80 comp rx=0 tx=0).stop 2023-06-26T03:01:03.649 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.646+0000 7fb009b11640 1 -- 172.21.15.81:0/2618366624 shutdown_connections 2023-06-26T03:01:03.649 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.646+0000 7fb009b11640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7faff0066280 0x7faff0068730 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.649 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.646+0000 7fb009b11640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb00415a100 0x7fb0040c6ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.649 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.646+0000 7fb009b11640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fb0040c82b0 0x7fb0040c6980 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.649 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.646+0000 7fb009b11640 1 --2- 172.21.15.81:0/2618366624 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0040704b0 0x7fb00415c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.649 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.646+0000 7fb009b11640 1 -- 172.21.15.81:0/2618366624 >> 172.21.15.81:0/2618366624 conn(0x7fb0040af8d0 msgr2=0x7fb00406c710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:03.649 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.646+0000 7fb009b11640 1 -- 172.21.15.81:0/2618366624 shutdown_connections 2023-06-26T03:01:03.650 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.646+0000 7fb009b11640 1 -- 172.21.15.81:0/2618366624 wait complete. 2023-06-26T03:01:03.665 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi081.front.sepia.ceph.com... 2023-06-26T03:01:03.665 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:03.666 DEBUG:teuthology.orchestra.run.smithi081:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2023-06-26T03:01:03.678 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:01:03.678 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi081.front.sepia.ceph.com 2023-06-26T03:01:03.679 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:03.679 DEBUG:teuthology.orchestra.run.smithi081:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-06-26T03:01:03.724 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T03:01:03.724 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:01:03.731 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T03:01:03.731 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:01:03.777 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:03.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.902+0000 7ff4cf856640 1 Processor -- start 2023-06-26T03:01:03.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.902+0000 7ff4cf856640 1 -- start start 2023-06-26T03:01:03.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.902+0000 7ff4cf856640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff4c80cef50 0x7ff4c80b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.902+0000 7ff4cf856640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4c80cfd20 con 0x7ff4c80b1630 2023-06-26T03:01:03.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.902+0000 7ff4cf856640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4c80ccb40 con 0x7ff4c80cf3c0 2023-06-26T03:01:03.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.902+0000 7ff4cf856640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4c80cce20 con 0x7ff4c80cef50 2023-06-26T03:01:03.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.902+0000 7ff4ccdf1640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff4c80cef50 0x7ff4c80b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.902+0000 7ff4cd5f2640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7ff4c80b1630 0x7ff4c815d190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41230/0 (socket says 172.21.15.81:41230) 2023-06-26T03:01:03.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.902+0000 7ff4cd5f2640 1 -- 172.21.15.81:0/1348796179 learned_addr learned my addr 172.21.15.81:0/1348796179 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:03.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.902+0000 7ff4ccdf1640 1 -- 172.21.15.81:0/1348796179 >> v1:172.21.15.92:6789/0 conn(0x7ff4c80cf3c0 legacy=0x7ff4c80d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.902+0000 7ff4ccdf1640 1 -- 172.21.15.81:0/1348796179 >> v1:172.21.15.81:6789/0 conn(0x7ff4c80b1630 legacy=0x7ff4c815d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.906 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.902+0000 7ff4ccdf1640 1 -- 172.21.15.81:0/1348796179 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4c80cffe0 con 0x7ff4c80cef50 2023-06-26T03:01:03.907 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4ccdf1640 1 --2- 172.21.15.81:0/1348796179 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c80cef50 0x7ff4c80b3bd0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7ff4b80097c0 tx=0x7ff4b801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f074a5db329faa7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:03.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4bffff640 1 -- 172.21.15.81:0/1348796179 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4b80ab600 con 0x7ff4c80cef50 2023-06-26T03:01:03.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4bffff640 1 -- 172.21.15.81:0/1348796179 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4b80a7050 con 0x7ff4c80cef50 2023-06-26T03:01:03.908 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4bffff640 1 -- 172.21.15.81:0/1348796179 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4b80ab980 con 0x7ff4c80cef50 2023-06-26T03:01:03.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 -- 172.21.15.81:0/1348796179 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c80cef50 msgr2=0x7ff4c80b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 --2- 172.21.15.81:0/1348796179 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c80cef50 0x7ff4c80b3bd0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7ff4b80097c0 tx=0x7ff4b801c3c0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.909 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 -- 172.21.15.81:0/1348796179 shutdown_connections 2023-06-26T03:01:03.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 --2- 172.21.15.81:0/1348796179 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c80cef50 0x7ff4c80b3bd0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 -- 172.21.15.81:0/1348796179 >> 172.21.15.81:0/1348796179 conn(0x7ff4c8069f00 msgr2=0x7ff4c806a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:03.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 -- 172.21.15.81:0/1348796179 shutdown_connections 2023-06-26T03:01:03.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 -- 172.21.15.81:0/1348796179 wait complete. 2023-06-26T03:01:03.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 Processor -- start 2023-06-26T03:01:03.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 -- start start 2023-06-26T03:01:03.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c80b1630 0x7ff4c80c84a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c80cef50 0x7ff4c80c5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4c80cf3c0 0x7ff4c80c61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c80b2bf0 con 0x7ff4c80b1630 2023-06-26T03:01:03.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c80b2ed0 con 0x7ff4c80cf3c0 2023-06-26T03:01:03.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cf856640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c80b31b0 con 0x7ff4c80cef50 2023-06-26T03:01:03.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cd5f2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c80b1630 0x7ff4c80c84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cd5f2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c80b1630 0x7ff4c80c84a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58838/0 (socket says 172.21.15.81:58838) 2023-06-26T03:01:03.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cd5f2640 1 -- 172.21.15.81:0/1782948739 learned_addr learned my addr 172.21.15.81:0/1782948739 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:03.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4ccdf1640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c80cef50 0x7ff4c80c5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cddf3640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4c80cf3c0 0x7ff4c80c61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cd5f2640 1 -- 172.21.15.81:0/1782948739 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c80cef50 msgr2=0x7ff4c80c5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cd5f2640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c80cef50 0x7ff4c80c5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cd5f2640 1 -- 172.21.15.81:0/1782948739 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4c80cf3c0 msgr2=0x7ff4c80c61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:03.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cd5f2640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4c80cf3c0 0x7ff4c80c61c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:03.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.906+0000 7ff4cd5f2640 1 -- 172.21.15.81:0/1782948739 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4b8009420 con 0x7ff4c80b1630 2023-06-26T03:01:03.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.910+0000 7ff4ccdf1640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c80cef50 0x7ff4c80c5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:03.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.910+0000 7ff4cd5f2640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c80b1630 0x7ff4c80c84a0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ff4c400c500 tx=0x7ff4c400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:03.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.910+0000 7ff4bdffb640 1 -- 172.21.15.81:0/1782948739 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c4005cf0 con 0x7ff4c80b1630 2023-06-26T03:01:03.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.910+0000 7ff4bdffb640 1 -- 172.21.15.81:0/1782948739 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4c4005e50 con 0x7ff4c80b1630 2023-06-26T03:01:03.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.910+0000 7ff4cf856640 1 -- 172.21.15.81:0/1782948739 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4c80b3490 con 0x7ff4c80b1630 2023-06-26T03:01:03.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.910+0000 7ff4bdffb640 1 -- 172.21.15.81:0/1782948739 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c40072f0 con 0x7ff4c80b1630 2023-06-26T03:01:03.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.910+0000 7ff4cf856640 1 -- 172.21.15.81:0/1782948739 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4c80c89e0 con 0x7ff4c80b1630 2023-06-26T03:01:03.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.910+0000 7ff4cf856640 1 -- 172.21.15.81:0/1782948739 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4c8139b80 con 0x7ff4c80b1630 2023-06-26T03:01:03.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.910+0000 7ff4bdffb640 1 -- 172.21.15.81:0/1782948739 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff4c4007450 con 0x7ff4c80b1630 2023-06-26T03:01:03.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.910+0000 7ff4bdffb640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4ac066280 0x7ff4ac068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:03.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.910+0000 7ff4bdffb640 1 -- 172.21.15.81:0/1782948739 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7ff4c4083650 con 0x7ff4c80b1630 2023-06-26T03:01:03.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.910+0000 7ff4ccdf1640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4ac066280 0x7ff4ac068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:03.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.910+0000 7ff4ccdf1640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4ac066280 0x7ff4ac068730 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff4b80ad000 tx=0x7ff4b80a6000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:03.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:03.914+0000 7ff4bdffb640 1 -- 172.21.15.81:0/1782948739 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff4c4050cb0 con 0x7ff4c80b1630 2023-06-26T03:01:04.077 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.074+0000 7ff4cf856640 1 -- 172.21.15.81:0/1782948739 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff4c804d790 con 0x7ff4c80b1630 2023-06-26T03:01:04.078 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.074+0000 7ff4bdffb640 1 -- 172.21.15.81:0/1782948739 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18338 (secure 0 0 0) 0x7ff4c40542d0 con 0x7ff4c80b1630 2023-06-26T03:01:04.079 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:04.079 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":26,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:55.969232+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.b","mappings":[{"from":1,"to":5}]},{"pgid":"4.3b","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:04.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.078+0000 7ff4cf856640 1 -- 172.21.15.81:0/1782948739 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4ac066280 msgr2=0x7ff4ac068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.078+0000 7ff4cf856640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4ac066280 0x7ff4ac068730 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff4b80ad000 tx=0x7ff4b80a6000 comp rx=0 tx=0).stop 2023-06-26T03:01:04.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.078+0000 7ff4cf856640 1 -- 172.21.15.81:0/1782948739 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c80b1630 msgr2=0x7ff4c80c84a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.078+0000 7ff4cf856640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c80b1630 0x7ff4c80c84a0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ff4c400c500 tx=0x7ff4c400c9c0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.081 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.078+0000 7ff4cf856640 1 -- 172.21.15.81:0/1782948739 shutdown_connections 2023-06-26T03:01:04.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.078+0000 7ff4cf856640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff4ac066280 0x7ff4ac068730 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.078+0000 7ff4cf856640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4c80cf3c0 0x7ff4c80c61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.078+0000 7ff4cf856640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4c80cef50 0x7ff4c80c5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.078+0000 7ff4cf856640 1 --2- 172.21.15.81:0/1782948739 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff4c80b1630 0x7ff4c80c84a0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.078+0000 7ff4cf856640 1 -- 172.21.15.81:0/1782948739 >> 172.21.15.81:0/1782948739 conn(0x7ff4c8069f00 msgr2=0x7ff4c815be30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:04.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.078+0000 7ff4cf856640 1 -- 172.21.15.81:0/1782948739 shutdown_connections 2023-06-26T03:01:04.082 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.078+0000 7ff4cf856640 1 -- 172.21.15.81:0/1782948739 wait complete. 2023-06-26T03:01:04.098 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:01:04.099 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:01:04.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbedac87640 1 Processor -- start 2023-06-26T03:01:04.220 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbedac87640 1 -- start start 2023-06-26T03:01:04.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbedac87640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbed40b7a50 0x7fbed40ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbedac87640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbed40b7e20 con 0x7fbed40d0ba0 2023-06-26T03:01:04.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbedac87640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbed40cf6b0 con 0x7fbed40b4f30 2023-06-26T03:01:04.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbedac87640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbed40cee10 con 0x7fbed40b7a50 2023-06-26T03:01:04.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed9224640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fbed40d0ba0 0x7fbed415f4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41242/0 (socket says 172.21.15.81:41242) 2023-06-26T03:01:04.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed9224640 1 -- 172.21.15.81:0/2920480411 learned_addr learned my addr 172.21.15.81:0/2920480411 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:04.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed8a23640 1 --2- 172.21.15.81:0/2920480411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbed40b7a50 0x7fbed40ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1314335216 0 0) 0x7fbed40b7e20 con 0x7fbed40d0ba0 2023-06-26T03:01:04.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbebc003530 con 0x7fbed40d0ba0 2023-06-26T03:01:04.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2552335463 0 0) 0x7fbebc003530 con 0x7fbed40d0ba0 2023-06-26T03:01:04.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbed40b7a50 msgr2=0x7fbed40ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:04.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 --2- 172.21.15.81:0/2920480411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbed40b7a50 0x7fbed40ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 >> v1:172.21.15.92:6789/0 conn(0x7fbed40b4f30 legacy=0x7fbed40d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbed40cf0f0 con 0x7fbed40d0ba0 2023-06-26T03:01:04.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fbecc001a00 con 0x7fbed40d0ba0 2023-06-26T03:01:04.224 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 >> v1:172.21.15.81:6789/0 conn(0x7fbed40d0ba0 legacy=0x7fbed415f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 --2- 172.21.15.81:0/2920480411 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbebc0039b0 0x7fbebc003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 --2- 172.21.15.81:0/2920480411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbebc0047d0 0x7fbebc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 --2- 172.21.15.81:0/2920480411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbed40b7a50 0x7fbebc0051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbed40cee10 con 0x7fbebc0039b0 2023-06-26T03:01:04.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbebc00ba90 con 0x7fbebc0047d0 2023-06-26T03:01:04.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbebc00bc50 con 0x7fbed40b7a50 2023-06-26T03:01:04.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed8a23640 1 --2- 172.21.15.81:0/2920480411 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbebc0039b0 0x7fbebc003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed3fff640 1 --2- 172.21.15.81:0/2920480411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbebc0047d0 0x7fbebc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed8a23640 1 -- 172.21.15.81:0/2920480411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbed40b7a50 msgr2=0x7fbebc0051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:04.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed8a23640 1 --2- 172.21.15.81:0/2920480411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbed40b7a50 0x7fbebc0051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed8a23640 1 -- 172.21.15.81:0/2920480411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbebc0047d0 msgr2=0x7fbebc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:04.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed8a23640 1 --2- 172.21.15.81:0/2920480411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbebc0047d0 0x7fbebc004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.218+0000 7fbed8a23640 1 -- 172.21.15.81:0/2920480411 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbebc003530 con 0x7fbebc0039b0 2023-06-26T03:01:04.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbed8a23640 1 --2- 172.21.15.81:0/2920480411 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbebc0039b0 0x7fbebc003dc0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fbec4009ae0 tx=0x7fbec401ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6454a16a4f4bcc0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:04.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbec40a5550 con 0x7fbebc0039b0 2023-06-26T03:01:04.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbec40a56b0 con 0x7fbebc0039b0 2023-06-26T03:01:04.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbed37fe640 1 -- 172.21.15.81:0/2920480411 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbec40a5a60 con 0x7fbebc0039b0 2023-06-26T03:01:04.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 -- 172.21.15.81:0/2920480411 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbebc0039b0 msgr2=0x7fbebc003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 --2- 172.21.15.81:0/2920480411 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbebc0039b0 0x7fbebc003dc0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fbec4009ae0 tx=0x7fbec401ca90 comp rx=0 tx=0).stop 2023-06-26T03:01:04.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbed9224640 1 -- 172.21.15.81:0/2920480411 reap_dead start 2023-06-26T03:01:04.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 -- 172.21.15.81:0/2920480411 shutdown_connections 2023-06-26T03:01:04.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 -- 172.21.15.81:0/2920480411 >> 172.21.15.81:0/2920480411 conn(0x7fbed4069dc0 msgr2=0x7fbed406a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:04.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 -- 172.21.15.81:0/2920480411 shutdown_connections 2023-06-26T03:01:04.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 -- 172.21.15.81:0/2920480411 wait complete. 2023-06-26T03:01:04.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 Processor -- start 2023-06-26T03:01:04.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 -- start start 2023-06-26T03:01:04.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbebc0039b0 0x7fbed4155f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbed40b2310 0x7fbed40b3f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbed40b2780 0x7fbed40b4440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbed40c5bf0 con 0x7fbed40b2310 2023-06-26T03:01:04.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbed40c8bc0 con 0x7fbed40b2780 2023-06-26T03:01:04.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbedac87640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbed40b4980 con 0x7fbebc0039b0 2023-06-26T03:01:04.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbed3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbed40b2310 0x7fbed40b3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbed3fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbed40b2310 0x7fbed40b3f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58860/0 (socket says 172.21.15.81:58860) 2023-06-26T03:01:04.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.222+0000 7fbed3fff640 1 -- 172.21.15.81:0/1245387896 learned_addr learned my addr 172.21.15.81:0/1245387896 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:04.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed8a23640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbebc0039b0 0x7fbed4155f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed9224640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbed40b2780 0x7fbed40b4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed3fff640 1 -- 172.21.15.81:0/1245387896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbebc0039b0 msgr2=0x7fbed4155f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed3fff640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbebc0039b0 0x7fbed4155f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed3fff640 1 -- 172.21.15.81:0/1245387896 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbed40b2780 msgr2=0x7fbed40b4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed3fff640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbed40b2780 0x7fbed40b4440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed3fff640 1 -- 172.21.15.81:0/1245387896 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbed4156810 con 0x7fbed40b2310 2023-06-26T03:01:04.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed3fff640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbed40b2310 0x7fbed40b3f00 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fbec800e550 tx=0x7fbec800ea10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:04.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed17fa640 1 -- 172.21.15.81:0/1245387896 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbec80052e0 con 0x7fbed40b2310 2023-06-26T03:01:04.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed17fa640 1 -- 172.21.15.81:0/1245387896 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbec8005440 con 0x7fbed40b2310 2023-06-26T03:01:04.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbedac87640 1 -- 172.21.15.81:0/1245387896 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbed4156af0 con 0x7fbed40b2310 2023-06-26T03:01:04.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed17fa640 1 -- 172.21.15.81:0/1245387896 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbec8003820 con 0x7fbed40b2310 2023-06-26T03:01:04.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbedac87640 1 -- 172.21.15.81:0/1245387896 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbed41570b0 con 0x7fbed40b2310 2023-06-26T03:01:04.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbedac87640 1 -- 172.21.15.81:0/1245387896 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbed40b18b0 con 0x7fbed40b2310 2023-06-26T03:01:04.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed17fa640 1 -- 172.21.15.81:0/1245387896 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbec8003980 con 0x7fbed40b2310 2023-06-26T03:01:04.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed17fa640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbec0066280 0x7fbec0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed17fa640 1 -- 172.21.15.81:0/1245387896 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fbec8083ad0 con 0x7fbed40b2310 2023-06-26T03:01:04.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed8a23640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbec0066280 0x7fbec0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.226+0000 7fbed8a23640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbec0066280 0x7fbec0068730 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fbec40af000 tx=0x7fbec40046d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:04.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.230+0000 7fbed17fa640 1 -- 172.21.15.81:0/1245387896 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbec8050fa0 con 0x7fbed40b2310 2023-06-26T03:01:04.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.382+0000 7fbedac87640 1 -- 172.21.15.81:0/1245387896 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbed404d790 con 0x7fbed40b2310 2023-06-26T03:01:04.385 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.382+0000 7fbed17fa640 1 -- 172.21.15.81:0/1245387896 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbec80545c0 con 0x7fbed40b2310 2023-06-26T03:01:04.386 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:01:04.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.386+0000 7fbedac87640 1 -- 172.21.15.81:0/1245387896 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbec0066280 msgr2=0x7fbec0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.386+0000 7fbedac87640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbec0066280 0x7fbec0068730 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fbec40af000 tx=0x7fbec40046d0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.386+0000 7fbedac87640 1 -- 172.21.15.81:0/1245387896 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbed40b2310 msgr2=0x7fbed40b3f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.386+0000 7fbedac87640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbed40b2310 0x7fbed40b3f00 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fbec800e550 tx=0x7fbec800ea10 comp rx=0 tx=0).stop 2023-06-26T03:01:04.388 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.386+0000 7fbedac87640 1 -- 172.21.15.81:0/1245387896 shutdown_connections 2023-06-26T03:01:04.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.386+0000 7fbedac87640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbec0066280 0x7fbec0068730 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.386+0000 7fbedac87640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbed40b2780 0x7fbed40b4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.386+0000 7fbedac87640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbed40b2310 0x7fbed40b3f00 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.386+0000 7fbedac87640 1 --2- 172.21.15.81:0/1245387896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbebc0039b0 0x7fbed4155f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.386+0000 7fbedac87640 1 -- 172.21.15.81:0/1245387896 >> 172.21.15.81:0/1245387896 conn(0x7fbed4069dc0 msgr2=0x7fbed406a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:04.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.386+0000 7fbedac87640 1 -- 172.21.15.81:0/1245387896 shutdown_connections 2023-06-26T03:01:04.389 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.386+0000 7fbedac87640 1 -- 172.21.15.81:0/1245387896 wait complete. 2023-06-26T03:01:04.404 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:01:04.527 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8ec7697640 1 Processor -- start 2023-06-26T03:01:04.528 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8ec7697640 1 -- start start 2023-06-26T03:01:04.529 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8ec7697640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f8ec015c880 0x7f8ec006eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.529 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8ec7697640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ec015cff0 con 0x7f8ec006b7b0 2023-06-26T03:01:04.529 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8ec7697640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ec00c99a0 con 0x7f8ec015ba70 2023-06-26T03:01:04.529 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8ec7697640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ec00c8d90 con 0x7f8ec015c880 2023-06-26T03:01:04.529 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8ec5c34640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f8ec015c880 0x7f8ec006eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.530 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8ec5c34640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f8ec015c880 0x7f8ec006eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58868/0 (socket says 172.21.15.81:58868) 2023-06-26T03:01:04.530 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8ec4c32640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f8ec006b7b0 0x7f8ec015c170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41246/0 (socket says 172.21.15.81:41246) 2023-06-26T03:01:04.530 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8ec5c34640 1 -- 172.21.15.81:0/2992106975 learned_addr learned my addr 172.21.15.81:0/2992106975 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:04.530 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8ec5c34640 1 -- 172.21.15.81:0/2992106975 >> v1:172.21.15.92:6789/0 conn(0x7f8ec015ba70 legacy=0x7f8ec00c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:04.531 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8ec5c34640 1 -- 172.21.15.81:0/2992106975 >> v1:172.21.15.81:6789/0 conn(0x7f8ec006b7b0 legacy=0x7f8ec015c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.531 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8ec5c34640 1 -- 172.21.15.81:0/2992106975 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ec00c9070 con 0x7f8ec015c880 2023-06-26T03:01:04.531 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.526+0000 7f8eb7fff640 1 -- 172.21.15.81:0/2992106975 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3884660160 0 0) 0x7f8ec015cff0 con 0x7f8ec006b7b0 2023-06-26T03:01:04.531 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec5c34640 1 --2- 172.21.15.81:0/2992106975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec015c880 0x7f8ec006eed0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8009e50 tx=0x7f8eb801c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb03fd1e99b0d4fc server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:04.532 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8eb7fff640 1 -- 172.21.15.81:0/2992106975 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb80a5860 con 0x7f8ec015c880 2023-06-26T03:01:04.532 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8eb7fff640 1 -- 172.21.15.81:0/2992106975 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8eb80a59c0 con 0x7f8ec015c880 2023-06-26T03:01:04.532 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8eb7fff640 1 -- 172.21.15.81:0/2992106975 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb80a5d50 con 0x7f8ec015c880 2023-06-26T03:01:04.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 -- 172.21.15.81:0/2992106975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec015c880 msgr2=0x7f8ec006eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 --2- 172.21.15.81:0/2992106975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec015c880 0x7f8ec006eed0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8009e50 tx=0x7f8eb801c9a0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 -- 172.21.15.81:0/2992106975 shutdown_connections 2023-06-26T03:01:04.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 --2- 172.21.15.81:0/2992106975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec015c880 0x7f8ec006eed0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.533 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 -- 172.21.15.81:0/2992106975 >> 172.21.15.81:0/2992106975 conn(0x7f8ec006a100 msgr2=0x7f8ec00ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:04.534 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 -- 172.21.15.81:0/2992106975 shutdown_connections 2023-06-26T03:01:04.534 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 -- 172.21.15.81:0/2992106975 wait complete. 2023-06-26T03:01:04.535 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 Processor -- start 2023-06-26T03:01:04.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 -- start start 2023-06-26T03:01:04.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec006b7b0 0x7f8ec0159f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015ba70 0x7f8ec00abb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec015c880 0x7f8ec00ac0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ec00afc40 con 0x7f8ec015c880 2023-06-26T03:01:04.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ec00ad370 con 0x7f8ec015ba70 2023-06-26T03:01:04.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec7697640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ec00ac760 con 0x7f8ec006b7b0 2023-06-26T03:01:04.536 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec5c34640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec015c880 0x7f8ec00ac0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec5c34640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec015c880 0x7f8ec00ac0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58878/0 (socket says 172.21.15.81:58878) 2023-06-26T03:01:04.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec5c34640 1 -- 172.21.15.81:0/1283430676 learned_addr learned my addr 172.21.15.81:0/1283430676 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:04.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec4c32640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015ba70 0x7f8ec00abb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec5433640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec006b7b0 0x7f8ec0159f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec5c34640 1 -- 172.21.15.81:0/1283430676 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec006b7b0 msgr2=0x7f8ec0159f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec5c34640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec006b7b0 0x7f8ec0159f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.537 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec5c34640 1 -- 172.21.15.81:0/1283430676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015ba70 msgr2=0x7f8ec00abb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.538 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec5c34640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015ba70 0x7f8ec00abb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.538 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec5c34640 1 -- 172.21.15.81:0/1283430676 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8eb8009b30 con 0x7f8ec015c880 2023-06-26T03:01:04.538 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.530+0000 7f8ec5433640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec006b7b0 0x7f8ec0159f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:04.538 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.534+0000 7f8ec5c34640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec015c880 0x7f8ec00ac0b0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f8eb80af040 tx=0x7f8eb8019740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:04.538 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.534+0000 7f8eb5ffb640 1 -- 172.21.15.81:0/1283430676 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb80b8670 con 0x7f8ec015c880 2023-06-26T03:01:04.538 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.534+0000 7f8eb5ffb640 1 -- 172.21.15.81:0/1283430676 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8eb80b8830 con 0x7f8ec015c880 2023-06-26T03:01:04.539 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.534+0000 7f8ec7697640 1 -- 172.21.15.81:0/1283430676 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ec00aca40 con 0x7f8ec015c880 2023-06-26T03:01:04.539 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.534+0000 7f8eb5ffb640 1 -- 172.21.15.81:0/1283430676 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb80b8be0 con 0x7f8ec015c880 2023-06-26T03:01:04.539 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.534+0000 7f8ec7697640 1 -- 172.21.15.81:0/1283430676 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ec00ad000 con 0x7f8ec015c880 2023-06-26T03:01:04.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.534+0000 7f8ec7697640 1 -- 172.21.15.81:0/1283430676 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ec0153940 con 0x7f8ec015c880 2023-06-26T03:01:04.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.534+0000 7f8eb5ffb640 1 -- 172.21.15.81:0/1283430676 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8eb80b8d40 con 0x7f8ec015c880 2023-06-26T03:01:04.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.534+0000 7f8eb5ffb640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8ea4066280 0x7f8ea4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.534+0000 7f8eb5ffb640 1 -- 172.21.15.81:0/1283430676 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f8eb811f190 con 0x7f8ec015c880 2023-06-26T03:01:04.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.534+0000 7f8ec5433640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8ea4066280 0x7f8ea4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.534+0000 7f8ec5433640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8ea4066280 0x7f8ea4068730 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc003e40 tx=0x7f8ebc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:04.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.538+0000 7f8eb5ffb640 1 -- 172.21.15.81:0/1283430676 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8ec0153940 con 0x7f8ec015c880 2023-06-26T03:01:04.686 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.682+0000 7f8ec7697640 1 -- 172.21.15.81:0/1283430676 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f8ec0153920 con 0x7f8ec015c880 2023-06-26T03:01:04.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.682+0000 7f8eb5ffb640 1 -- 172.21.15.81:0/1283430676 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v26) v1 ==== 92+0+10 (secure 0 0 0) 0x7f8eb80ec780 con 0x7f8ec015c880 2023-06-26T03:01:04.687 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:01:04.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.686+0000 7f8ec7697640 1 -- 172.21.15.81:0/1283430676 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8ea4066280 msgr2=0x7f8ea4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.686+0000 7f8ec7697640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8ea4066280 0x7f8ea4068730 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc003e40 tx=0x7f8ebc009040 comp rx=0 tx=0).stop 2023-06-26T03:01:04.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.686+0000 7f8ec7697640 1 -- 172.21.15.81:0/1283430676 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec015c880 msgr2=0x7f8ec00ac0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.686+0000 7f8ec7697640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec015c880 0x7f8ec00ac0b0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f8eb80af040 tx=0x7f8eb8019740 comp rx=0 tx=0).stop 2023-06-26T03:01:04.690 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.686+0000 7f8ec7697640 1 -- 172.21.15.81:0/1283430676 shutdown_connections 2023-06-26T03:01:04.690 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.686+0000 7f8ec7697640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8ea4066280 0x7f8ea4068730 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.690 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.686+0000 7f8ec7697640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8ec015c880 0x7f8ec00ac0b0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.690 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.686+0000 7f8ec7697640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015ba70 0x7f8ec00abb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.690 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.686+0000 7f8ec7697640 1 --2- 172.21.15.81:0/1283430676 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec006b7b0 0x7f8ec0159f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.690 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.686+0000 7f8ec7697640 1 -- 172.21.15.81:0/1283430676 >> 172.21.15.81:0/1283430676 conn(0x7f8ec006a100 msgr2=0x7f8ec00ad670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:04.690 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.686+0000 7f8ec7697640 1 -- 172.21.15.81:0/1283430676 shutdown_connections 2023-06-26T03:01:04.691 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.686+0000 7f8ec7697640 1 -- 172.21.15.81:0/1283430676 wait complete. 2023-06-26T03:01:04.704 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:01:04.816 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7287e4a640 1 Processor -- start 2023-06-26T03:01:04.816 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7287e4a640 1 -- start start 2023-06-26T03:01:04.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7287e4a640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f7280159a60 0x7f72800c1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7287e4a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f728006fff0 0x7f7280070470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7287e4a640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7280071170 con 0x7f72800af6b0 2023-06-26T03:01:04.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7287e4a640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72800709b0 con 0x7f7280159a60 2023-06-26T03:01:04.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7287e4a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7280070bb0 con 0x7f728006fff0 2023-06-26T03:01:04.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7285be6640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f7280159a60 0x7f72800c1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7285be6640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f7280159a60 0x7f72800c1780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58880/0 (socket says 172.21.15.81:58880) 2023-06-26T03:01:04.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7285be6640 1 -- 172.21.15.81:0/3919144790 learned_addr learned my addr 172.21.15.81:0/3919144790 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:04.820 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f72853e5640 1 --2- 172.21.15.81:0/3919144790 >> v2:172.21.15.92:3300/0 conn(0x7f728006fff0 0x7f7280070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.820 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7285be6640 1 -- 172.21.15.81:0/3919144790 >> v2:172.21.15.92:3300/0 conn(0x7f728006fff0 msgr2=0x7f7280070470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:04.820 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7285be6640 1 --2- 172.21.15.81:0/3919144790 >> v2:172.21.15.92:3300/0 conn(0x7f728006fff0 0x7f7280070470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7285be6640 1 -- 172.21.15.81:0/3919144790 >> v1:172.21.15.92:6789/0 conn(0x7f72800af6b0 legacy=0x7f728006b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:04.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.814+0000 7f7285be6640 1 -- 172.21.15.81:0/3919144790 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7280070e90 con 0x7f7280159a60 2023-06-26T03:01:04.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7285be6640 1 --2- 172.21.15.81:0/3919144790 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7280159a60 0x7f72800c1780 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f72800cda40 tx=0x7f727801c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5e5e04d163cf49e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:04.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7284be4640 1 -- 172.21.15.81:0/3919144790 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72780a5820 con 0x7f7280159a60 2023-06-26T03:01:04.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7284be4640 1 -- 172.21.15.81:0/3919144790 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72780a5980 con 0x7f7280159a60 2023-06-26T03:01:04.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7284be4640 1 -- 172.21.15.81:0/3919144790 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72780a5d10 con 0x7f7280159a60 2023-06-26T03:01:04.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 -- 172.21.15.81:0/3919144790 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7280159a60 msgr2=0x7f72800c1780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 --2- 172.21.15.81:0/3919144790 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7280159a60 0x7f72800c1780 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f72800cda40 tx=0x7f727801c960 comp rx=0 tx=0).stop 2023-06-26T03:01:04.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 -- 172.21.15.81:0/3919144790 shutdown_connections 2023-06-26T03:01:04.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 --2- 172.21.15.81:0/3919144790 >> v2:172.21.15.92:3300/0 conn(0x7f728006fff0 0x7f7280070470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 --2- 172.21.15.81:0/3919144790 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7280159a60 0x7f72800c1780 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 -- 172.21.15.81:0/3919144790 >> 172.21.15.81:0/3919144790 conn(0x7f728006a100 msgr2=0x7f72800ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:04.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 -- 172.21.15.81:0/3919144790 shutdown_connections 2023-06-26T03:01:04.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 -- 172.21.15.81:0/3919144790 wait complete. 2023-06-26T03:01:04.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 Processor -- start 2023-06-26T03:01:04.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 -- start start 2023-06-26T03:01:04.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f728006fff0 0x7f72800b24c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72800af6b0 0x7f72800c2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7280159a60 0x7f72800c5af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f728015bb20 con 0x7f7280159a60 2023-06-26T03:01:04.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72800b3780 con 0x7f728006fff0 2023-06-26T03:01:04.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7287e4a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72800b2a00 con 0x7f72800af6b0 2023-06-26T03:01:04.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f72863e7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7280159a60 0x7f72800c5af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f72863e7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7280159a60 0x7f72800c5af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58888/0 (socket says 172.21.15.81:58888) 2023-06-26T03:01:04.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f72863e7640 1 -- 172.21.15.81:0/3719641963 learned_addr learned my addr 172.21.15.81:0/3719641963 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:04.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f72863e7640 1 -- 172.21.15.81:0/3719641963 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72800af6b0 msgr2=0x7f72800c2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f72863e7640 1 --2- 172.21.15.81:0/3719641963 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72800af6b0 0x7f72800c2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f72863e7640 1 -- 172.21.15.81:0/3719641963 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f728006fff0 msgr2=0x7f72800b24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f7285be6640 1 --2- 172.21.15.81:0/3719641963 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f728006fff0 0x7f72800b24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f72863e7640 1 --2- 172.21.15.81:0/3719641963 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f728006fff0 0x7f72800b24c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f72863e7640 1 -- 172.21.15.81:0/3719641963 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7278009b30 con 0x7f7280159a60 2023-06-26T03:01:04.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.818+0000 7f72863e7640 1 --2- 172.21.15.81:0/3719641963 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7280159a60 0x7f72800c5af0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f727c00c3f0 tx=0x7f727c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:04.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.822+0000 7f72767fc640 1 -- 172.21.15.81:0/3719641963 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f727c011790 con 0x7f7280159a60 2023-06-26T03:01:04.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.822+0000 7f72767fc640 1 -- 172.21.15.81:0/3719641963 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f727c0118f0 con 0x7f7280159a60 2023-06-26T03:01:04.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.822+0000 7f7287e4a640 1 -- 172.21.15.81:0/3719641963 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72800b31c0 con 0x7f7280159a60 2023-06-26T03:01:04.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.822+0000 7f72767fc640 1 -- 172.21.15.81:0/3719641963 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f727c011ca0 con 0x7f7280159a60 2023-06-26T03:01:04.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.822+0000 7f7287e4a640 1 -- 172.21.15.81:0/3719641963 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f728015b740 con 0x7f7280159a60 2023-06-26T03:01:04.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.822+0000 7f7287e4a640 1 -- 172.21.15.81:0/3719641963 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72800c90c0 con 0x7f7280159a60 2023-06-26T03:01:04.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.822+0000 7f72767fc640 1 -- 172.21.15.81:0/3719641963 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f727c01c460 con 0x7f7280159a60 2023-06-26T03:01:04.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.822+0000 7f72767fc640 1 --2- 172.21.15.81:0/3719641963 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7264066280 0x7f7264068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:04.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.822+0000 7f72767fc640 1 -- 172.21.15.81:0/3719641963 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f727c083b70 con 0x7f7280159a60 2023-06-26T03:01:04.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.822+0000 7f7285be6640 1 --2- 172.21.15.81:0/3719641963 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7264066280 0x7f7264068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:04.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.822+0000 7f7285be6640 1 --2- 172.21.15.81:0/3719641963 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7264066280 0x7f7264068730 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f72780ae000 tx=0x7f72780a7070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:04.829 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.826+0000 7f72767fc640 1 -- 172.21.15.81:0/3719641963 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f727c054ad0 con 0x7f7280159a60 2023-06-26T03:01:04.976 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.974+0000 7f7287e4a640 1 -- 172.21.15.81:0/3719641963 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f728004d790 con 0x7f7280159a60 2023-06-26T03:01:04.977 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.974+0000 7f72767fc640 1 -- 172.21.15.81:0/3719641963 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f727c003810 con 0x7f7280159a60 2023-06-26T03:01:04.977 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:01:04.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.978+0000 7f7287e4a640 1 -- 172.21.15.81:0/3719641963 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7264066280 msgr2=0x7f7264068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.978+0000 7f7287e4a640 1 --2- 172.21.15.81:0/3719641963 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7264066280 0x7f7264068730 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f72780ae000 tx=0x7f72780a7070 comp rx=0 tx=0).stop 2023-06-26T03:01:04.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.978+0000 7f7287e4a640 1 -- 172.21.15.81:0/3719641963 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7280159a60 msgr2=0x7f72800c5af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:04.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.978+0000 7f7287e4a640 1 --2- 172.21.15.81:0/3719641963 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7280159a60 0x7f72800c5af0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f727c00c3f0 tx=0x7f727c00c8b0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.978+0000 7f7287e4a640 1 -- 172.21.15.81:0/3719641963 shutdown_connections 2023-06-26T03:01:04.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.978+0000 7f7287e4a640 1 --2- 172.21.15.81:0/3719641963 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7264066280 0x7f7264068730 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.978+0000 7f7287e4a640 1 --2- 172.21.15.81:0/3719641963 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f7280159a60 0x7f72800c5af0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.978+0000 7f7287e4a640 1 --2- 172.21.15.81:0/3719641963 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72800af6b0 0x7f72800c2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.978+0000 7f7287e4a640 1 --2- 172.21.15.81:0/3719641963 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f728006fff0 0x7f72800b24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:04.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.978+0000 7f7287e4a640 1 -- 172.21.15.81:0/3719641963 >> 172.21.15.81:0/3719641963 conn(0x7f728006a100 msgr2=0x7f72800c1ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:04.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.978+0000 7f7287e4a640 1 -- 172.21.15.81:0/3719641963 shutdown_connections 2023-06-26T03:01:04.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:04.978+0000 7f7287e4a640 1 -- 172.21.15.81:0/3719641963 wait complete. 2023-06-26T03:01:04.995 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:01:05.106 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.102+0000 7f8e1c455640 1 Processor -- start 2023-06-26T03:01:05.106 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.102+0000 7f8e1c455640 1 -- start start 2023-06-26T03:01:05.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1c455640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f8e14157ae0 0x7f8e140c9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1c455640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8e140afdc0 0x7f8e1415c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1c455640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e1406eed0 con 0x7f8e14157eb0 2023-06-26T03:01:05.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1c455640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8e1415c7d0 con 0x7f8e14157ae0 2023-06-26T03:01:05.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1c455640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8e1406cef0 con 0x7f8e140afdc0 2023-06-26T03:01:05.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1a1f1640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f8e14157ae0 0x7f8e140c9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1a1f1640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f8e14157ae0 0x7f8e140c9f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58902/0 (socket says 172.21.15.81:58902) 2023-06-26T03:01:05.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1a1f1640 1 -- 172.21.15.81:0/2493259319 learned_addr learned my addr 172.21.15.81:0/2493259319 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:05.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1a1f1640 1 -- 172.21.15.81:0/2493259319 >> v2:172.21.15.92:3300/0 conn(0x7f8e140afdc0 msgr2=0x7f8e1415c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:05.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1a1f1640 1 --2- 172.21.15.81:0/2493259319 >> v2:172.21.15.92:3300/0 conn(0x7f8e140afdc0 0x7f8e1415c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1a1f1640 1 -- 172.21.15.81:0/2493259319 >> v1:172.21.15.92:6789/0 conn(0x7f8e14157eb0 legacy=0x7f8e140af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:05.109 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1a1f1640 1 -- 172.21.15.81:0/2493259319 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e1406d1d0 con 0x7f8e14157ae0 2023-06-26T03:01:05.110 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1a1f1640 1 --2- 172.21.15.81:0/2493259319 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8e14157ae0 0x7f8e140c9f60 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f8e14071a30 tx=0x7f8e1001c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f64f0400a1e7386e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:05.111 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e191ef640 1 -- 172.21.15.81:0/2493259319 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e100a5710 con 0x7f8e14157ae0 2023-06-26T03:01:05.111 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e191ef640 1 -- 172.21.15.81:0/2493259319 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e100a5870 con 0x7f8e14157ae0 2023-06-26T03:01:05.111 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e191ef640 1 -- 172.21.15.81:0/2493259319 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e100a5c00 con 0x7f8e14157ae0 2023-06-26T03:01:05.111 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1c455640 1 -- 172.21.15.81:0/2493259319 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8e14157ae0 msgr2=0x7f8e140c9f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.112 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1c455640 1 --2- 172.21.15.81:0/2493259319 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8e14157ae0 0x7f8e140c9f60 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f8e14071a30 tx=0x7f8e1001c8d0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.112 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1c455640 1 -- 172.21.15.81:0/2493259319 shutdown_connections 2023-06-26T03:01:05.112 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1c455640 1 --2- 172.21.15.81:0/2493259319 >> v2:172.21.15.92:3300/0 conn(0x7f8e140afdc0 0x7f8e1415c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.112 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1c455640 1 --2- 172.21.15.81:0/2493259319 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8e14157ae0 0x7f8e140c9f60 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.112 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.106+0000 7f8e1c455640 1 -- 172.21.15.81:0/2493259319 >> 172.21.15.81:0/2493259319 conn(0x7f8e1406a100 msgr2=0x7f8e140ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:05.112 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1c455640 1 -- 172.21.15.81:0/2493259319 shutdown_connections 2023-06-26T03:01:05.112 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1c455640 1 -- 172.21.15.81:0/2493259319 wait complete. 2023-06-26T03:01:05.113 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1c455640 1 Processor -- start 2023-06-26T03:01:05.113 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1c455640 1 -- start start 2023-06-26T03:01:05.114 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1c455640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e140afdc0 0x7f8e140ab9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1c455640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8e14157ae0 0x7f8e140cbdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1c455640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8e140c3bd0 0x7f8e140cc310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1c455640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e1414bda0 con 0x7f8e14157ae0 2023-06-26T03:01:05.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1c455640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e1414c060 con 0x7f8e140afdc0 2023-06-26T03:01:05.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1c455640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e1414c340 con 0x7f8e140c3bd0 2023-06-26T03:01:05.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e199f0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8e14157ae0 0x7f8e140cbdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e199f0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8e14157ae0 0x7f8e140cbdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58910/0 (socket says 172.21.15.81:58910) 2023-06-26T03:01:05.116 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e199f0640 1 -- 172.21.15.81:0/1631071552 learned_addr learned my addr 172.21.15.81:0/1631071552 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:05.116 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1a1f1640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e140afdc0 0x7f8e140ab9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.116 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1a9f2640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8e140c3bd0 0x7f8e140cc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.116 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e199f0640 1 -- 172.21.15.81:0/1631071552 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8e140c3bd0 msgr2=0x7f8e140cc310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.116 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e199f0640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8e140c3bd0 0x7f8e140cc310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.116 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e199f0640 1 -- 172.21.15.81:0/1631071552 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e140afdc0 msgr2=0x7f8e140ab9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.116 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e199f0640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e140afdc0 0x7f8e140ab9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e199f0640 1 -- 172.21.15.81:0/1631071552 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e10009b30 con 0x7f8e14157ae0 2023-06-26T03:01:05.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1a1f1640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e140afdc0 0x7f8e140ab9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:05.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e199f0640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8e14157ae0 0x7f8e140cbdd0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f8e0400b410 tx=0x7f8e0400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:05.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e0affd640 1 -- 172.21.15.81:0/1631071552 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e04004020 con 0x7f8e14157ae0 2023-06-26T03:01:05.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e0affd640 1 -- 172.21.15.81:0/1631071552 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e04004180 con 0x7f8e14157ae0 2023-06-26T03:01:05.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e0affd640 1 -- 172.21.15.81:0/1631071552 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e04011630 con 0x7f8e14157ae0 2023-06-26T03:01:05.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1c455640 1 -- 172.21.15.81:0/1631071552 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e1414c620 con 0x7f8e14157ae0 2023-06-26T03:01:05.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.110+0000 7f8e1c455640 1 -- 172.21.15.81:0/1631071552 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e1414cbe0 con 0x7f8e14157ae0 2023-06-26T03:01:05.118 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.114+0000 7f8e1c455640 1 -- 172.21.15.81:0/1631071552 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e1414ce00 con 0x7f8e14157ae0 2023-06-26T03:01:05.118 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.114+0000 7f8e0affd640 1 -- 172.21.15.81:0/1631071552 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8e04011790 con 0x7f8e14157ae0 2023-06-26T03:01:05.118 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.114+0000 7f8e0affd640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8df8066280 0x7f8df8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.114+0000 7f8e0affd640 1 -- 172.21.15.81:0/1631071552 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f8e04083a90 con 0x7f8e14157ae0 2023-06-26T03:01:05.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.114+0000 7f8e1a1f1640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8df8066280 0x7f8df8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.114+0000 7f8e1a1f1640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8df8066280 0x7f8df8068730 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f8e100ae000 tx=0x7f8e100a7070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:05.121 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.118+0000 7f8e0affd640 1 -- 172.21.15.81:0/1631071552 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8e04050f60 con 0x7f8e14157ae0 2023-06-26T03:01:05.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.270+0000 7f8e1c455640 1 -- 172.21.15.81:0/1631071552 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8e1404d790 con 0x7f8e14157ae0 2023-06-26T03:01:05.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.270+0000 7f8e0affd640 1 -- 172.21.15.81:0/1631071552 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8e04054580 con 0x7f8e14157ae0 2023-06-26T03:01:05.275 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:01:05.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.274+0000 7f8e1c455640 1 -- 172.21.15.81:0/1631071552 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8df8066280 msgr2=0x7f8df8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.274+0000 7f8e1c455640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8df8066280 0x7f8df8068730 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f8e100ae000 tx=0x7f8e100a7070 comp rx=0 tx=0).stop 2023-06-26T03:01:05.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.274+0000 7f8e1c455640 1 -- 172.21.15.81:0/1631071552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8e14157ae0 msgr2=0x7f8e140cbdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.274+0000 7f8e1c455640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8e14157ae0 0x7f8e140cbdd0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f8e0400b410 tx=0x7f8e0400b8d0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.274+0000 7f8e1c455640 1 -- 172.21.15.81:0/1631071552 shutdown_connections 2023-06-26T03:01:05.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.274+0000 7f8e1c455640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8df8066280 0x7f8df8068730 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.274+0000 7f8e1c455640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8e140c3bd0 0x7f8e140cc310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.274+0000 7f8e1c455640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8e14157ae0 0x7f8e140cbdd0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.274+0000 7f8e1c455640 1 --2- 172.21.15.81:0/1631071552 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e140afdc0 0x7f8e140ab9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.274+0000 7f8e1c455640 1 -- 172.21.15.81:0/1631071552 >> 172.21.15.81:0/1631071552 conn(0x7f8e1406a100 msgr2=0x7f8e140ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:05.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.274+0000 7f8e1c455640 1 -- 172.21.15.81:0/1631071552 shutdown_connections 2023-06-26T03:01:05.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.274+0000 7f8e1c455640 1 -- 172.21.15.81:0/1631071552 wait complete. 2023-06-26T03:01:05.293 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:01:05.409 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02f1fe3640 1 Processor -- start 2023-06-26T03:01:05.409 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02f1fe3640 1 -- start start 2023-06-26T03:01:05.410 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02f1fe3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec15a100 0x7f02ec0c82b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.410 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02f1fe3640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02ec0c3300 con 0x7f02ec0c2b40 2023-06-26T03:01:05.410 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02f1fe3640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02ec0c35e0 con 0x7f02ec0704b0 2023-06-26T03:01:05.410 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02f1fe3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02ec0c9ee0 con 0x7f02ec15a100 2023-06-26T03:01:05.410 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02e2ffd640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f02ec0c2b40 0x7f02ec15a4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41256/0 (socket says 172.21.15.81:41256) 2023-06-26T03:01:05.411 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02e2ffd640 1 -- 172.21.15.81:0/2208368455 learned_addr learned my addr 172.21.15.81:0/2208368455 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:05.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eb7fe640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec15a100 0x7f02ec0c82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1123724681 0 0) 0x7f02ec0c3300 con 0x7f02ec0c2b40 2023-06-26T03:01:05.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f02d8003530 con 0x7f02ec0c2b40 2023-06-26T03:01:05.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4174353058 0 0) 0x7f02d8003530 con 0x7f02ec0c2b40 2023-06-26T03:01:05.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec15a100 msgr2=0x7f02ec0c82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:05.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec15a100 0x7f02ec0c82b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 >> v1:172.21.15.92:6789/0 conn(0x7f02ec0704b0 legacy=0x7f02ec070930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02ec0c38c0 con 0x7f02ec0c2b40 2023-06-26T03:01:05.413 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f02d4001680 con 0x7f02ec0c2b40 2023-06-26T03:01:05.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eb7fe640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec15a100 0x7f02ec0c82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:05.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 >> v1:172.21.15.81:6789/0 conn(0x7f02ec0c2b40 legacy=0x7f02ec15a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02d80039b0 0x7f02d8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec15a100 0x7f02d80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f02d8004d10 0x7f02d8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02ec0c9ee0 con 0x7f02d8004d10 2023-06-26T03:01:05.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02d800bb20 con 0x7f02d80039b0 2023-06-26T03:01:05.414 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02d800bce0 con 0x7f02ec15a100 2023-06-26T03:01:05.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.406+0000 7f02ebfff640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f02d8004d10 0x7f02d8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02e2ffd640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec15a100 0x7f02d80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02eb7fe640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02d80039b0 0x7f02d8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02ebfff640 1 -- 172.21.15.81:0/2208368455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec15a100 msgr2=0x7f02d80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:05.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02ebfff640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec15a100 0x7f02d80047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02ebfff640 1 -- 172.21.15.81:0/2208368455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02d80039b0 msgr2=0x7f02d8003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:05.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02ebfff640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02d80039b0 0x7f02d8003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02ebfff640 1 -- 172.21.15.81:0/2208368455 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02d8003530 con 0x7f02d8004d10 2023-06-26T03:01:05.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02e2ffd640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec15a100 0x7f02d80047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:05.418 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02ebfff640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f02d8004d10 0x7f02d8005180 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f02e4001e70 tx=0x7f02e401c580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eefe7ad34e92f3a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:05.418 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02e4003b80 con 0x7f02d8004d10 2023-06-26T03:01:05.418 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02e4003ce0 con 0x7f02d8004d10 2023-06-26T03:01:05.418 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02eaffd640 1 -- 172.21.15.81:0/2208368455 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02e4005310 con 0x7f02d8004d10 2023-06-26T03:01:05.418 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02f1fe3640 1 -- 172.21.15.81:0/2208368455 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f02d8004d10 msgr2=0x7f02d8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02f1fe3640 1 --2- 172.21.15.81:0/2208368455 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f02d8004d10 0x7f02d8005180 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f02e4001e70 tx=0x7f02e401c580 comp rx=0 tx=0).stop 2023-06-26T03:01:05.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02ebfff640 1 -- 172.21.15.81:0/2208368455 reap_dead start 2023-06-26T03:01:05.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02f1fe3640 1 -- 172.21.15.81:0/2208368455 shutdown_connections 2023-06-26T03:01:05.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02f1fe3640 1 -- 172.21.15.81:0/2208368455 >> 172.21.15.81:0/2208368455 conn(0x7f02ec0af8d0 msgr2=0x7f02ec0afcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:05.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02f1fe3640 1 -- 172.21.15.81:0/2208368455 shutdown_connections 2023-06-26T03:01:05.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.410+0000 7f02f1fe3640 1 -- 172.21.15.81:0/2208368455 wait complete. 2023-06-26T03:01:05.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02f1fe3640 1 Processor -- start 2023-06-26T03:01:05.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02f1fe3640 1 -- start start 2023-06-26T03:01:05.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02f1fe3640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02d8004d10 0x7f02ec1f1e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02f1fe3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec1461d0 0x7f02ec1434a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02f1fe3640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f02ec1439e0 0x7f02ec1455c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02f1fe3640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02ec1f2340 con 0x7f02ec1439e0 2023-06-26T03:01:05.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02f1fe3640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02ec0c7c00 con 0x7f02d8004d10 2023-06-26T03:01:05.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02f1fe3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02ec06b5f0 con 0x7f02ec1461d0 2023-06-26T03:01:05.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02ebfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f02ec1439e0 0x7f02ec1455c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02ebfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f02ec1439e0 0x7f02ec1455c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58940/0 (socket says 172.21.15.81:58940) 2023-06-26T03:01:05.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02ebfff640 1 -- 172.21.15.81:0/3123326195 learned_addr learned my addr 172.21.15.81:0/3123326195 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:05.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02eb7fe640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02d8004d10 0x7f02ec1f1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02e2ffd640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec1461d0 0x7f02ec1434a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02ebfff640 1 -- 172.21.15.81:0/3123326195 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec1461d0 msgr2=0x7f02ec1434a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02ebfff640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec1461d0 0x7f02ec1434a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02ebfff640 1 -- 172.21.15.81:0/3123326195 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02d8004d10 msgr2=0x7f02ec1f1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02ebfff640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02d8004d10 0x7f02ec1f1e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02ebfff640 1 -- 172.21.15.81:0/3123326195 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02ec0c73c0 con 0x7f02ec1439e0 2023-06-26T03:01:05.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02ebfff640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f02ec1439e0 0x7f02ec1455c0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f02e4005040 tx=0x7f02d8005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:05.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02e8ff9640 1 -- 172.21.15.81:0/3123326195 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02e4006b60 con 0x7f02ec1439e0 2023-06-26T03:01:05.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02e8ff9640 1 -- 172.21.15.81:0/3123326195 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02e4006cc0 con 0x7f02ec1439e0 2023-06-26T03:01:05.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02e8ff9640 1 -- 172.21.15.81:0/3123326195 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02e40052d0 con 0x7f02ec1439e0 2023-06-26T03:01:05.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02f1fe3640 1 -- 172.21.15.81:0/3123326195 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02ec0c7640 con 0x7f02ec1439e0 2023-06-26T03:01:05.422 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02f1fe3640 1 -- 172.21.15.81:0/3123326195 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02ec06b850 con 0x7f02ec1439e0 2023-06-26T03:01:05.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02f1fe3640 1 -- 172.21.15.81:0/3123326195 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02ec04d790 con 0x7f02ec1439e0 2023-06-26T03:01:05.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02e8ff9640 1 -- 172.21.15.81:0/3123326195 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f02e4005430 con 0x7f02ec1439e0 2023-06-26T03:01:05.423 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02e8ff9640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f02cc066280 0x7f02cc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02e8ff9640 1 -- 172.21.15.81:0/3123326195 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f02e411d5e0 con 0x7f02ec1439e0 2023-06-26T03:01:05.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.414+0000 7f02eb7fe640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f02cc066280 0x7f02cc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.418+0000 7f02eb7fe640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f02cc066280 0x7f02cc068730 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f02dc00e880 tx=0x7f02dc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:05.424 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.418+0000 7f02e8ff9640 1 -- 172.21.15.81:0/3123326195 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f02e40eabf0 con 0x7f02ec1439e0 2023-06-26T03:01:05.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.574+0000 7f02f1fe3640 1 -- 172.21.15.81:0/3123326195 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f02ec0c3f40 con 0x7f02ec1439e0 2023-06-26T03:01:05.578 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.574+0000 7f02e8ff9640 1 -- 172.21.15.81:0/3123326195 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f02e40ee210 con 0x7f02ec1439e0 2023-06-26T03:01:05.578 INFO:teuthology.orchestra.run.smithi081.stderr:listed 0 entries 2023-06-26T03:01:05.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.578+0000 7f02f1fe3640 1 -- 172.21.15.81:0/3123326195 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f02cc066280 msgr2=0x7f02cc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.578+0000 7f02f1fe3640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f02cc066280 0x7f02cc068730 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f02dc00e880 tx=0x7f02dc008040 comp rx=0 tx=0).stop 2023-06-26T03:01:05.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.578+0000 7f02f1fe3640 1 -- 172.21.15.81:0/3123326195 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f02ec1439e0 msgr2=0x7f02ec1455c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.578+0000 7f02f1fe3640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f02ec1439e0 0x7f02ec1455c0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f02e4005040 tx=0x7f02d8005800 comp rx=0 tx=0).stop 2023-06-26T03:01:05.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.578+0000 7f02f1fe3640 1 -- 172.21.15.81:0/3123326195 shutdown_connections 2023-06-26T03:01:05.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.578+0000 7f02f1fe3640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f02cc066280 0x7f02cc068730 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.578+0000 7f02f1fe3640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f02ec1439e0 0x7f02ec1455c0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.578+0000 7f02f1fe3640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02ec1461d0 0x7f02ec1434a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.578+0000 7f02f1fe3640 1 --2- 172.21.15.81:0/3123326195 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02d8004d10 0x7f02ec1f1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.578+0000 7f02f1fe3640 1 -- 172.21.15.81:0/3123326195 >> 172.21.15.81:0/3123326195 conn(0x7f02ec0af8d0 msgr2=0x7f02ec0c96d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:05.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.578+0000 7f02f1fe3640 1 -- 172.21.15.81:0/3123326195 shutdown_connections 2023-06-26T03:01:05.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.578+0000 7f02f1fe3640 1 -- 172.21.15.81:0/3123326195 wait complete. 2023-06-26T03:01:05.596 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-06-26T03:01:05.596 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:01:05.602 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:05.714 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.710+0000 7f131b05a640 1 Processor -- start 2023-06-26T03:01:05.714 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.710+0000 7f131b05a640 1 -- start start 2023-06-26T03:01:05.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f131b05a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f13140c9c70 0x7f1314070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f131b05a640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f13140af770 0x7f13140afbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f131b05a640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f131406bd00 con 0x7f13141596a0 2023-06-26T03:01:05.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f131b05a640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13140b00f0 con 0x7f13140af770 2023-06-26T03:01:05.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f131b05a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13140ca100 con 0x7f13140c9c70 2023-06-26T03:01:05.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f13195f7640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f13140af770 0x7f13140afbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f13195f7640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f13140af770 0x7f13140afbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58942/0 (socket says 172.21.15.81:58942) 2023-06-26T03:01:05.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f13195f7640 1 -- 172.21.15.81:0/3566454193 learned_addr learned my addr 172.21.15.81:0/3566454193 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:05.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f1313fff640 1 --2- 172.21.15.81:0/3566454193 >> v2:172.21.15.92:3300/0 conn(0x7f13140c9c70 0x7f1314070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f13195f7640 1 -- 172.21.15.81:0/3566454193 >> v2:172.21.15.92:3300/0 conn(0x7f13140c9c70 msgr2=0x7f1314070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:05.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f13195f7640 1 --2- 172.21.15.81:0/3566454193 >> v2:172.21.15.92:3300/0 conn(0x7f13140c9c70 0x7f1314070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f13195f7640 1 -- 172.21.15.81:0/3566454193 >> v1:172.21.15.92:6789/0 conn(0x7f13141596a0 legacy=0x7f13140c9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:05.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f13195f7640 1 -- 172.21.15.81:0/3566454193 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1314070360 con 0x7f13140af770 2023-06-26T03:01:05.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f13195f7640 1 --2- 172.21.15.81:0/3566454193 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13140af770 0x7f13140afbb0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f131406d450 tx=0x7f130c01c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=293d54a94e0da173 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:05.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f13137fe640 1 -- 172.21.15.81:0/3566454193 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f130c0a5790 con 0x7f13140af770 2023-06-26T03:01:05.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f13137fe640 1 -- 172.21.15.81:0/3566454193 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f130c0a58f0 con 0x7f13140af770 2023-06-26T03:01:05.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f13137fe640 1 -- 172.21.15.81:0/3566454193 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f130c0a5c80 con 0x7f13140af770 2023-06-26T03:01:05.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f131b05a640 1 -- 172.21.15.81:0/3566454193 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13140af770 msgr2=0x7f13140afbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.714+0000 7f131b05a640 1 --2- 172.21.15.81:0/3566454193 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13140af770 0x7f13140afbb0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f131406d450 tx=0x7f130c01c8d0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 -- 172.21.15.81:0/3566454193 shutdown_connections 2023-06-26T03:01:05.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 --2- 172.21.15.81:0/3566454193 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13140af770 0x7f13140afbb0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 --2- 172.21.15.81:0/3566454193 >> v2:172.21.15.92:3300/0 conn(0x7f13140c9c70 0x7f1314070e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 -- 172.21.15.81:0/3566454193 >> 172.21.15.81:0/3566454193 conn(0x7f13140ca770 msgr2=0x7f13140cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:05.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 -- 172.21.15.81:0/3566454193 shutdown_connections 2023-06-26T03:01:05.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 -- 172.21.15.81:0/3566454193 wait complete. 2023-06-26T03:01:05.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 Processor -- start 2023-06-26T03:01:05.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 -- start start 2023-06-26T03:01:05.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13140af770 0x7f13140c4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13140c9c70 0x7f1314163c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13141596a0 0x7f13141f42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13140cd920 con 0x7f13141596a0 2023-06-26T03:01:05.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13141f3e30 con 0x7f13140c9c70 2023-06-26T03:01:05.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13141f3820 con 0x7f13140af770 2023-06-26T03:01:05.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f13195f7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13141596a0 0x7f13141f42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.724 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f13195f7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13141596a0 0x7f13141f42c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58948/0 (socket says 172.21.15.81:58948) 2023-06-26T03:01:05.724 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f13195f7640 1 -- 172.21.15.81:0/1134576503 learned_addr learned my addr 172.21.15.81:0/1134576503 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:05.724 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f1313fff640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13140c9c70 0x7f1314163c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.724 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f1318df6640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13140af770 0x7f13140c4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.724 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f13195f7640 1 -- 172.21.15.81:0/1134576503 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13140af770 msgr2=0x7f13140c4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.724 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f13195f7640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13140af770 0x7f13140c4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.724 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f13195f7640 1 -- 172.21.15.81:0/1134576503 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13140c9c70 msgr2=0x7f1314163c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.724 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f13195f7640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13140c9c70 0x7f1314163c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f13195f7640 1 -- 172.21.15.81:0/1134576503 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f130c009b30 con 0x7f13141596a0 2023-06-26T03:01:05.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f1313fff640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13140c9c70 0x7f1314163c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:05.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f13195f7640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13141596a0 0x7f13141f42c0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f130c0af040 tx=0x7f130c019670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:05.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f13117fa640 1 -- 172.21.15.81:0/1134576503 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f130c0b8670 con 0x7f13141596a0 2023-06-26T03:01:05.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f13117fa640 1 -- 172.21.15.81:0/1134576503 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f130c0b87d0 con 0x7f13141596a0 2023-06-26T03:01:05.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 -- 172.21.15.81:0/1134576503 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1314161c60 con 0x7f13141596a0 2023-06-26T03:01:05.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f13117fa640 1 -- 172.21.15.81:0/1134576503 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f130c0b8b60 con 0x7f13141596a0 2023-06-26T03:01:05.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 -- 172.21.15.81:0/1134576503 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1314161f40 con 0x7f13141596a0 2023-06-26T03:01:05.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.718+0000 7f131b05a640 1 -- 172.21.15.81:0/1134576503 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13141f3fc0 con 0x7f13141596a0 2023-06-26T03:01:05.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.722+0000 7f13117fa640 1 -- 172.21.15.81:0/1134576503 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f130c0b8cc0 con 0x7f13141596a0 2023-06-26T03:01:05.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.722+0000 7f13117fa640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f13000662b0 0x7f1300068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:05.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.722+0000 7f13117fa640 1 -- 172.21.15.81:0/1134576503 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f130c11f260 con 0x7f13141596a0 2023-06-26T03:01:05.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.722+0000 7f1318df6640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f13000662b0 0x7f1300068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:05.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.722+0000 7f1318df6640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f13000662b0 0x7f1300068760 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f13140cd580 tx=0x7f1308008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:05.728 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.726+0000 7f13117fa640 1 -- 172.21.15.81:0/1134576503 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f130c0ec850 con 0x7f13141596a0 2023-06-26T03:01:05.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.874+0000 7f131b05a640 1 -- 172.21.15.81:0/1134576503 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f131404d790 con 0x7f13141596a0 2023-06-26T03:01:05.880 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.878+0000 7f13117fa640 1 -- 172.21.15.81:0/1134576503 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18338 (secure 0 0 0) 0x7f130c0efe70 con 0x7f13141596a0 2023-06-26T03:01:05.880 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:05.880 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":26,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:55.969232+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.b","mappings":[{"from":1,"to":5}]},{"pgid":"4.3b","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:05.882 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.878+0000 7f131b05a640 1 -- 172.21.15.81:0/1134576503 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f13000662b0 msgr2=0x7f1300068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.882 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.878+0000 7f131b05a640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f13000662b0 0x7f1300068760 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f13140cd580 tx=0x7f1308008040 comp rx=0 tx=0).stop 2023-06-26T03:01:05.882 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.878+0000 7f131b05a640 1 -- 172.21.15.81:0/1134576503 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13141596a0 msgr2=0x7f13141f42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:05.882 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.878+0000 7f131b05a640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13141596a0 0x7f13141f42c0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f130c0af040 tx=0x7f130c019670 comp rx=0 tx=0).stop 2023-06-26T03:01:05.882 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.878+0000 7f131b05a640 1 -- 172.21.15.81:0/1134576503 shutdown_connections 2023-06-26T03:01:05.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.878+0000 7f131b05a640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f13000662b0 0x7f1300068760 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.878+0000 7f131b05a640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f13141596a0 0x7f13141f42c0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.878+0000 7f131b05a640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13140c9c70 0x7f1314163c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.878+0000 7f131b05a640 1 --2- 172.21.15.81:0/1134576503 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13140af770 0x7f13140c4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:05.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.878+0000 7f131b05a640 1 -- 172.21.15.81:0/1134576503 >> 172.21.15.81:0/1134576503 conn(0x7f13140ca770 msgr2=0x7f131414f730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:05.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.878+0000 7f131b05a640 1 -- 172.21.15.81:0/1134576503 shutdown_connections 2023-06-26T03:01:05.883 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:05.878+0000 7f131b05a640 1 -- 172.21.15.81:0/1134576503 wait complete. 2023-06-26T03:01:05.897 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:01:05.898 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:01:06.015 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.010+0000 7f3906a14640 1 Processor -- start 2023-06-26T03:01:06.015 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.010+0000 7f3906a14640 1 -- start start 2023-06-26T03:01:06.016 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f3906a14640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3900157eb0 0x7f39000c9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.016 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f3906a14640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39000afdc0 0x7f390015c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.016 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f3906a14640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f390006eed0 con 0x7f3900157ae0 2023-06-26T03:01:06.016 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f3906a14640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f390015c7d0 con 0x7f3900157eb0 2023-06-26T03:01:06.017 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f3906a14640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39000cc810 con 0x7f39000afdc0 2023-06-26T03:01:06.017 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f38ff7fe640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3900157eb0 0x7f39000c9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.017 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f38fffff640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f3900157ae0 0x7f39000af6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:35030/0 (socket says 172.21.15.81:35030) 2023-06-26T03:01:06.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f38ff7fe640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3900157eb0 0x7f39000c9f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:37462/0 (socket says 172.21.15.81:37462) 2023-06-26T03:01:06.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f3904fb1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39000afdc0 0x7f390015c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f38ff7fe640 1 -- 172.21.15.81:0/134500546 learned_addr learned my addr 172.21.15.81:0/134500546 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:06.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f38ff7fe640 1 -- 172.21.15.81:0/134500546 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39000afdc0 msgr2=0x7f390015c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:06.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f38ff7fe640 1 --2- 172.21.15.81:0/134500546 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39000afdc0 0x7f390015c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f38ff7fe640 1 -- 172.21.15.81:0/134500546 >> v1:172.21.15.92:6789/0 conn(0x7f3900157ae0 legacy=0x7f39000af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f38ff7fe640 1 -- 172.21.15.81:0/134500546 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f390006cef0 con 0x7f3900157eb0 2023-06-26T03:01:06.019 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.014+0000 7f3904fb1640 1 --2- 172.21.15.81:0/134500546 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39000afdc0 0x7f390015c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:01:06.019 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38ff7fe640 1 --2- 172.21.15.81:0/134500546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3900157eb0 0x7f39000c9f60 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f38ec009870 tx=0x7f38ec01c480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d27e57aaff6540d5 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:06.020 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38feffd640 1 -- 172.21.15.81:0/134500546 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38ec0ab600 con 0x7f3900157eb0 2023-06-26T03:01:06.020 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38feffd640 1 -- 172.21.15.81:0/134500546 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38ec0ab760 con 0x7f3900157eb0 2023-06-26T03:01:06.020 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38feffd640 1 -- 172.21.15.81:0/134500546 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38ec0abaf0 con 0x7f3900157eb0 2023-06-26T03:01:06.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 -- 172.21.15.81:0/134500546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3900157eb0 msgr2=0x7f39000c9f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 --2- 172.21.15.81:0/134500546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3900157eb0 0x7f39000c9f60 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f38ec009870 tx=0x7f38ec01c480 comp rx=0 tx=0).stop 2023-06-26T03:01:06.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 -- 172.21.15.81:0/134500546 shutdown_connections 2023-06-26T03:01:06.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 --2- 172.21.15.81:0/134500546 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39000afdc0 0x7f390015c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 --2- 172.21.15.81:0/134500546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3900157eb0 0x7f39000c9f60 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 -- 172.21.15.81:0/134500546 >> 172.21.15.81:0/134500546 conn(0x7f390006a100 msgr2=0x7f39000ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:06.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 -- 172.21.15.81:0/134500546 shutdown_connections 2023-06-26T03:01:06.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 -- 172.21.15.81:0/134500546 wait complete. 2023-06-26T03:01:06.023 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 Processor -- start 2023-06-26T03:01:06.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 -- start start 2023-06-26T03:01:06.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39000afdc0 0x7f390014e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3900157ae0 0x7f39000b0c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39000c7600 0x7f39000b1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f390014e6e0 con 0x7f3900157ae0 2023-06-26T03:01:06.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39000b2c10 con 0x7f39000afdc0 2023-06-26T03:01:06.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3906a14640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39000b3770 con 0x7f39000c7600 2023-06-26T03:01:06.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38ff7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3900157ae0 0x7f39000b0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38ff7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3900157ae0 0x7f39000b0c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58964/0 (socket says 172.21.15.81:58964) 2023-06-26T03:01:06.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38ff7fe640 1 -- 172.21.15.81:0/271108999 learned_addr learned my addr 172.21.15.81:0/271108999 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:06.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38fffff640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39000afdc0 0x7f390014e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f3904fb1640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39000c7600 0x7f39000b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38ff7fe640 1 -- 172.21.15.81:0/271108999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39000c7600 msgr2=0x7f39000b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38ff7fe640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39000c7600 0x7f39000b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38ff7fe640 1 -- 172.21.15.81:0/271108999 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39000afdc0 msgr2=0x7f390014e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38ff7fe640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39000afdc0 0x7f390014e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38ff7fe640 1 -- 172.21.15.81:0/271108999 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38f8009a70 con 0x7f3900157ae0 2023-06-26T03:01:06.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.018+0000 7f38fffff640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39000afdc0 0x7f390014e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:06.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.022+0000 7f38ff7fe640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3900157ae0 0x7f39000b0c20 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f38ec0ad040 tx=0x7f38ec01acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:06.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.022+0000 7f38fcff9640 1 -- 172.21.15.81:0/271108999 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38ec0be5f0 con 0x7f3900157ae0 2023-06-26T03:01:06.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.022+0000 7f38fcff9640 1 -- 172.21.15.81:0/271108999 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38ec0be770 con 0x7f3900157ae0 2023-06-26T03:01:06.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.022+0000 7f38fcff9640 1 -- 172.21.15.81:0/271108999 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38ec0beb20 con 0x7f3900157ae0 2023-06-26T03:01:06.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.022+0000 7f3906a14640 1 -- 172.21.15.81:0/271108999 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38ec0094d0 con 0x7f3900157ae0 2023-06-26T03:01:06.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.022+0000 7f3906a14640 1 -- 172.21.15.81:0/271108999 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39000c8080 con 0x7f3900157ae0 2023-06-26T03:01:06.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.022+0000 7f3906a14640 1 -- 172.21.15.81:0/271108999 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f390004d790 con 0x7f3900157ae0 2023-06-26T03:01:06.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.022+0000 7f38fcff9640 1 -- 172.21.15.81:0/271108999 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f38ec0b43f0 con 0x7f3900157ae0 2023-06-26T03:01:06.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.022+0000 7f38fcff9640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f38e8066280 0x7f38e8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.022+0000 7f38fcff9640 1 -- 172.21.15.81:0/271108999 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f38ec11e850 con 0x7f3900157ae0 2023-06-26T03:01:06.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.022+0000 7f38fffff640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f38e8066280 0x7f38e8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.022+0000 7f38fffff640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f38e8066280 0x7f38e8068730 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f38f0000f70 tx=0x7f38f0007d50 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:06.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.026+0000 7f38fcff9640 1 -- 172.21.15.81:0/271108999 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f38ec0ebd40 con 0x7f3900157ae0 2023-06-26T03:01:06.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.166+0000 7f3906a14640 1 -- 172.21.15.81:0/271108999 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f39000caba0 con 0x7f3900157ae0 2023-06-26T03:01:06.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.166+0000 7f38fcff9640 1 -- 172.21.15.81:0/271108999 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f38ec0ef360 con 0x7f3900157ae0 2023-06-26T03:01:06.170 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:01:06.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.170+0000 7f3906a14640 1 -- 172.21.15.81:0/271108999 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f38e8066280 msgr2=0x7f38e8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.170+0000 7f3906a14640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f38e8066280 0x7f38e8068730 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f38f0000f70 tx=0x7f38f0007d50 comp rx=0 tx=0).stop 2023-06-26T03:01:06.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.170+0000 7f3906a14640 1 -- 172.21.15.81:0/271108999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3900157ae0 msgr2=0x7f39000b0c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.170+0000 7f3906a14640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3900157ae0 0x7f39000b0c20 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f38ec0ad040 tx=0x7f38ec01acc0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.170+0000 7f3906a14640 1 -- 172.21.15.81:0/271108999 shutdown_connections 2023-06-26T03:01:06.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.170+0000 7f3906a14640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f38e8066280 0x7f38e8068730 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.170+0000 7f3906a14640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f39000c7600 0x7f39000b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.170+0000 7f3906a14640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3900157ae0 0x7f39000b0c20 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.170+0000 7f3906a14640 1 --2- 172.21.15.81:0/271108999 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f39000afdc0 0x7f390014e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.170+0000 7f3906a14640 1 -- 172.21.15.81:0/271108999 >> 172.21.15.81:0/271108999 conn(0x7f390006a100 msgr2=0x7f3900157160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:06.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.170+0000 7f3906a14640 1 -- 172.21.15.81:0/271108999 shutdown_connections 2023-06-26T03:01:06.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.170+0000 7f3906a14640 1 -- 172.21.15.81:0/271108999 wait complete. 2023-06-26T03:01:06.187 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:01:06.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.294+0000 7f341ec88640 1 Processor -- start 2023-06-26T03:01:06.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.294+0000 7f341ec88640 1 -- start start 2023-06-26T03:01:06.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341ec88640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3418159a60 0x7f34180c1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341ec88640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f341806fff0 0x7f3418070440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341ec88640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3418071170 con 0x7f34180af6b0 2023-06-26T03:01:06.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341ec88640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3418070bb0 con 0x7f341806fff0 2023-06-26T03:01:06.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341ec88640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3418070e90 con 0x7f3418159a60 2023-06-26T03:01:06.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341d225640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f34180af6b0 0x7f341806b8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41260/0 (socket says 172.21.15.81:41260) 2023-06-26T03:01:06.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341d225640 1 -- 172.21.15.81:0/2335580975 learned_addr learned my addr 172.21.15.81:0/2335580975 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:06.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341ca24640 1 --2- 172.21.15.81:0/2335580975 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3418159a60 0x7f34180c1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f3417fff640 1 --2- 172.21.15.81:0/2335580975 >> v2:172.21.15.92:3300/0 conn(0x7f341806fff0 0x7f3418070440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4105943882 0 0) 0x7f3418071170 con 0x7f34180af6b0 2023-06-26T03:01:06.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3400003530 con 0x7f34180af6b0 2023-06-26T03:01:06.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1222577254 0 0) 0x7f3400003530 con 0x7f34180af6b0 2023-06-26T03:01:06.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3418159a60 msgr2=0x7f34180c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:06.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 --2- 172.21.15.81:0/2335580975 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3418159a60 0x7f34180c1780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 >> v2:172.21.15.92:3300/0 conn(0x7f341806fff0 msgr2=0x7f3418070440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:06.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 --2- 172.21.15.81:0/2335580975 >> v2:172.21.15.92:3300/0 conn(0x7f341806fff0 0x7f3418070440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3418070980 con 0x7f34180af6b0 2023-06-26T03:01:06.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f3410001680 con 0x7f34180af6b0 2023-06-26T03:01:06.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341ca24640 1 --2- 172.21.15.81:0/2335580975 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3418159a60 0x7f34180c1780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:06.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 >> v1:172.21.15.81:6789/0 conn(0x7f34180af6b0 legacy=0x7f341806b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 --2- 172.21.15.81:0/2335580975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3400003980 0x7f3400003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 --2- 172.21.15.81:0/2335580975 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34000043b0 0x7f3400004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 --2- 172.21.15.81:0/2335580975 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3418159a60 0x7f3400004fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3418070bb0 con 0x7f3400003980 2023-06-26T03:01:06.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3418070e90 con 0x7f34000043b0 2023-06-26T03:01:06.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f340000b990 con 0x7f3418159a60 2023-06-26T03:01:06.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341ca24640 1 --2- 172.21.15.81:0/2335580975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3400003980 0x7f3400003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f3417fff640 1 --2- 172.21.15.81:0/2335580975 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34000043b0 0x7f3400004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341ca24640 1 -- 172.21.15.81:0/2335580975 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3418159a60 msgr2=0x7f3400004fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:06.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341ca24640 1 --2- 172.21.15.81:0/2335580975 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3418159a60 0x7f3400004fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341ca24640 1 -- 172.21.15.81:0/2335580975 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34000043b0 msgr2=0x7f3400004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:06.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341ca24640 1 --2- 172.21.15.81:0/2335580975 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34000043b0 0x7f3400004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f341ca24640 1 -- 172.21.15.81:0/2335580975 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3400003530 con 0x7f3400003980 2023-06-26T03:01:06.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.298+0000 7f3417fff640 1 --2- 172.21.15.81:0/2335580975 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34000043b0 0x7f3400004870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:06.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ca24640 1 --2- 172.21.15.81:0/2335580975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3400003980 0x7f3400003d90 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f34080073e0 tx=0x7f340801ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30998b551eaf7ab8 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:06.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34080a5d90 con 0x7f3400003980 2023-06-26T03:01:06.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34080ad440 con 0x7f3400003980 2023-06-26T03:01:06.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f34177fe640 1 -- 172.21.15.81:0/2335580975 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34080ad7b0 con 0x7f3400003980 2023-06-26T03:01:06.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 -- 172.21.15.81:0/2335580975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3400003980 msgr2=0x7f3400003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 --2- 172.21.15.81:0/2335580975 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3400003980 0x7f3400003d90 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f34080073e0 tx=0x7f340801ceb0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341d225640 1 -- 172.21.15.81:0/2335580975 reap_dead start 2023-06-26T03:01:06.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 -- 172.21.15.81:0/2335580975 shutdown_connections 2023-06-26T03:01:06.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 -- 172.21.15.81:0/2335580975 >> 172.21.15.81:0/2335580975 conn(0x7f341806a100 msgr2=0x7f34180ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:06.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 -- 172.21.15.81:0/2335580975 shutdown_connections 2023-06-26T03:01:06.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 -- 172.21.15.81:0/2335580975 wait complete. 2023-06-26T03:01:06.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 Processor -- start 2023-06-26T03:01:06.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 -- start start 2023-06-26T03:01:06.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3418150630 0x7f3418155f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3418150d20 0x7f34180cdc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3418151270 0x7f34180ce150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3418154e60 con 0x7f3418150630 2023-06-26T03:01:06.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3418155140 con 0x7f3418151270 2023-06-26T03:01:06.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3418155420 con 0x7f3418150d20 2023-06-26T03:01:06.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ca24640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3418150630 0x7f3418155f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ca24640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3418150630 0x7f3418155f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58972/0 (socket says 172.21.15.81:58972) 2023-06-26T03:01:06.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ca24640 1 -- 172.21.15.81:0/1848229406 learned_addr learned my addr 172.21.15.81:0/1848229406 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:06.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f3417fff640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3418150d20 0x7f34180cdc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341d225640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3418151270 0x7f34180ce150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ca24640 1 -- 172.21.15.81:0/1848229406 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3418150d20 msgr2=0x7f34180cdc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ca24640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3418150d20 0x7f34180cdc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ca24640 1 -- 172.21.15.81:0/1848229406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3418151270 msgr2=0x7f34180ce150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ca24640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3418151270 0x7f34180ce150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ca24640 1 -- 172.21.15.81:0/1848229406 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3418155700 con 0x7f3418150630 2023-06-26T03:01:06.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ca24640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3418150630 0x7f3418155f00 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f34080b0040 tx=0x7f3408019c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:06.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f34157fa640 1 -- 172.21.15.81:0/1848229406 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34080ad8b0 con 0x7f3418150630 2023-06-26T03:01:06.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f34157fa640 1 -- 172.21.15.81:0/1848229406 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34080ada10 con 0x7f3418150630 2023-06-26T03:01:06.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 -- 172.21.15.81:0/1848229406 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34181559e0 con 0x7f3418150630 2023-06-26T03:01:06.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f34157fa640 1 -- 172.21.15.81:0/1848229406 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34080add80 con 0x7f3418150630 2023-06-26T03:01:06.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.302+0000 7f341ec88640 1 -- 172.21.15.81:0/1848229406 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3418150a00 con 0x7f3418150630 2023-06-26T03:01:06.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.306+0000 7f341ec88640 1 -- 172.21.15.81:0/1848229406 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f341804d790 con 0x7f3418150630 2023-06-26T03:01:06.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.306+0000 7f34157fa640 1 -- 172.21.15.81:0/1848229406 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f34080b4070 con 0x7f3418150630 2023-06-26T03:01:06.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.306+0000 7f34157fa640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3404066280 0x7f3404068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.306+0000 7f34157fa640 1 -- 172.21.15.81:0/1848229406 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f340811ec20 con 0x7f3418150630 2023-06-26T03:01:06.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.306+0000 7f3417fff640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3404066280 0x7f3404068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.314 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.306+0000 7f3417fff640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3404066280 0x7f3404068730 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3418151220 tx=0x7f340c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:06.314 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.310+0000 7f34157fa640 1 -- 172.21.15.81:0/1848229406 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f34080ec210 con 0x7f3418150630 2023-06-26T03:01:06.452 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f341ec88640 1 -- 172.21.15.81:0/1848229406 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f34180c96d0 con 0x7f3418150630 2023-06-26T03:01:06.452 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f34157fa640 1 -- 172.21.15.81:0/1848229406 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v26) v1 ==== 92+0+10 (secure 0 0 0) 0x7f34080bc020 con 0x7f3418150630 2023-06-26T03:01:06.453 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:01:06.455 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f341ec88640 1 -- 172.21.15.81:0/1848229406 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3404066280 msgr2=0x7f3404068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.455 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f341ec88640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3404066280 0x7f3404068730 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3418151220 tx=0x7f340c008040 comp rx=0 tx=0).stop 2023-06-26T03:01:06.455 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f341ec88640 1 -- 172.21.15.81:0/1848229406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3418150630 msgr2=0x7f3418155f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.455 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f341ec88640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3418150630 0x7f3418155f00 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f34080b0040 tx=0x7f3408019c50 comp rx=0 tx=0).stop 2023-06-26T03:01:06.455 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f341ec88640 1 -- 172.21.15.81:0/1848229406 shutdown_connections 2023-06-26T03:01:06.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f341ec88640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3404066280 0x7f3404068730 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f341ec88640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3418151270 0x7f34180ce150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f341ec88640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3418150d20 0x7f34180cdc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f341ec88640 1 --2- 172.21.15.81:0/1848229406 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3418150630 0x7f3418155f00 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f341ec88640 1 -- 172.21.15.81:0/1848229406 >> 172.21.15.81:0/1848229406 conn(0x7f341806a100 msgr2=0x7f34180c3fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:06.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f341ec88640 1 -- 172.21.15.81:0/1848229406 shutdown_connections 2023-06-26T03:01:06.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.450+0000 7f341ec88640 1 -- 172.21.15.81:0/1848229406 wait complete. 2023-06-26T03:01:06.470 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:01:06.578 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.574+0000 7fbe547ee640 1 Processor -- start 2023-06-26T03:01:06.578 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.574+0000 7fbe547ee640 1 -- start start 2023-06-26T03:01:06.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.574+0000 7fbe547ee640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fbe4c15bc80 0x7fbe4c0ce390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.574+0000 7fbe547ee640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe4c0b0c70 0x7fbe4c06a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.574+0000 7fbe547ee640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe4c06af50 con 0x7fbe4c06ab00 2023-06-26T03:01:06.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.574+0000 7fbe547ee640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe4c0cf580 con 0x7fbe4c15bc80 2023-06-26T03:01:06.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.574+0000 7fbe547ee640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe4c0cb410 con 0x7fbe4c0b0c70 2023-06-26T03:01:06.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe5258a640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fbe4c15bc80 0x7fbe4c0ce390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe5258a640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fbe4c15bc80 0x7fbe4c0ce390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58984/0 (socket says 172.21.15.81:58984) 2023-06-26T03:01:06.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe5258a640 1 -- 172.21.15.81:0/1091026360 learned_addr learned my addr 172.21.15.81:0/1091026360 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:06.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe52d8b640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fbe4c06ab00 0x7fbe4c0b18c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41264/0 (socket says 172.21.15.81:41264) 2023-06-26T03:01:06.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe51d89640 1 --2- 172.21.15.81:0/1091026360 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe4c0b0c70 0x7fbe4c06a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe5258a640 1 -- 172.21.15.81:0/1091026360 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe4c0b0c70 msgr2=0x7fbe4c06a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:06.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe5258a640 1 --2- 172.21.15.81:0/1091026360 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe4c0b0c70 0x7fbe4c06a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe5258a640 1 -- 172.21.15.81:0/1091026360 >> v1:172.21.15.81:6789/0 conn(0x7fbe4c06ab00 legacy=0x7fbe4c0b18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe5258a640 1 -- 172.21.15.81:0/1091026360 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe4c15c050 con 0x7fbe4c15bc80 2023-06-26T03:01:06.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe51588640 1 -- 172.21.15.81:0/1091026360 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 533276707 0 0) 0x7fbe440014a0 con 0x7fbe4c06ab00 2023-06-26T03:01:06.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe5258a640 1 --2- 172.21.15.81:0/1091026360 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe4c15bc80 0x7fbe4c0ce390 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fbe48009870 tx=0x7fbe4801c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c63238e6fdb980e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:06.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe51588640 1 -- 172.21.15.81:0/1091026360 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe480ab600 con 0x7fbe4c15bc80 2023-06-26T03:01:06.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe51588640 1 -- 172.21.15.81:0/1091026360 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe480a7050 con 0x7fbe4c15bc80 2023-06-26T03:01:06.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe51588640 1 -- 172.21.15.81:0/1091026360 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe480ab980 con 0x7fbe4c15bc80 2023-06-26T03:01:06.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe547ee640 1 -- 172.21.15.81:0/1091026360 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe4c15bc80 msgr2=0x7fbe4c0ce390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe547ee640 1 --2- 172.21.15.81:0/1091026360 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe4c15bc80 0x7fbe4c0ce390 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fbe48009870 tx=0x7fbe4801c510 comp rx=0 tx=0).stop 2023-06-26T03:01:06.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe547ee640 1 -- 172.21.15.81:0/1091026360 shutdown_connections 2023-06-26T03:01:06.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe547ee640 1 --2- 172.21.15.81:0/1091026360 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe4c0b0c70 0x7fbe4c06a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe547ee640 1 --2- 172.21.15.81:0/1091026360 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe4c15bc80 0x7fbe4c0ce390 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe547ee640 1 -- 172.21.15.81:0/1091026360 >> 172.21.15.81:0/1091026360 conn(0x7fbe4c0991d0 msgr2=0x7fbe4c0cfe40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:06.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe547ee640 1 -- 172.21.15.81:0/1091026360 shutdown_connections 2023-06-26T03:01:06.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.578+0000 7fbe547ee640 1 -- 172.21.15.81:0/1091026360 wait complete. 2023-06-26T03:01:06.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe547ee640 1 Processor -- start 2023-06-26T03:01:06.585 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe547ee640 1 -- start start 2023-06-26T03:01:06.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe547ee640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe4c06ab00 0x7fbe4c141110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe547ee640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe4c0b0c70 0x7fbe4c0c59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe547ee640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe4c15bc80 0x7fbe4c06e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe547ee640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe4c0b3130 con 0x7fbe4c15bc80 2023-06-26T03:01:06.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe547ee640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe4c0b3410 con 0x7fbe4c06ab00 2023-06-26T03:01:06.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe547ee640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe4c0b36f0 con 0x7fbe4c0b0c70 2023-06-26T03:01:06.586 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe52d8b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe4c15bc80 0x7fbe4c06e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe52d8b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe4c15bc80 0x7fbe4c06e140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:58992/0 (socket says 172.21.15.81:58992) 2023-06-26T03:01:06.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe52d8b640 1 -- 172.21.15.81:0/1631794802 learned_addr learned my addr 172.21.15.81:0/1631794802 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:06.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe51d89640 1 --2- 172.21.15.81:0/1631794802 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe4c0b0c70 0x7fbe4c0c59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe52d8b640 1 -- 172.21.15.81:0/1631794802 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe4c0b0c70 msgr2=0x7fbe4c0c59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe52d8b640 1 --2- 172.21.15.81:0/1631794802 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe4c0b0c70 0x7fbe4c0c59f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe52d8b640 1 -- 172.21.15.81:0/1631794802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe4c06ab00 msgr2=0x7fbe4c141110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe52d8b640 1 --2- 172.21.15.81:0/1631794802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe4c06ab00 0x7fbe4c141110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.587 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe52d8b640 1 -- 172.21.15.81:0/1631794802 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe480094d0 con 0x7fbe4c15bc80 2023-06-26T03:01:06.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe52d8b640 1 --2- 172.21.15.81:0/1631794802 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe4c15bc80 0x7fbe4c06e140 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fbe4400c700 tx=0x7fbe4400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:06.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe42ffd640 1 -- 172.21.15.81:0/1631794802 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe4400ce10 con 0x7fbe4c15bc80 2023-06-26T03:01:06.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe42ffd640 1 -- 172.21.15.81:0/1631794802 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe4400a640 con 0x7fbe4c15bc80 2023-06-26T03:01:06.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe547ee640 1 -- 172.21.15.81:0/1631794802 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe4c0b39d0 con 0x7fbe4c15bc80 2023-06-26T03:01:06.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe42ffd640 1 -- 172.21.15.81:0/1631794802 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe4400aa70 con 0x7fbe4c15bc80 2023-06-26T03:01:06.588 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe547ee640 1 -- 172.21.15.81:0/1631794802 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe4c141650 con 0x7fbe4c15bc80 2023-06-26T03:01:06.589 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe547ee640 1 -- 172.21.15.81:0/1631794802 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe4c0b3ef0 con 0x7fbe4c15bc80 2023-06-26T03:01:06.589 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe42ffd640 1 -- 172.21.15.81:0/1631794802 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbe4400abd0 con 0x7fbe4c15bc80 2023-06-26T03:01:06.589 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe42ffd640 1 --2- 172.21.15.81:0/1631794802 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbe300662b0 0x7fbe30068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.589 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe42ffd640 1 -- 172.21.15.81:0/1631794802 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fbe44083070 con 0x7fbe4c15bc80 2023-06-26T03:01:06.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.582+0000 7fbe5258a640 1 --2- 172.21.15.81:0/1631794802 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbe300662b0 0x7fbe30068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.586+0000 7fbe5258a640 1 --2- 172.21.15.81:0/1631794802 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbe300662b0 0x7fbe30068760 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c0b1810 tx=0x7fbe48008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:06.590 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.586+0000 7fbe42ffd640 1 -- 172.21.15.81:0/1631794802 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbe4c0b3ef0 con 0x7fbe4c15bc80 2023-06-26T03:01:06.730 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.726+0000 7fbe547ee640 1 -- 172.21.15.81:0/1631794802 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbe4c0b3ef0 con 0x7fbe4c15bc80 2023-06-26T03:01:06.730 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.726+0000 7fbe42ffd640 1 -- 172.21.15.81:0/1631794802 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbe4c0b3ef0 con 0x7fbe4c15bc80 2023-06-26T03:01:06.730 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:01:06.732 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.730+0000 7fbe547ee640 1 -- 172.21.15.81:0/1631794802 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbe300662b0 msgr2=0x7fbe30068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.732 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.730+0000 7fbe547ee640 1 --2- 172.21.15.81:0/1631794802 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbe300662b0 0x7fbe30068760 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c0b1810 tx=0x7fbe48008040 comp rx=0 tx=0).stop 2023-06-26T03:01:06.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.730+0000 7fbe547ee640 1 -- 172.21.15.81:0/1631794802 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe4c15bc80 msgr2=0x7fbe4c06e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.730+0000 7fbe547ee640 1 --2- 172.21.15.81:0/1631794802 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe4c15bc80 0x7fbe4c06e140 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fbe4400c700 tx=0x7fbe4400cbc0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.730+0000 7fbe547ee640 1 -- 172.21.15.81:0/1631794802 shutdown_connections 2023-06-26T03:01:06.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.730+0000 7fbe547ee640 1 --2- 172.21.15.81:0/1631794802 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fbe300662b0 0x7fbe30068760 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.730+0000 7fbe547ee640 1 --2- 172.21.15.81:0/1631794802 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fbe4c15bc80 0x7fbe4c06e140 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.730+0000 7fbe547ee640 1 --2- 172.21.15.81:0/1631794802 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe4c0b0c70 0x7fbe4c0c59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.730+0000 7fbe547ee640 1 --2- 172.21.15.81:0/1631794802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe4c06ab00 0x7fbe4c141110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.730+0000 7fbe547ee640 1 -- 172.21.15.81:0/1631794802 >> 172.21.15.81:0/1631794802 conn(0x7fbe4c0991d0 msgr2=0x7fbe4c151db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:06.734 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.730+0000 7fbe547ee640 1 -- 172.21.15.81:0/1631794802 shutdown_connections 2023-06-26T03:01:06.734 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.730+0000 7fbe547ee640 1 -- 172.21.15.81:0/1631794802 wait complete. 2023-06-26T03:01:06.747 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:01:06.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.866+0000 7fafc27ce640 1 Processor -- start 2023-06-26T03:01:06.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.866+0000 7fafc27ce640 1 -- start start 2023-06-26T03:01:06.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.866+0000 7fafc27ce640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fafbc0c87a0 0x7fafbc06ff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.866+0000 7fafc27ce640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafbc159ba0 con 0x7fafbc0c8b70 2023-06-26T03:01:06.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.866+0000 7fafc27ce640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafbc070450 con 0x7fafbc0afdc0 2023-06-26T03:01:06.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.866+0000 7fafc27ce640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafbc071220 con 0x7fafbc0c87a0 2023-06-26T03:01:06.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.866+0000 7fafbbfff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fafbc0c87a0 0x7fafbc06ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.866+0000 7fafbb7fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fafbc0c8b70 0x7fafbc0af6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41272/0 (socket says 172.21.15.81:41272) 2023-06-26T03:01:06.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.866+0000 7fafbb7fe640 1 -- 172.21.15.81:0/2500926439 learned_addr learned my addr 172.21.15.81:0/2500926439 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:06.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.866+0000 7fafbbfff640 1 -- 172.21.15.81:0/2500926439 >> v1:172.21.15.92:6789/0 conn(0x7fafbc0afdc0 legacy=0x7fafbc06b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.866+0000 7fafbbfff640 1 -- 172.21.15.81:0/2500926439 >> v1:172.21.15.81:6789/0 conn(0x7fafbc0c8b70 legacy=0x7fafbc0af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.866+0000 7fafbaffd640 1 -- 172.21.15.81:0/2500926439 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1119803449 0 0) 0x7fafbc159ba0 con 0x7fafbc0c8b70 2023-06-26T03:01:06.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.866+0000 7fafbbfff640 1 -- 172.21.15.81:0/2500926439 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafbc0706a0 con 0x7fafbc0c87a0 2023-06-26T03:01:06.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafbbfff640 1 --2- 172.21.15.81:0/2500926439 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafbc0c87a0 0x7fafbc06ff10 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fafac0097c0 tx=0x7fafac01c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5df9e8178c02c5ef server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:06.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafbaffd640 1 -- 172.21.15.81:0/2500926439 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafac0ab650 con 0x7fafbc0c87a0 2023-06-26T03:01:06.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafbaffd640 1 -- 172.21.15.81:0/2500926439 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafac0ab7b0 con 0x7fafbc0c87a0 2023-06-26T03:01:06.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafbaffd640 1 -- 172.21.15.81:0/2500926439 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafac0abb40 con 0x7fafbc0c87a0 2023-06-26T03:01:06.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 -- 172.21.15.81:0/2500926439 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafbc0c87a0 msgr2=0x7fafbc06ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 --2- 172.21.15.81:0/2500926439 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafbc0c87a0 0x7fafbc06ff10 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fafac0097c0 tx=0x7fafac01c450 comp rx=0 tx=0).stop 2023-06-26T03:01:06.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 -- 172.21.15.81:0/2500926439 shutdown_connections 2023-06-26T03:01:06.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 --2- 172.21.15.81:0/2500926439 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafbc0c87a0 0x7fafbc06ff10 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 -- 172.21.15.81:0/2500926439 >> 172.21.15.81:0/2500926439 conn(0x7fafbc06a100 msgr2=0x7fafbc0ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:06.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 -- 172.21.15.81:0/2500926439 shutdown_connections 2023-06-26T03:01:06.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 -- 172.21.15.81:0/2500926439 wait complete. 2023-06-26T03:01:06.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 Processor -- start 2023-06-26T03:01:06.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 -- start start 2023-06-26T03:01:06.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafbc0afdc0 0x7fafbc0b11d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fafbc0c87a0 0x7fafbc0c0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafbc0c8b70 0x7fafbc159970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafbc0b3160 con 0x7fafbc0c8b70 2023-06-26T03:01:06.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafbc15c770 con 0x7fafbc0afdc0 2023-06-26T03:01:06.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafbc15cc20 con 0x7fafbc0c87a0 2023-06-26T03:01:06.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc0d6b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafbc0c8b70 0x7fafbc159970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc0d6b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafbc0c8b70 0x7fafbc159970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:59012/0 (socket says 172.21.15.81:59012) 2023-06-26T03:01:06.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc0d6b640 1 -- 172.21.15.81:0/3327336017 learned_addr learned my addr 172.21.15.81:0/3327336017 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:06.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc0d6b640 1 -- 172.21.15.81:0/3327336017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fafbc0c87a0 msgr2=0x7fafbc0c0300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc0d6b640 1 --2- 172.21.15.81:0/3327336017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fafbc0c87a0 0x7fafbc0c0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc0d6b640 1 -- 172.21.15.81:0/3327336017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafbc0afdc0 msgr2=0x7fafbc0b11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:06.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc0d6b640 1 --2- 172.21.15.81:0/3327336017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafbc0afdc0 0x7fafbc0b11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:06.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc0d6b640 1 -- 172.21.15.81:0/3327336017 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafac009420 con 0x7fafbc0c8b70 2023-06-26T03:01:06.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc0d6b640 1 --2- 172.21.15.81:0/3327336017 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafbc0c8b70 0x7fafbc159970 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fafb400c7d0 tx=0x7fafb400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:06.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafb8ff9640 1 -- 172.21.15.81:0/3327336017 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb4003b80 con 0x7fafbc0c8b70 2023-06-26T03:01:06.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafb8ff9640 1 -- 172.21.15.81:0/3327336017 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafb4003ce0 con 0x7fafbc0c8b70 2023-06-26T03:01:06.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 -- 172.21.15.81:0/3327336017 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafbc0b2e80 con 0x7fafbc0c8b70 2023-06-26T03:01:06.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafb8ff9640 1 -- 172.21.15.81:0/3327336017 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb400aa30 con 0x7fafbc0c8b70 2023-06-26T03:01:06.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.870+0000 7fafc27ce640 1 -- 172.21.15.81:0/3327336017 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafbc0b2040 con 0x7fafbc0c8b70 2023-06-26T03:01:06.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.874+0000 7fafc27ce640 1 -- 172.21.15.81:0/3327336017 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafbc0c3ed0 con 0x7fafbc0c8b70 2023-06-26T03:01:06.878 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.874+0000 7fafb8ff9640 1 -- 172.21.15.81:0/3327336017 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fafb400ab90 con 0x7fafbc0c8b70 2023-06-26T03:01:06.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.874+0000 7fafb8ff9640 1 --2- 172.21.15.81:0/3327336017 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fafa80662b0 0x7fafa8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:06.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.874+0000 7fafb8ff9640 1 -- 172.21.15.81:0/3327336017 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fafb4083b20 con 0x7fafbc0c8b70 2023-06-26T03:01:06.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.874+0000 7fafbbfff640 1 --2- 172.21.15.81:0/3327336017 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fafa80662b0 0x7fafa8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:06.879 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.874+0000 7fafbbfff640 1 --2- 172.21.15.81:0/3327336017 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fafa80662b0 0x7fafa8068760 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fafac0af000 tx=0x7fafac008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:06.881 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:06.878+0000 7fafb8ff9640 1 -- 172.21.15.81:0/3327336017 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fafbc0c3ed0 con 0x7fafbc0c8b70 2023-06-26T03:01:07.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.018+0000 7fafc27ce640 1 -- 172.21.15.81:0/3327336017 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fafbc15c940 con 0x7fafbc0c8b70 2023-06-26T03:01:07.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.018+0000 7fafb8ff9640 1 -- 172.21.15.81:0/3327336017 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7fafbc15c940 con 0x7fafbc0c8b70 2023-06-26T03:01:07.022 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:01:07.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.022+0000 7fafc27ce640 1 -- 172.21.15.81:0/3327336017 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fafa80662b0 msgr2=0x7fafa8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.022+0000 7fafc27ce640 1 --2- 172.21.15.81:0/3327336017 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fafa80662b0 0x7fafa8068760 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fafac0af000 tx=0x7fafac008040 comp rx=0 tx=0).stop 2023-06-26T03:01:07.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.022+0000 7fafc27ce640 1 -- 172.21.15.81:0/3327336017 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafbc0c8b70 msgr2=0x7fafbc159970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.022+0000 7fafc27ce640 1 --2- 172.21.15.81:0/3327336017 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafbc0c8b70 0x7fafbc159970 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fafb400c7d0 tx=0x7fafb400cc90 comp rx=0 tx=0).stop 2023-06-26T03:01:07.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.022+0000 7fafc27ce640 1 -- 172.21.15.81:0/3327336017 shutdown_connections 2023-06-26T03:01:07.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.022+0000 7fafc27ce640 1 --2- 172.21.15.81:0/3327336017 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fafa80662b0 0x7fafa8068760 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.022+0000 7fafc27ce640 1 --2- 172.21.15.81:0/3327336017 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fafbc0c8b70 0x7fafbc159970 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.022+0000 7fafc27ce640 1 --2- 172.21.15.81:0/3327336017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fafbc0c87a0 0x7fafbc0c0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.022+0000 7fafc27ce640 1 --2- 172.21.15.81:0/3327336017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafbc0afdc0 0x7fafbc0b11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.022+0000 7fafc27ce640 1 -- 172.21.15.81:0/3327336017 >> 172.21.15.81:0/3327336017 conn(0x7fafbc06a100 msgr2=0x7fafbc1554c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:07.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.022+0000 7fafc27ce640 1 -- 172.21.15.81:0/3327336017 shutdown_connections 2023-06-26T03:01:07.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.022+0000 7fafc27ce640 1 -- 172.21.15.81:0/3327336017 wait complete. 2023-06-26T03:01:07.040 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:01:07.156 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f1924e13640 1 Processor -- start 2023-06-26T03:01:07.157 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f1924e13640 1 -- start start 2023-06-26T03:01:07.157 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f1924e13640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f192015bd60 0x7f192006eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.158 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f1924e13640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19200cf1c0 0x7f19200cf620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.158 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f1924e13640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19200cfb60 con 0x7f192006b970 2023-06-26T03:01:07.158 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f1924e13640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1920160830 con 0x7f192015bd60 2023-06-26T03:01:07.158 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f1924e13640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f192015fc90 con 0x7f19200cf1c0 2023-06-26T03:01:07.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f191e59c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f192015bd60 0x7f192006eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f191ed9d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19200cf1c0 0x7f19200cf620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f191e59c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f192015bd60 0x7f192006eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:37542/0 (socket says 172.21.15.81:37542) 2023-06-26T03:01:07.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f191e59c640 1 -- 172.21.15.81:0/3428326373 learned_addr learned my addr 172.21.15.81:0/3428326373 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:07.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f1915d9b640 1 --1- 172.21.15.81:0/3428326373 >> v1:172.21.15.92:6789/0 conn(0x7f192006b970 0x7f1920160120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:35044/0 (socket says 172.21.15.81:35044) 2023-06-26T03:01:07.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f191ed9d640 1 -- 172.21.15.81:0/3428326373 >> v2:172.21.15.92:3300/0 conn(0x7f192015bd60 msgr2=0x7f192006eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:07.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f191ed9d640 1 --2- 172.21.15.81:0/3428326373 >> v2:172.21.15.92:3300/0 conn(0x7f192015bd60 0x7f192006eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f191ed9d640 1 -- 172.21.15.81:0/3428326373 >> v1:172.21.15.92:6789/0 conn(0x7f192006b970 legacy=0x7f1920160120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.154+0000 7f191ed9d640 1 -- 172.21.15.81:0/3428326373 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19200af5b0 con 0x7f19200cf1c0 2023-06-26T03:01:07.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.158+0000 7f191ed9d640 1 --2- 172.21.15.81:0/3428326373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19200cf1c0 0x7f19200cf620 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1918009d90 tx=0x7f191801c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5a38bcf31d6aee server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:07.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.158+0000 7f191dd9b640 1 -- 172.21.15.81:0/3428326373 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19180a5900 con 0x7f19200cf1c0 2023-06-26T03:01:07.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.158+0000 7f191dd9b640 1 -- 172.21.15.81:0/3428326373 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19180a5a60 con 0x7f19200cf1c0 2023-06-26T03:01:07.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.158+0000 7f191dd9b640 1 -- 172.21.15.81:0/3428326373 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19180a5df0 con 0x7f19200cf1c0 2023-06-26T03:01:07.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.158+0000 7f1924e13640 1 -- 172.21.15.81:0/3428326373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19200cf1c0 msgr2=0x7f19200cf620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.158+0000 7f1924e13640 1 --2- 172.21.15.81:0/3428326373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19200cf1c0 0x7f19200cf620 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1918009d90 tx=0x7f191801c950 comp rx=0 tx=0).stop 2023-06-26T03:01:07.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.158+0000 7f1924e13640 1 -- 172.21.15.81:0/3428326373 shutdown_connections 2023-06-26T03:01:07.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.158+0000 7f1924e13640 1 --2- 172.21.15.81:0/3428326373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19200cf1c0 0x7f19200cf620 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.158+0000 7f1924e13640 1 --2- 172.21.15.81:0/3428326373 >> v2:172.21.15.92:3300/0 conn(0x7f192015bd60 0x7f192006eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.163 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.158+0000 7f1924e13640 1 -- 172.21.15.81:0/3428326373 >> 172.21.15.81:0/3428326373 conn(0x7f19200cfec0 msgr2=0x7f19200d02c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:07.163 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.158+0000 7f1924e13640 1 -- 172.21.15.81:0/3428326373 shutdown_connections 2023-06-26T03:01:07.163 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.158+0000 7f1924e13640 1 -- 172.21.15.81:0/3428326373 wait complete. 2023-06-26T03:01:07.163 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f1924e13640 1 Processor -- start 2023-06-26T03:01:07.163 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f1924e13640 1 -- start start 2023-06-26T03:01:07.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f1924e13640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f192006b970 0x7f19200ae310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f1924e13640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19200cf1c0 0x7f19200ac990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f1924e13640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f192015bd60 0x7f19200b07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f1924e13640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19200ad270 con 0x7f192015bd60 2023-06-26T03:01:07.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f1924e13640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19200ad550 con 0x7f19200cf1c0 2023-06-26T03:01:07.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f1924e13640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19200ad830 con 0x7f192006b970 2023-06-26T03:01:07.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f191ed9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f192015bd60 0x7f19200b07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f191ed9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f192015bd60 0x7f19200b07b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:59018/0 (socket says 172.21.15.81:59018) 2023-06-26T03:01:07.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f191ed9d640 1 -- 172.21.15.81:0/2896388769 learned_addr learned my addr 172.21.15.81:0/2896388769 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:07.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f191e59c640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f192006b970 0x7f19200ae310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f1915d9b640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19200cf1c0 0x7f19200ac990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f191ed9d640 1 -- 172.21.15.81:0/2896388769 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f192006b970 msgr2=0x7f19200ae310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f191ed9d640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f192006b970 0x7f19200ae310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f191ed9d640 1 -- 172.21.15.81:0/2896388769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19200cf1c0 msgr2=0x7f19200ac990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f191ed9d640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19200cf1c0 0x7f19200ac990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f191ed9d640 1 -- 172.21.15.81:0/2896388769 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1918009a70 con 0x7f192015bd60 2023-06-26T03:01:07.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f191e59c640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f192006b970 0x7f19200ae310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:07.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f1915d9b640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19200cf1c0 0x7f19200ac990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:07.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f191ed9d640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f192015bd60 0x7f19200b07b0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f1918009d90 tx=0x7f19180196f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:07.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f19177fe640 1 -- 172.21.15.81:0/2896388769 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19180ae8e0 con 0x7f192015bd60 2023-06-26T03:01:07.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f19177fe640 1 -- 172.21.15.81:0/2896388769 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19180aea40 con 0x7f192015bd60 2023-06-26T03:01:07.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f1924e13640 1 -- 172.21.15.81:0/2896388769 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19200adb10 con 0x7f192015bd60 2023-06-26T03:01:07.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f19177fe640 1 -- 172.21.15.81:0/2896388769 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19180aedf0 con 0x7f192015bd60 2023-06-26T03:01:07.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f1924e13640 1 -- 172.21.15.81:0/2896388769 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19200ae850 con 0x7f192015bd60 2023-06-26T03:01:07.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f1924e13640 1 -- 172.21.15.81:0/2896388769 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1920066880 con 0x7f192015bd60 2023-06-26T03:01:07.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f19177fe640 1 -- 172.21.15.81:0/2896388769 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f19180b4050 con 0x7f192015bd60 2023-06-26T03:01:07.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.162+0000 7f19177fe640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1904066280 0x7f1904068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.166+0000 7f19177fe640 1 -- 172.21.15.81:0/2896388769 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f191811ecb0 con 0x7f192015bd60 2023-06-26T03:01:07.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.166+0000 7f191e59c640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1904066280 0x7f1904068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.166+0000 7f191e59c640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1904066280 0x7f1904068730 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f19201f7c00 tx=0x7f1908008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:07.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.170+0000 7f19177fe640 1 -- 172.21.15.81:0/2896388769 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f19180ec210 con 0x7f192015bd60 2023-06-26T03:01:07.335 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f1924e13640 1 -- 172.21.15.81:0/2896388769 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f19200adfc0 con 0x7f192015bd60 2023-06-26T03:01:07.336 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f19177fe640 1 -- 172.21.15.81:0/2896388769 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f19180b2080 con 0x7f192015bd60 2023-06-26T03:01:07.336 INFO:teuthology.orchestra.run.smithi081.stderr:listed 0 entries 2023-06-26T03:01:07.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f1924e13640 1 -- 172.21.15.81:0/2896388769 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1904066280 msgr2=0x7f1904068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f1924e13640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1904066280 0x7f1904068730 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f19201f7c00 tx=0x7f1908008040 comp rx=0 tx=0).stop 2023-06-26T03:01:07.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f1924e13640 1 -- 172.21.15.81:0/2896388769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f192015bd60 msgr2=0x7f19200b07b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f1924e13640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f192015bd60 0x7f19200b07b0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f1918009d90 tx=0x7f19180196f0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f1924e13640 1 -- 172.21.15.81:0/2896388769 shutdown_connections 2023-06-26T03:01:07.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f1924e13640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1904066280 0x7f1904068730 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f1924e13640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f192015bd60 0x7f19200b07b0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f1924e13640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19200cf1c0 0x7f19200ac990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f1924e13640 1 --2- 172.21.15.81:0/2896388769 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f192006b970 0x7f19200ae310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f1924e13640 1 -- 172.21.15.81:0/2896388769 >> 172.21.15.81:0/2896388769 conn(0x7f19200cfec0 msgr2=0x7f1920160120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:07.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f1924e13640 1 -- 172.21.15.81:0/2896388769 shutdown_connections 2023-06-26T03:01:07.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.334+0000 7f1924e13640 1 -- 172.21.15.81:0/2896388769 wait complete. 2023-06-26T03:01:07.354 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi092.front.sepia.ceph.com... 2023-06-26T03:01:07.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:07.355 DEBUG:teuthology.orchestra.run.smithi092:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2023-06-26T03:01:07.370 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:01:07.370 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2023-06-26T03:01:07.370 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:07.371 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-06-26T03:01:07.417 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2023-06-26T03:01:07.418 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:01:07.539 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.534+0000 7fc1194e7640 1 Processor -- start 2023-06-26T03:01:07.539 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.534+0000 7fc1194e7640 1 -- start start 2023-06-26T03:01:07.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc1194e7640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc1141596a0 0x7fc114070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc1194e7640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc11406bd00 con 0x7fc1140afe80 2023-06-26T03:01:07.540 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc1194e7640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1140ca100 con 0x7fc1140c9560 2023-06-26T03:01:07.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc1194e7640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc114070360 con 0x7fc1141596a0 2023-06-26T03:01:07.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc1137fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fc1140afe80 0x7fc1140b0b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41286/0 (socket says 172.21.15.81:41286) 2023-06-26T03:01:07.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc1137fe640 1 -- 172.21.15.81:0/3372781269 learned_addr learned my addr 172.21.15.81:0/3372781269 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:07.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc112ffd640 1 --2- 172.21.15.81:0/3372781269 >> v2:172.21.15.92:3300/0 conn(0x7fc1141596a0 0x7fc114070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1214635043 0 0) 0x7fc11406bd00 con 0x7fc1140afe80 2023-06-26T03:01:07.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc0fc003530 con 0x7fc1140afe80 2023-06-26T03:01:07.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1538555408 0 0) 0x7fc0fc003530 con 0x7fc1140afe80 2023-06-26T03:01:07.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 >> v2:172.21.15.92:3300/0 conn(0x7fc1141596a0 msgr2=0x7fc114070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:07.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 --2- 172.21.15.81:0/3372781269 >> v2:172.21.15.92:3300/0 conn(0x7fc1141596a0 0x7fc114070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 >> v1:172.21.15.92:6789/0 conn(0x7fc1140c9560 legacy=0x7fc1140af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc114070640 con 0x7fc1140afe80 2023-06-26T03:01:07.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fc10c001a00 con 0x7fc1140afe80 2023-06-26T03:01:07.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 >> v1:172.21.15.81:6789/0 conn(0x7fc1140afe80 legacy=0x7fc1140b0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 --2- 172.21.15.81:0/3372781269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0fc003980 0x7fc0fc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 --2- 172.21.15.81:0/3372781269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc0fc0047d0 0x7fc0fc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 --2- 172.21.15.81:0/3372781269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc0fc005180 0x7fc0fc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc114070360 con 0x7fc0fc003980 2023-06-26T03:01:07.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0fc00c090 con 0x7fc0fc0047d0 2023-06-26T03:01:07.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0fc00c250 con 0x7fc0fc005180 2023-06-26T03:01:07.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc112ffd640 1 --2- 172.21.15.81:0/3372781269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0fc003980 0x7fc0fc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc1127fc640 1 --2- 172.21.15.81:0/3372781269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc0fc0047d0 0x7fc0fc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc1137fe640 1 --2- 172.21.15.81:0/3372781269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc0fc005180 0x7fc0fc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc112ffd640 1 -- 172.21.15.81:0/3372781269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc0fc005180 msgr2=0x7fc0fc00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:07.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc112ffd640 1 --2- 172.21.15.81:0/3372781269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc0fc005180 0x7fc0fc00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc112ffd640 1 -- 172.21.15.81:0/3372781269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc0fc0047d0 msgr2=0x7fc0fc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:07.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc112ffd640 1 --2- 172.21.15.81:0/3372781269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc0fc0047d0 0x7fc0fc004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc112ffd640 1 -- 172.21.15.81:0/3372781269 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0fc003530 con 0x7fc0fc003980 2023-06-26T03:01:07.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc1137fe640 1 --2- 172.21.15.81:0/3372781269 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc0fc005180 0x7fc0fc00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:07.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.538+0000 7fc1137fe640 1 -- 172.21.15.81:0/3372781269 reap_dead start 2023-06-26T03:01:07.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc112ffd640 1 --2- 172.21.15.81:0/3372781269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0fc003980 0x7fc0fc003d90 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fc104009ae0 tx=0x7fc10401ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9046fac386d8e68c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:07.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1040a5590 con 0x7fc0fc003980 2023-06-26T03:01:07.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1040a56f0 con 0x7fc0fc003980 2023-06-26T03:01:07.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc111ffb640 1 -- 172.21.15.81:0/3372781269 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1040a5aa0 con 0x7fc0fc003980 2023-06-26T03:01:07.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 -- 172.21.15.81:0/3372781269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0fc003980 msgr2=0x7fc0fc003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 --2- 172.21.15.81:0/3372781269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0fc003980 0x7fc0fc003d90 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fc104009ae0 tx=0x7fc10401ca20 comp rx=0 tx=0).stop 2023-06-26T03:01:07.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 -- 172.21.15.81:0/3372781269 shutdown_connections 2023-06-26T03:01:07.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 --2- 172.21.15.81:0/3372781269 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0fc003980 0x7fc0fc003d90 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 -- 172.21.15.81:0/3372781269 >> 172.21.15.81:0/3372781269 conn(0x7fc1140ca770 msgr2=0x7fc1140cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:07.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 -- 172.21.15.81:0/3372781269 shutdown_connections 2023-06-26T03:01:07.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 -- 172.21.15.81:0/3372781269 wait complete. 2023-06-26T03:01:07.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 Processor -- start 2023-06-26T03:01:07.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 -- start start 2023-06-26T03:01:07.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0fc003980 0x7fc11413f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc11415bd00 0x7fc1141f4490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1140ccf90 0x7fc1140b2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1141401e0 con 0x7fc0fc003980 2023-06-26T03:01:07.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc11415ad30 con 0x7fc11415bd00 2023-06-26T03:01:07.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1194e7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc11415b870 con 0x7fc1140ccf90 2023-06-26T03:01:07.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc112ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0fc003980 0x7fc11413f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc112ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0fc003980 0x7fc11413f9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:59026/0 (socket says 172.21.15.81:59026) 2023-06-26T03:01:07.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc112ffd640 1 -- 172.21.15.81:0/2409558689 learned_addr learned my addr 172.21.15.81:0/2409558689 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:07.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.542+0000 7fc1137fe640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1140ccf90 0x7fc1140b2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc1127fc640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc11415bd00 0x7fc1141f4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc112ffd640 1 -- 172.21.15.81:0/2409558689 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1140ccf90 msgr2=0x7fc1140b2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc112ffd640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1140ccf90 0x7fc1140b2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc112ffd640 1 -- 172.21.15.81:0/2409558689 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc11415bd00 msgr2=0x7fc1141f4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc112ffd640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc11415bd00 0x7fc1141f4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc112ffd640 1 -- 172.21.15.81:0/2409558689 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc11413ff10 con 0x7fc0fc003980 2023-06-26T03:01:07.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc1137fe640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1140ccf90 0x7fc1140b2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:07.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc112ffd640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0fc003980 0x7fc11413f9d0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fc10401c850 tx=0x7fc1040197c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:07.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc0fb7fe640 1 -- 172.21.15.81:0/2409558689 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1040bd070 con 0x7fc0fc003980 2023-06-26T03:01:07.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc0fb7fe640 1 -- 172.21.15.81:0/2409558689 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc10400f000 con 0x7fc0fc003980 2023-06-26T03:01:07.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc1194e7640 1 -- 172.21.15.81:0/2409558689 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc11415af40 con 0x7fc0fc003980 2023-06-26T03:01:07.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc0fb7fe640 1 -- 172.21.15.81:0/2409558689 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc104004260 con 0x7fc0fc003980 2023-06-26T03:01:07.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc1194e7640 1 -- 172.21.15.81:0/2409558689 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc11415b500 con 0x7fc0fc003980 2023-06-26T03:01:07.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc1194e7640 1 -- 172.21.15.81:0/2409558689 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc11404d790 con 0x7fc0fc003980 2023-06-26T03:01:07.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc0fb7fe640 1 -- 172.21.15.81:0/2409558689 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc1040b4070 con 0x7fc0fc003980 2023-06-26T03:01:07.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc0fb7fe640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc100066280 0x7fc100068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc0fb7fe640 1 -- 172.21.15.81:0/2409558689 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fc10411d960 con 0x7fc0fc003980 2023-06-26T03:01:07.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc1127fc640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc100066280 0x7fc100068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.546+0000 7fc1127fc640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc100066280 0x7fc100068730 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc11415c0d0 tx=0x7fc108009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:07.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.550+0000 7fc0fb7fe640 1 -- 172.21.15.81:0/2409558689 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc1040eae30 con 0x7fc0fc003980 2023-06-26T03:01:07.731 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc1194e7640 1 -- 172.21.15.81:0/2409558689 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc1140c8f40 con 0x7fc0fc003980 2023-06-26T03:01:07.732 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc0fb7fe640 1 -- 172.21.15.81:0/2409558689 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7fc1040ee450 con 0x7fc0fc003980 2023-06-26T03:01:07.732 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:07.733 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/3705944699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":3705944699},{"type":"v1","addr":"172.21.15.92:6834","nonce":3705944699}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4266,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/2020922726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":2020922726},{"type":"v1","addr":"172.21.15.81:6835","nonce":2020922726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3162637623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3162637623},{"type":"v1","addr":"172.21.15.81:6837","nonce":3162637623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:00:14.139536+0000","modified":"2023-06-26T03:00:16.913731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/3906833758","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":3906833758},{"type":"v1","addr":"172.21.15.92:6835","nonce":3906833758}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:01:07.733 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 7 2023-06-26T03:01:07.734 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc1194e7640 1 -- 172.21.15.81:0/2409558689 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc100066280 msgr2=0x7fc100068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.734 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc1194e7640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc100066280 0x7fc100068730 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc11415c0d0 tx=0x7fc108009040 comp rx=0 tx=0).stop 2023-06-26T03:01:07.735 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc1194e7640 1 -- 172.21.15.81:0/2409558689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0fc003980 msgr2=0x7fc11413f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.735 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc1194e7640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0fc003980 0x7fc11413f9d0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fc10401c850 tx=0x7fc1040197c0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.735 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc1194e7640 1 -- 172.21.15.81:0/2409558689 shutdown_connections 2023-06-26T03:01:07.735 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc1194e7640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc100066280 0x7fc100068730 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.735 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc1194e7640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1140ccf90 0x7fc1140b2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.735 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc1194e7640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc11415bd00 0x7fc1141f4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.735 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc1194e7640 1 --2- 172.21.15.81:0/2409558689 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc0fc003980 0x7fc11413f9d0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.735 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc1194e7640 1 -- 172.21.15.81:0/2409558689 >> 172.21.15.81:0/2409558689 conn(0x7fc1140ca770 msgr2=0x7fc114156b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:07.736 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc1194e7640 1 -- 172.21.15.81:0/2409558689 shutdown_connections 2023-06-26T03:01:07.736 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.730+0000 7fc1194e7640 1 -- 172.21.15.81:0/2409558689 wait complete. 2023-06-26T03:01:07.749 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:07.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.850+0000 7f317758e640 1 Processor -- start 2023-06-26T03:01:07.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.850+0000 7f317758e640 1 -- start start 2023-06-26T03:01:07.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f317758e640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f31700b19c0 0x7f31700ca590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f317758e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f317015f5f0 0x7f31700cf540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f317758e640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f317015fa50 con 0x7f31700b2430 2023-06-26T03:01:07.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f317758e640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f317015bf70 con 0x7f31700b19c0 2023-06-26T03:01:07.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f317758e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3170160520 con 0x7f317015f5f0 2023-06-26T03:01:07.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f3174b29640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f31700b19c0 0x7f31700ca590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f317532a640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f31700b2430 0x7f31700cee30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:41302/0 (socket says 172.21.15.81:41302) 2023-06-26T03:01:07.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f317532a640 1 -- 172.21.15.81:0/2715958876 learned_addr learned my addr 172.21.15.81:0/2715958876 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:07.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f3174b29640 1 -- 172.21.15.81:0/2715958876 >> v2:172.21.15.92:3300/0 conn(0x7f317015f5f0 msgr2=0x7f31700cf540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:07.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f3175b2b640 1 --2- 172.21.15.81:0/2715958876 >> v2:172.21.15.92:3300/0 conn(0x7f317015f5f0 0x7f31700cf540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f3167fff640 1 -- 172.21.15.81:0/2715958876 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2656658079 0 0) 0x7f317015fa50 con 0x7f31700b2430 2023-06-26T03:01:07.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f3174b29640 1 --2- 172.21.15.81:0/2715958876 >> v2:172.21.15.92:3300/0 conn(0x7f317015f5f0 0x7f31700cf540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f3174b29640 1 -- 172.21.15.81:0/2715958876 >> v1:172.21.15.81:6789/0 conn(0x7f31700b2430 legacy=0x7f31700cee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.854+0000 7f3174b29640 1 -- 172.21.15.81:0/2715958876 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31700b2800 con 0x7f31700b19c0 2023-06-26T03:01:07.861 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.858+0000 7f3174b29640 1 --2- 172.21.15.81:0/2715958876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f31700b19c0 0x7f31700ca590 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f3170070fb0 tx=0x7f316c01c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab717d4b21ee55ba server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:07.861 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.858+0000 7f3167fff640 1 -- 172.21.15.81:0/2715958876 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f316c0ac640 con 0x7f31700b19c0 2023-06-26T03:01:07.862 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.858+0000 7f3167fff640 1 -- 172.21.15.81:0/2715958876 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f316c0ac7a0 con 0x7f31700b19c0 2023-06-26T03:01:07.862 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.858+0000 7f3167fff640 1 -- 172.21.15.81:0/2715958876 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f316c0acb30 con 0x7f31700b19c0 2023-06-26T03:01:07.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.858+0000 7f317758e640 1 -- 172.21.15.81:0/2715958876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f31700b19c0 msgr2=0x7f31700ca590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.858+0000 7f317758e640 1 --2- 172.21.15.81:0/2715958876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f31700b19c0 0x7f31700ca590 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f3170070fb0 tx=0x7f316c01c310 comp rx=0 tx=0).stop 2023-06-26T03:01:07.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.858+0000 7f317758e640 1 -- 172.21.15.81:0/2715958876 shutdown_connections 2023-06-26T03:01:07.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.858+0000 7f317758e640 1 --2- 172.21.15.81:0/2715958876 >> v2:172.21.15.92:3300/0 conn(0x7f317015f5f0 0x7f31700cf540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.858+0000 7f317758e640 1 --2- 172.21.15.81:0/2715958876 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f31700b19c0 0x7f31700ca590 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.863 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.858+0000 7f317758e640 1 -- 172.21.15.81:0/2715958876 >> 172.21.15.81:0/2715958876 conn(0x7f317006d280 msgr2=0x7f317006d680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:07.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.858+0000 7f317758e640 1 -- 172.21.15.81:0/2715958876 shutdown_connections 2023-06-26T03:01:07.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.858+0000 7f317758e640 1 -- 172.21.15.81:0/2715958876 wait complete. 2023-06-26T03:01:07.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f317758e640 1 Processor -- start 2023-06-26T03:01:07.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f317758e640 1 -- start start 2023-06-26T03:01:07.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f317758e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31700b19c0 0x7f317015a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f317758e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f31700b2430 0x7f31701597f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f317758e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f317015f5f0 0x7f317014e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f317758e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3170152e50 con 0x7f31700b2430 2023-06-26T03:01:07.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f317758e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f317014eca0 con 0x7f317015f5f0 2023-06-26T03:01:07.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f317758e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f317015afd0 con 0x7f31700b19c0 2023-06-26T03:01:07.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3174b29640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f31700b2430 0x7f31701597f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3174b29640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f31700b2430 0x7f31701597f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:59050/0 (socket says 172.21.15.81:59050) 2023-06-26T03:01:07.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3174b29640 1 -- 172.21.15.81:0/4217460091 learned_addr learned my addr 172.21.15.81:0/4217460091 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:07.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3175b2b640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f317015f5f0 0x7f317014e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f317532a640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31700b19c0 0x7f317015a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3174b29640 1 -- 172.21.15.81:0/4217460091 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31700b19c0 msgr2=0x7f317015a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3174b29640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31700b19c0 0x7f317015a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3174b29640 1 -- 172.21.15.81:0/4217460091 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f317015f5f0 msgr2=0x7f317014e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:07.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3174b29640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f317015f5f0 0x7f317014e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:07.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3174b29640 1 -- 172.21.15.81:0/4217460091 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f316c009420 con 0x7f31700b2430 2023-06-26T03:01:07.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3175b2b640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f317015f5f0 0x7f317014e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:07.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3174b29640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f31700b2430 0x7f31701597f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f316c019f40 tx=0x7f316c0190b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:07.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3165ffb640 1 -- 172.21.15.81:0/4217460091 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f316c004030 con 0x7f31700b2430 2023-06-26T03:01:07.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3165ffb640 1 -- 172.21.15.81:0/4217460091 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f316c004190 con 0x7f31700b2430 2023-06-26T03:01:07.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f317758e640 1 -- 172.21.15.81:0/4217460091 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3170152520 con 0x7f31700b2430 2023-06-26T03:01:07.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3165ffb640 1 -- 172.21.15.81:0/4217460091 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f316c004500 con 0x7f31700b2430 2023-06-26T03:01:07.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f317758e640 1 -- 172.21.15.81:0/4217460091 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3170152ae0 con 0x7f31700b2430 2023-06-26T03:01:07.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f317758e640 1 -- 172.21.15.81:0/4217460091 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3170152fc0 con 0x7f31700b2430 2023-06-26T03:01:07.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3165ffb640 1 -- 172.21.15.81:0/4217460091 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f316c0b3040 con 0x7f31700b2430 2023-06-26T03:01:07.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3165ffb640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3154066280 0x7f3154068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:07.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f317532a640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3154066280 0x7f3154068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:07.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.862+0000 7f3165ffb640 1 -- 172.21.15.81:0/4217460091 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f316c11e0d0 con 0x7f31700b2430 2023-06-26T03:01:07.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.866+0000 7f317532a640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3154066280 0x7f3154068730 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3160000f70 tx=0x7f3160007b60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:07.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:07.866+0000 7f3165ffb640 1 -- 172.21.15.81:0/4217460091 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f316c0eb510 con 0x7f31700b2430 2023-06-26T03:01:08.012 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.010+0000 7f317758e640 1 -- 172.21.15.81:0/4217460091 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f317004d790 con 0x7f31700b2430 2023-06-26T03:01:08.014 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.010+0000 7f3165ffb640 1 -- 172.21.15.81:0/4217460091 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18338 (secure 0 0 0) 0x7f316c0eeb30 con 0x7f31700b2430 2023-06-26T03:01:08.014 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:08.014 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":26,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:55.969232+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.b","mappings":[{"from":1,"to":5}]},{"pgid":"4.3b","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:08.016 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.014+0000 7f317758e640 1 -- 172.21.15.81:0/4217460091 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3154066280 msgr2=0x7f3154068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.016 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.014+0000 7f317758e640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3154066280 0x7f3154068730 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3160000f70 tx=0x7f3160007b60 comp rx=0 tx=0).stop 2023-06-26T03:01:08.016 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.014+0000 7f317758e640 1 -- 172.21.15.81:0/4217460091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f31700b2430 msgr2=0x7f31701597f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.016 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.014+0000 7f317758e640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f31700b2430 0x7f31701597f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f316c019f40 tx=0x7f316c0190b0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.016 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.014+0000 7f317758e640 1 -- 172.21.15.81:0/4217460091 shutdown_connections 2023-06-26T03:01:08.017 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.014+0000 7f317758e640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3154066280 0x7f3154068730 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.017 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.014+0000 7f317758e640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f317015f5f0 0x7f317014e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.017 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.014+0000 7f317758e640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f31700b2430 0x7f31701597f0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.017 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.014+0000 7f317758e640 1 --2- 172.21.15.81:0/4217460091 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31700b19c0 0x7f317015a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.017 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.014+0000 7f317758e640 1 -- 172.21.15.81:0/4217460091 >> 172.21.15.81:0/4217460091 conn(0x7f317006d280 msgr2=0x7f3170157ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:08.017 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.014+0000 7f317758e640 1 -- 172.21.15.81:0/4217460091 shutdown_connections 2023-06-26T03:01:08.018 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.014+0000 7f317758e640 1 -- 172.21.15.81:0/4217460091 wait complete. 2023-06-26T03:01:08.031 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:00:12.383462+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:00:13.144506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:01:08.032 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:01:08.156 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f032dd61640 1 Processor -- start 2023-06-26T03:01:08.156 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f032dd61640 1 -- start start 2023-06-26T03:01:08.157 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f032dd61640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0328153cb0 0x7f032815a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.157 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f032dd61640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f03280c8280 0x7f03280af6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.157 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f032dd61640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0328154080 con 0x7f032806af30 2023-06-26T03:01:08.157 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f032dd61640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f032806d080 con 0x7f03280c8280 2023-06-26T03:01:08.157 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f032dd61640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f032815abb0 con 0x7f0328153cb0 2023-06-26T03:01:08.158 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f0326ffd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f03280c8280 0x7f03280af6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.158 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f0326ffd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f03280c8280 0x7f03280af6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48168/0 (socket says 172.21.15.81:48168) 2023-06-26T03:01:08.158 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f0326ffd640 1 -- 172.21.15.81:0/1145826209 learned_addr learned my addr 172.21.15.81:0/1145826209 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:08.158 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f03277fe640 1 --2- 172.21.15.81:0/1145826209 >> v2:172.21.15.92:3300/0 conn(0x7f0328153cb0 0x7f032815a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f0326ffd640 1 -- 172.21.15.81:0/1145826209 >> v2:172.21.15.92:3300/0 conn(0x7f0328153cb0 msgr2=0x7f032815a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:08.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f0326ffd640 1 --2- 172.21.15.81:0/1145826209 >> v2:172.21.15.92:3300/0 conn(0x7f0328153cb0 0x7f032815a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f0326ffd640 1 -- 172.21.15.81:0/1145826209 >> v1:172.21.15.92:6789/0 conn(0x7f032806af30 legacy=0x7f03280703b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:08.159 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.154+0000 7f0326ffd640 1 -- 172.21.15.81:0/1145826209 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f032806ff10 con 0x7f03280c8280 2023-06-26T03:01:08.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f0326ffd640 1 --2- 172.21.15.81:0/1145826209 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03280c8280 0x7f03280af6b0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f03280caeb0 tx=0x7f031c01c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa60aba6d7cbe63c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:08.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f03267fc640 1 -- 172.21.15.81:0/1145826209 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f031c0ab600 con 0x7f03280c8280 2023-06-26T03:01:08.160 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f03267fc640 1 -- 172.21.15.81:0/1145826209 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f031c0a7050 con 0x7f03280c8280 2023-06-26T03:01:08.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f03267fc640 1 -- 172.21.15.81:0/1145826209 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f031c0ab980 con 0x7f03280c8280 2023-06-26T03:01:08.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 -- 172.21.15.81:0/1145826209 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03280c8280 msgr2=0x7f03280af6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 --2- 172.21.15.81:0/1145826209 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03280c8280 0x7f03280af6b0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f03280caeb0 tx=0x7f031c01c4c0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 -- 172.21.15.81:0/1145826209 shutdown_connections 2023-06-26T03:01:08.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 --2- 172.21.15.81:0/1145826209 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f03280c8280 0x7f03280af6b0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 --2- 172.21.15.81:0/1145826209 >> v2:172.21.15.92:3300/0 conn(0x7f0328153cb0 0x7f032815a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 -- 172.21.15.81:0/1145826209 >> 172.21.15.81:0/1145826209 conn(0x7f032806a100 msgr2=0x7f03280ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:08.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 -- 172.21.15.81:0/1145826209 shutdown_connections 2023-06-26T03:01:08.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 -- 172.21.15.81:0/1145826209 wait complete. 2023-06-26T03:01:08.163 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 Processor -- start 2023-06-26T03:01:08.163 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 -- start start 2023-06-26T03:01:08.163 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f032806af30 0x7f032814d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03280c8280 0x7f03280c39b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0328153cb0 0x7f032806b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f032814fb90 con 0x7f0328153cb0 2023-06-26T03:01:08.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f032814dda0 con 0x7f032806af30 2023-06-26T03:01:08.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f032814c620 con 0x7f03280c8280 2023-06-26T03:01:08.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f0327fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0328153cb0 0x7f032806b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f0327fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0328153cb0 0x7f032806b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48184/0 (socket says 172.21.15.81:48184) 2023-06-26T03:01:08.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f0327fff640 1 -- 172.21.15.81:0/3262671786 learned_addr learned my addr 172.21.15.81:0/3262671786 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:08.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f0326ffd640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03280c8280 0x7f03280c39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f03277fe640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f032806af30 0x7f032814d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f0327fff640 1 -- 172.21.15.81:0/3262671786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03280c8280 msgr2=0x7f03280c39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f0327fff640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03280c8280 0x7f03280c39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f0327fff640 1 -- 172.21.15.81:0/3262671786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f032806af30 msgr2=0x7f032814d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f0327fff640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f032806af30 0x7f032814d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f0327fff640 1 -- 172.21.15.81:0/3262671786 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f031c0094d0 con 0x7f0328153cb0 2023-06-26T03:01:08.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f0327fff640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0328153cb0 0x7f032806b410 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f032000c780 tx=0x7f032000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:08.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f030ffff640 1 -- 172.21.15.81:0/3262671786 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0320003d90 con 0x7f0328153cb0 2023-06-26T03:01:08.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f030ffff640 1 -- 172.21.15.81:0/3262671786 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f032000ce90 con 0x7f0328153cb0 2023-06-26T03:01:08.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 -- 172.21.15.81:0/3262671786 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f032814c900 con 0x7f0328153cb0 2023-06-26T03:01:08.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f030ffff640 1 -- 172.21.15.81:0/3262671786 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03200052b0 con 0x7f0328153cb0 2023-06-26T03:01:08.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.158+0000 7f032dd61640 1 -- 172.21.15.81:0/3262671786 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f032814cec0 con 0x7f0328153cb0 2023-06-26T03:01:08.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.162+0000 7f032dd61640 1 -- 172.21.15.81:0/3262671786 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03280c9d70 con 0x7f0328153cb0 2023-06-26T03:01:08.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.162+0000 7f030ffff640 1 -- 172.21.15.81:0/3262671786 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0320005410 con 0x7f0328153cb0 2023-06-26T03:01:08.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.162+0000 7f030ffff640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f03140662b0 0x7f0314068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.162+0000 7f03277fe640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f03140662b0 0x7f0314068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.162+0000 7f030ffff640 1 -- 172.21.15.81:0/3262671786 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f0320083110 con 0x7f0328153cb0 2023-06-26T03:01:08.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.162+0000 7f03277fe640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f03140662b0 0x7f0314068760 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f031800b930 tx=0x7f0318008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:08.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.166+0000 7f030ffff640 1 -- 172.21.15.81:0/3262671786 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f03200505e0 con 0x7f0328153cb0 2023-06-26T03:01:08.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.318+0000 7f032dd61640 1 -- 172.21.15.81:0/3262671786 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f032814d0b0 con 0x7f0328153cb0 2023-06-26T03:01:08.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.318+0000 7f030ffff640 1 -- 172.21.15.81:0/3262671786 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0320053c00 con 0x7f0328153cb0 2023-06-26T03:01:08.323 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:01:08.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.322+0000 7f032dd61640 1 -- 172.21.15.81:0/3262671786 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f03140662b0 msgr2=0x7f0314068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.322+0000 7f032dd61640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f03140662b0 0x7f0314068760 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f031800b930 tx=0x7f0318008040 comp rx=0 tx=0).stop 2023-06-26T03:01:08.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.322+0000 7f032dd61640 1 -- 172.21.15.81:0/3262671786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0328153cb0 msgr2=0x7f032806b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.322+0000 7f032dd61640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0328153cb0 0x7f032806b410 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f032000c780 tx=0x7f032000cc40 comp rx=0 tx=0).stop 2023-06-26T03:01:08.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.322+0000 7f032dd61640 1 -- 172.21.15.81:0/3262671786 shutdown_connections 2023-06-26T03:01:08.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.322+0000 7f032dd61640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f03140662b0 0x7f0314068760 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.322+0000 7f032dd61640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0328153cb0 0x7f032806b410 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.322+0000 7f032dd61640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03280c8280 0x7f03280c39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.322+0000 7f032dd61640 1 --2- 172.21.15.81:0/3262671786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f032806af30 0x7f032814d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.322+0000 7f032dd61640 1 -- 172.21.15.81:0/3262671786 >> 172.21.15.81:0/3262671786 conn(0x7f032806a100 msgr2=0x7f032815adb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:08.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.322+0000 7f032dd61640 1 -- 172.21.15.81:0/3262671786 shutdown_connections 2023-06-26T03:01:08.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.322+0000 7f032dd61640 1 -- 172.21.15.81:0/3262671786 wait complete. 2023-06-26T03:01:08.341 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:01:08.451 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb48c23640 1 Processor -- start 2023-06-26T03:01:08.452 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb48c23640 1 -- start start 2023-06-26T03:01:08.452 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:01:08.453 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb48c23640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fdb440b4f30 0x7fdb440d0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb48c23640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fdb440d09d0 0x7fdb440d0df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb48c23640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb440cebd0 con 0x7fdb440b7a50 2023-06-26T03:01:08.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb48c23640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb440d1330 con 0x7fdb440b4f30 2023-06-26T03:01:08.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb48c23640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb440b7e20 con 0x7fdb440d09d0 2023-06-26T03:01:08.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb3bfff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fdb440b4f30 0x7fdb440d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb3bfff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fdb440b4f30 0x7fdb440d0490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48186/0 (socket says 172.21.15.81:48186) 2023-06-26T03:01:08.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb3bfff640 1 -- 172.21.15.81:0/4039626992 learned_addr learned my addr 172.21.15.81:0/4039626992 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:08.454 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb42d9d640 1 --2- 172.21.15.81:0/4039626992 >> v2:172.21.15.92:3300/0 conn(0x7fdb440d09d0 0x7fdb440d0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.455 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb3bfff640 1 -- 172.21.15.81:0/4039626992 >> v2:172.21.15.92:3300/0 conn(0x7fdb440d09d0 msgr2=0x7fdb440d0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:08.455 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb3bfff640 1 --2- 172.21.15.81:0/4039626992 >> v2:172.21.15.92:3300/0 conn(0x7fdb440d09d0 0x7fdb440d0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.455 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb3bfff640 1 -- 172.21.15.81:0/4039626992 >> v1:172.21.15.92:6789/0 conn(0x7fdb440b7a50 legacy=0x7fdb440ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:08.455 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb3bfff640 1 -- 172.21.15.81:0/4039626992 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb440cf6b0 con 0x7fdb440b4f30 2023-06-26T03:01:08.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb3bfff640 1 --2- 172.21.15.81:0/4039626992 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdb440b4f30 0x7fdb440d0490 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fdb440cc6c0 tx=0x7fdb2c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d139d979950570b9 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:08.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.450+0000 7fdb41d9b640 1 -- 172.21.15.81:0/4039626992 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb2c0ab600 con 0x7fdb440b4f30 2023-06-26T03:01:08.456 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb41d9b640 1 -- 172.21.15.81:0/4039626992 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb2c0a7050 con 0x7fdb440b4f30 2023-06-26T03:01:08.457 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb41d9b640 1 -- 172.21.15.81:0/4039626992 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb2c0ab980 con 0x7fdb440b4f30 2023-06-26T03:01:08.457 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 -- 172.21.15.81:0/4039626992 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdb440b4f30 msgr2=0x7fdb440d0490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.457 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 --2- 172.21.15.81:0/4039626992 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdb440b4f30 0x7fdb440d0490 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fdb440cc6c0 tx=0x7fdb2c01c430 comp rx=0 tx=0).stop 2023-06-26T03:01:08.457 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 -- 172.21.15.81:0/4039626992 shutdown_connections 2023-06-26T03:01:08.457 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 --2- 172.21.15.81:0/4039626992 >> v2:172.21.15.92:3300/0 conn(0x7fdb440d09d0 0x7fdb440d0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.457 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 --2- 172.21.15.81:0/4039626992 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdb440b4f30 0x7fdb440d0490 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.457 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 -- 172.21.15.81:0/4039626992 >> 172.21.15.81:0/4039626992 conn(0x7fdb44069dc0 msgr2=0x7fdb4406a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:08.458 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 -- 172.21.15.81:0/4039626992 shutdown_connections 2023-06-26T03:01:08.458 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 -- 172.21.15.81:0/4039626992 wait complete. 2023-06-26T03:01:08.458 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:01:08.460 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 Processor -- start 2023-06-26T03:01:08.460 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 -- start start 2023-06-26T03:01:08.460 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdb440b4f30 0x7fdb441514a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb440b7a50 0x7fdb4415a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb440d09d0 0x7fdb440c7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb4415bb90 con 0x7fdb440b4f30 2023-06-26T03:01:08.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb4415b010 con 0x7fdb440d09d0 2023-06-26T03:01:08.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb4415b2f0 con 0x7fdb440b7a50 2023-06-26T03:01:08.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb4259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdb440b4f30 0x7fdb441514a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.461 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb4259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdb440b4f30 0x7fdb441514a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48194/0 (socket says 172.21.15.81:48194) 2023-06-26T03:01:08.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb4259c640 1 -- 172.21.15.81:0/1226421355 learned_addr learned my addr 172.21.15.81:0/1226421355 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:08.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb3bfff640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb440b7a50 0x7fdb4415a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb42d9d640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb440d09d0 0x7fdb440c7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb4259c640 1 -- 172.21.15.81:0/1226421355 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb440b7a50 msgr2=0x7fdb4415a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb4259c640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb440b7a50 0x7fdb4415a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb4259c640 1 -- 172.21.15.81:0/1226421355 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb440d09d0 msgr2=0x7fdb440c7ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb4259c640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb440d09d0 0x7fdb440c7ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.462 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb4259c640 1 -- 172.21.15.81:0/1226421355 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb2c0094d0 con 0x7fdb440b4f30 2023-06-26T03:01:08.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb42d9d640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb440d09d0 0x7fdb440c7ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:08.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb4259c640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdb440b4f30 0x7fdb441514a0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fdb3400c450 tx=0x7fdb3400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:08.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb3affd640 1 -- 172.21.15.81:0/1226421355 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb34012830 con 0x7fdb440b4f30 2023-06-26T03:01:08.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb3affd640 1 -- 172.21.15.81:0/1226421355 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb340129b0 con 0x7fdb440b4f30 2023-06-26T03:01:08.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 -- 172.21.15.81:0/1226421355 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb4415b5d0 con 0x7fdb440b4f30 2023-06-26T03:01:08.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb3affd640 1 -- 172.21.15.81:0/1226421355 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb34012d60 con 0x7fdb440b4f30 2023-06-26T03:01:08.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.454+0000 7fdb48c23640 1 -- 172.21.15.81:0/1226421355 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb441544d0 con 0x7fdb440b4f30 2023-06-26T03:01:08.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.458+0000 7fdb48c23640 1 -- 172.21.15.81:0/1226421355 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb440b18b0 con 0x7fdb440b4f30 2023-06-26T03:01:08.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.458+0000 7fdb3affd640 1 -- 172.21.15.81:0/1226421355 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdb3401c460 con 0x7fdb440b4f30 2023-06-26T03:01:08.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.458+0000 7fdb3affd640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fdb24066280 0x7fdb24068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.458+0000 7fdb3affd640 1 -- 172.21.15.81:0/1226421355 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7fdb34083c00 con 0x7fdb440b4f30 2023-06-26T03:01:08.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.458+0000 7fdb3bfff640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fdb24066280 0x7fdb24068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.458+0000 7fdb3bfff640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fdb24066280 0x7fdb24068730 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fdb2c0ad000 tx=0x7fdb2c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:08.466 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.462+0000 7fdb3affd640 1 -- 172.21.15.81:0/1226421355 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fdb3408a080 con 0x7fdb440b4f30 2023-06-26T03:01:08.607 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.602+0000 7fdb48c23640 1 -- 172.21.15.81:0/1226421355 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fdb4415d340 con 0x7fdb440b4f30 2023-06-26T03:01:08.608 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.606+0000 7fdb3affd640 1 -- 172.21.15.81:0/1226421355 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v26) v1 ==== 92+0+10 (secure 0 0 0) 0x7fdb34051040 con 0x7fdb440b4f30 2023-06-26T03:01:08.608 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:01:08.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.606+0000 7fdb48c23640 1 -- 172.21.15.81:0/1226421355 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fdb24066280 msgr2=0x7fdb24068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.606+0000 7fdb48c23640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fdb24066280 0x7fdb24068730 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fdb2c0ad000 tx=0x7fdb2c008040 comp rx=0 tx=0).stop 2023-06-26T03:01:08.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.606+0000 7fdb48c23640 1 -- 172.21.15.81:0/1226421355 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdb440b4f30 msgr2=0x7fdb441514a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.606+0000 7fdb48c23640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdb440b4f30 0x7fdb441514a0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fdb3400c450 tx=0x7fdb3400c910 comp rx=0 tx=0).stop 2023-06-26T03:01:08.610 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.606+0000 7fdb48c23640 1 -- 172.21.15.81:0/1226421355 shutdown_connections 2023-06-26T03:01:08.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.606+0000 7fdb48c23640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fdb24066280 0x7fdb24068730 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.606+0000 7fdb48c23640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb440d09d0 0x7fdb440c7ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.606+0000 7fdb48c23640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb440b7a50 0x7fdb4415a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.606+0000 7fdb48c23640 1 --2- 172.21.15.81:0/1226421355 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fdb440b4f30 0x7fdb441514a0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.606+0000 7fdb48c23640 1 -- 172.21.15.81:0/1226421355 >> 172.21.15.81:0/1226421355 conn(0x7fdb44069dc0 msgr2=0x7fdb440ce4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:08.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.606+0000 7fdb48c23640 1 -- 172.21.15.81:0/1226421355 shutdown_connections 2023-06-26T03:01:08.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.606+0000 7fdb48c23640 1 -- 172.21.15.81:0/1226421355 wait complete. 2023-06-26T03:01:08.625 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:01:08.738 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.734+0000 7f74539cc640 1 Processor -- start 2023-06-26T03:01:08.738 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.734+0000 7f74539cc640 1 -- start start 2023-06-26T03:01:08.739 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f74539cc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f744c0cd3b0 0x7f744c0c9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f74539cc640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f744c15bc80 con 0x7f744c06c680 2023-06-26T03:01:08.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f74539cc640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f744c0ca500 con 0x7f744c0afdc0 2023-06-26T03:01:08.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f74539cc640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f744c06ca50 con 0x7f744c0cd3b0 2023-06-26T03:01:08.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f7451f69640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f744c0cd3b0 0x7f744c0c9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f7451f69640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f744c0cd3b0 0x7f744c0c9fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48208/0 (socket says 172.21.15.81:48208) 2023-06-26T03:01:08.740 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f7451f69640 1 -- 172.21.15.81:0/3654200108 learned_addr learned my addr 172.21.15.81:0/3654200108 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:08.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f7451f69640 1 -- 172.21.15.81:0/3654200108 >> v1:172.21.15.92:6789/0 conn(0x7f744c0afdc0 legacy=0x7f744c0cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:08.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f7451f69640 1 -- 172.21.15.81:0/3654200108 >> v1:172.21.15.81:6789/0 conn(0x7f744c06c680 legacy=0x7f744c0af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f7443fff640 1 -- 172.21.15.81:0/3654200108 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 740000023 0 0) 0x7f744c15bc80 con 0x7f744c06c680 2023-06-26T03:01:08.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f7451f69640 1 -- 172.21.15.81:0/3654200108 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f744c1602f0 con 0x7f744c0cd3b0 2023-06-26T03:01:08.742 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f7451f69640 1 --2- 172.21.15.81:0/3654200108 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f744c0cd3b0 0x7f744c0c9fc0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f7444009e50 tx=0x7f744401c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e086e85df00e1f8 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:08.742 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f7443fff640 1 -- 172.21.15.81:0/3654200108 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74440a56f0 con 0x7f744c0cd3b0 2023-06-26T03:01:08.742 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f7443fff640 1 -- 172.21.15.81:0/3654200108 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74440a5850 con 0x7f744c0cd3b0 2023-06-26T03:01:08.742 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f7443fff640 1 -- 172.21.15.81:0/3654200108 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74440a5be0 con 0x7f744c0cd3b0 2023-06-26T03:01:08.743 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f74539cc640 1 -- 172.21.15.81:0/3654200108 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f744c0cd3b0 msgr2=0x7f744c0c9fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.743 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f74539cc640 1 --2- 172.21.15.81:0/3654200108 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f744c0cd3b0 0x7f744c0c9fc0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f7444009e50 tx=0x7f744401c940 comp rx=0 tx=0).stop 2023-06-26T03:01:08.743 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f74539cc640 1 -- 172.21.15.81:0/3654200108 shutdown_connections 2023-06-26T03:01:08.743 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f74539cc640 1 --2- 172.21.15.81:0/3654200108 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f744c0cd3b0 0x7f744c0c9fc0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.744 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f74539cc640 1 -- 172.21.15.81:0/3654200108 >> 172.21.15.81:0/3654200108 conn(0x7f744c06a100 msgr2=0x7f744c0ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:08.744 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f74539cc640 1 -- 172.21.15.81:0/3654200108 shutdown_connections 2023-06-26T03:01:08.744 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.738+0000 7f74539cc640 1 -- 172.21.15.81:0/3654200108 wait complete. 2023-06-26T03:01:08.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f74539cc640 1 Processor -- start 2023-06-26T03:01:08.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f74539cc640 1 -- start start 2023-06-26T03:01:08.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f74539cc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f744c06c680 0x7f744c0b27d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f74539cc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f744c0afdc0 0x7f744c0b19f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f74539cc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f744c0cd3b0 0x7f744c0b0a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f74539cc640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f744c0c2900 con 0x7f744c0afdc0 2023-06-26T03:01:08.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f74539cc640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f744c0c22f0 con 0x7f744c06c680 2023-06-26T03:01:08.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f74539cc640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f744c0b3020 con 0x7f744c0cd3b0 2023-06-26T03:01:08.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7450f67640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f744c0afdc0 0x7f744c0b19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7450f67640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f744c0afdc0 0x7f744c0b19f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48216/0 (socket says 172.21.15.81:48216) 2023-06-26T03:01:08.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7450f67640 1 -- 172.21.15.81:0/1096633796 learned_addr learned my addr 172.21.15.81:0/1096633796 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:08.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7451768640 1 --2- 172.21.15.81:0/1096633796 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f744c06c680 0x7f744c0b27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7450f67640 1 -- 172.21.15.81:0/1096633796 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f744c0cd3b0 msgr2=0x7f744c0b0a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7450f67640 1 --2- 172.21.15.81:0/1096633796 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f744c0cd3b0 0x7f744c0b0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7450f67640 1 -- 172.21.15.81:0/1096633796 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f744c06c680 msgr2=0x7f744c0b27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.747 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7450f67640 1 --2- 172.21.15.81:0/1096633796 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f744c06c680 0x7f744c0b27d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7450f67640 1 -- 172.21.15.81:0/1096633796 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7444009b30 con 0x7f744c0afdc0 2023-06-26T03:01:08.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7450f67640 1 --2- 172.21.15.81:0/1096633796 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f744c0afdc0 0x7f744c0b19f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f743c00c410 tx=0x7f743c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:08.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7441ffb640 1 -- 172.21.15.81:0/1096633796 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f743c011790 con 0x7f744c0afdc0 2023-06-26T03:01:08.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7441ffb640 1 -- 172.21.15.81:0/1096633796 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f743c0118f0 con 0x7f744c0afdc0 2023-06-26T03:01:08.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f74539cc640 1 -- 172.21.15.81:0/1096633796 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f744c0b3300 con 0x7f744c0afdc0 2023-06-26T03:01:08.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7441ffb640 1 -- 172.21.15.81:0/1096633796 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f743c011ce0 con 0x7f744c0afdc0 2023-06-26T03:01:08.748 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f74539cc640 1 -- 172.21.15.81:0/1096633796 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f744c0b2d10 con 0x7f744c0afdc0 2023-06-26T03:01:08.749 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f74539cc640 1 -- 172.21.15.81:0/1096633796 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f744c0ac9f0 con 0x7f744c0afdc0 2023-06-26T03:01:08.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.742+0000 7f7441ffb640 1 -- 172.21.15.81:0/1096633796 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f743c01c460 con 0x7f744c0afdc0 2023-06-26T03:01:08.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.746+0000 7f7441ffb640 1 --2- 172.21.15.81:0/1096633796 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7430066280 0x7f7430068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:08.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.746+0000 7f7441ffb640 1 -- 172.21.15.81:0/1096633796 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f743c083ab0 con 0x7f744c0afdc0 2023-06-26T03:01:08.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.746+0000 7f7451768640 1 --2- 172.21.15.81:0/1096633796 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7430066280 0x7f7430068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:08.750 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.746+0000 7f7451768640 1 --2- 172.21.15.81:0/1096633796 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7430066280 0x7f7430068730 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7448000f70 tx=0x7f7448009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:08.751 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.750+0000 7f7441ffb640 1 -- 172.21.15.81:0/1096633796 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f743c050ef0 con 0x7f744c0afdc0 2023-06-26T03:01:08.889 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.886+0000 7f74539cc640 1 -- 172.21.15.81:0/1096633796 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f744c0b3540 con 0x7f744c0afdc0 2023-06-26T03:01:08.890 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.886+0000 7f7441ffb640 1 -- 172.21.15.81:0/1096633796 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f744c0b3540 con 0x7f744c0afdc0 2023-06-26T03:01:08.890 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-06-26T03:01:08.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.890+0000 7f74539cc640 1 -- 172.21.15.81:0/1096633796 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7430066280 msgr2=0x7f7430068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.890+0000 7f74539cc640 1 --2- 172.21.15.81:0/1096633796 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7430066280 0x7f7430068730 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7448000f70 tx=0x7f7448009040 comp rx=0 tx=0).stop 2023-06-26T03:01:08.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.890+0000 7f74539cc640 1 -- 172.21.15.81:0/1096633796 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f744c0afdc0 msgr2=0x7f744c0b19f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:08.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.890+0000 7f74539cc640 1 --2- 172.21.15.81:0/1096633796 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f744c0afdc0 0x7f744c0b19f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f743c00c410 tx=0x7f743c00c8d0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.892 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.890+0000 7f74539cc640 1 -- 172.21.15.81:0/1096633796 shutdown_connections 2023-06-26T03:01:08.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.890+0000 7f74539cc640 1 --2- 172.21.15.81:0/1096633796 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f7430066280 0x7f7430068730 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.890+0000 7f74539cc640 1 --2- 172.21.15.81:0/1096633796 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f744c0cd3b0 0x7f744c0b0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.890+0000 7f74539cc640 1 --2- 172.21.15.81:0/1096633796 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f744c0afdc0 0x7f744c0b19f0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.890+0000 7f74539cc640 1 --2- 172.21.15.81:0/1096633796 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f744c06c680 0x7f744c0b27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:08.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.890+0000 7f74539cc640 1 -- 172.21.15.81:0/1096633796 >> 172.21.15.81:0/1096633796 conn(0x7f744c06a100 msgr2=0x7f744c06fd60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:08.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.890+0000 7f74539cc640 1 -- 172.21.15.81:0/1096633796 shutdown_connections 2023-06-26T03:01:08.893 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:08.890+0000 7f74539cc640 1 -- 172.21.15.81:0/1096633796 wait complete. 2023-06-26T03:01:08.907 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:01:09.019 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.014+0000 7f1dd6798640 1 Processor -- start 2023-06-26T03:01:09.020 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dd6798640 1 -- start start 2023-06-26T03:01:09.020 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dd6798640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1dd006b7b0 0x7f1dd015c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dd6798640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f1dd006bc10 0x7f1dd015c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dd6798640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1dd015cff0 con 0x7f1dd015ba70 2023-06-26T03:01:09.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dd6798640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1dd00c99a0 con 0x7f1dd006bc10 2023-06-26T03:01:09.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dd6798640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1dd00c8d90 con 0x7f1dd006b7b0 2023-06-26T03:01:09.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dd4d35640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f1dd006bc10 0x7f1dd015c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dd4d35640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f1dd006bc10 0x7f1dd015c6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48226/0 (socket says 172.21.15.81:48226) 2023-06-26T03:01:09.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dd4d35640 1 -- 172.21.15.81:0/1034800634 learned_addr learned my addr 172.21.15.81:0/1034800634 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:09.021 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dcf7fe640 1 --2- 172.21.15.81:0/1034800634 >> v2:172.21.15.92:3300/0 conn(0x7f1dd006b7b0 0x7f1dd015c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dd4d35640 1 -- 172.21.15.81:0/1034800634 >> v2:172.21.15.92:3300/0 conn(0x7f1dd006b7b0 msgr2=0x7f1dd015c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:09.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dd4d35640 1 --2- 172.21.15.81:0/1034800634 >> v2:172.21.15.92:3300/0 conn(0x7f1dd006b7b0 0x7f1dd015c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dd4d35640 1 -- 172.21.15.81:0/1034800634 >> v1:172.21.15.81:6789/0 conn(0x7f1dd015ba70 legacy=0x7f1dd00c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.022 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dceffd640 1 -- 172.21.15.81:0/1034800634 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2662587086 0 0) 0x7f1dd015cff0 con 0x7f1dd015ba70 2023-06-26T03:01:09.023 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.018+0000 7f1dd4d35640 1 -- 172.21.15.81:0/1034800634 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dd00c9070 con 0x7f1dd006bc10 2023-06-26T03:01:09.023 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd4d35640 1 --2- 172.21.15.81:0/1034800634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd006bc10 0x7f1dd015c6b0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f1dd00ad640 tx=0x7f1dc801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2500f1c02e37cc8 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:09.023 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dceffd640 1 -- 172.21.15.81:0/1034800634 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dc80aa430 con 0x7f1dd006bc10 2023-06-26T03:01:09.023 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dceffd640 1 -- 172.21.15.81:0/1034800634 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dc80aa590 con 0x7f1dd006bc10 2023-06-26T03:01:09.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dceffd640 1 -- 172.21.15.81:0/1034800634 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dc80aa920 con 0x7f1dd006bc10 2023-06-26T03:01:09.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 -- 172.21.15.81:0/1034800634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd006bc10 msgr2=0x7f1dd015c6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 --2- 172.21.15.81:0/1034800634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd006bc10 0x7f1dd015c6b0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f1dd00ad640 tx=0x7f1dc801c4d0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 -- 172.21.15.81:0/1034800634 shutdown_connections 2023-06-26T03:01:09.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 --2- 172.21.15.81:0/1034800634 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd006bc10 0x7f1dd015c6b0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 --2- 172.21.15.81:0/1034800634 >> v2:172.21.15.92:3300/0 conn(0x7f1dd006b7b0 0x7f1dd015c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 -- 172.21.15.81:0/1034800634 >> 172.21.15.81:0/1034800634 conn(0x7f1dd006a100 msgr2=0x7f1dd00ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:09.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 -- 172.21.15.81:0/1034800634 shutdown_connections 2023-06-26T03:01:09.025 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 -- 172.21.15.81:0/1034800634 wait complete. 2023-06-26T03:01:09.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 Processor -- start 2023-06-26T03:01:09.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 -- start start 2023-06-26T03:01:09.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd006b7b0 0x7f1dd01f3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd006bc10 0x7f1dd014c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dd015ba70 0x7f1dd00b3000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd01438d0 con 0x7f1dd006b7b0 2023-06-26T03:01:09.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd014cd30 con 0x7f1dd015ba70 2023-06-26T03:01:09.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd014a890 con 0x7f1dd006bc10 2023-06-26T03:01:09.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dcffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd006b7b0 0x7f1dd01f3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dcffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd006b7b0 0x7f1dd01f3970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48236/0 (socket says 172.21.15.81:48236) 2023-06-26T03:01:09.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dcffff640 1 -- 172.21.15.81:0/2040075143 learned_addr learned my addr 172.21.15.81:0/2040075143 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:09.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd4d35640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dd015ba70 0x7f1dd00b3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dcf7fe640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd006bc10 0x7f1dd014c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dcffff640 1 -- 172.21.15.81:0/2040075143 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd006bc10 msgr2=0x7f1dd014c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dcffff640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd006bc10 0x7f1dd014c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dcffff640 1 -- 172.21.15.81:0/2040075143 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dd015ba70 msgr2=0x7f1dd00b3000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dcffff640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dd015ba70 0x7f1dd00b3000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dcffff640 1 -- 172.21.15.81:0/2040075143 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dc80094d0 con 0x7f1dd006b7b0 2023-06-26T03:01:09.029 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dcffff640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd006b7b0 0x7f1dd01f3970 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1dc000c7a0 tx=0x7f1dc000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:09.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dccff9640 1 -- 172.21.15.81:0/2040075143 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dc0003db0 con 0x7f1dd006b7b0 2023-06-26T03:01:09.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dccff9640 1 -- 172.21.15.81:0/2040075143 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dc0005070 con 0x7f1dd006b7b0 2023-06-26T03:01:09.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 -- 172.21.15.81:0/2040075143 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1dd014cf90 con 0x7f1dd006b7b0 2023-06-26T03:01:09.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dccff9640 1 -- 172.21.15.81:0/2040075143 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dc0005420 con 0x7f1dd006b7b0 2023-06-26T03:01:09.030 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.022+0000 7f1dd6798640 1 -- 172.21.15.81:0/2040075143 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1dd014d550 con 0x7f1dd006b7b0 2023-06-26T03:01:09.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.026+0000 7f1dd6798640 1 -- 172.21.15.81:0/2040075143 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1dd00c89c0 con 0x7f1dd006b7b0 2023-06-26T03:01:09.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.026+0000 7f1dccff9640 1 -- 172.21.15.81:0/2040075143 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1dc0005580 con 0x7f1dd006b7b0 2023-06-26T03:01:09.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.026+0000 7f1dccff9640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1dbc066280 0x7f1dbc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.026+0000 7f1dccff9640 1 -- 172.21.15.81:0/2040075143 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f1dc0083530 con 0x7f1dd006b7b0 2023-06-26T03:01:09.031 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.026+0000 7f1dcf7fe640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1dbc066280 0x7f1dbc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.026+0000 7f1dcf7fe640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1dbc066280 0x7f1dbc068730 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1dd00b2c40 tx=0x7f1dc4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:09.032 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.030+0000 7f1dccff9640 1 -- 172.21.15.81:0/2040075143 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1dc0050a20 con 0x7f1dd006b7b0 2023-06-26T03:01:09.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.178+0000 7f1dd6798640 1 -- 172.21.15.81:0/2040075143 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1dd004d790 con 0x7f1dd006b7b0 2023-06-26T03:01:09.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.178+0000 7f1dccff9640 1 -- 172.21.15.81:0/2040075143 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1dc0017020 con 0x7f1dd006b7b0 2023-06-26T03:01:09.182 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-06-26T03:01:09.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.182+0000 7f1dd6798640 1 -- 172.21.15.81:0/2040075143 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1dbc066280 msgr2=0x7f1dbc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.182+0000 7f1dd6798640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1dbc066280 0x7f1dbc068730 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1dd00b2c40 tx=0x7f1dc4008040 comp rx=0 tx=0).stop 2023-06-26T03:01:09.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.182+0000 7f1dd6798640 1 -- 172.21.15.81:0/2040075143 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd006b7b0 msgr2=0x7f1dd01f3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.184 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.182+0000 7f1dd6798640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd006b7b0 0x7f1dd01f3970 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1dc000c7a0 tx=0x7f1dc000cc60 comp rx=0 tx=0).stop 2023-06-26T03:01:09.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.182+0000 7f1dd6798640 1 -- 172.21.15.81:0/2040075143 shutdown_connections 2023-06-26T03:01:09.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.182+0000 7f1dd6798640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1dbc066280 0x7f1dbc068730 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.182+0000 7f1dd6798640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1dd015ba70 0x7f1dd00b3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.182+0000 7f1dd6798640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1dd006bc10 0x7f1dd014c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.182+0000 7f1dd6798640 1 --2- 172.21.15.81:0/2040075143 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1dd006b7b0 0x7f1dd01f3970 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.182+0000 7f1dd6798640 1 -- 172.21.15.81:0/2040075143 >> 172.21.15.81:0/2040075143 conn(0x7f1dd006a100 msgr2=0x7f1dd0151100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:09.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.182+0000 7f1dd6798640 1 -- 172.21.15.81:0/2040075143 shutdown_connections 2023-06-26T03:01:09.186 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.182+0000 7f1dd6798640 1 -- 172.21.15.81:0/2040075143 wait complete. 2023-06-26T03:01:09.200 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:01:09.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f0a6dd640 1 Processor -- start 2023-06-26T03:01:09.312 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f0a6dd640 1 -- start start 2023-06-26T03:01:09.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f0a6dd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4f040cd6a0 0x7f4f040cbfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f0a6dd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f040cd030 0x7f4f0406b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f0a6dd640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f040c8340 con 0x7f4f04157f80 2023-06-26T03:01:09.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f0a6dd640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f04158350 con 0x7f4f040cd6a0 2023-06-26T03:01:09.313 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f0a6dd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f040c8590 con 0x7f4f040cd030 2023-06-26T03:01:09.314 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f037fe640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4f040cd6a0 0x7f4f040cbfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.314 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f037fe640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4f040cd6a0 0x7f4f040cbfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:56318/0 (socket says 172.21.15.81:56318) 2023-06-26T03:01:09.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f03fff640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f4f04157f80 0x7f4f040cb8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:58770/0 (socket says 172.21.15.81:58770) 2023-06-26T03:01:09.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f037fe640 1 -- 172.21.15.81:0/760021464 learned_addr learned my addr 172.21.15.81:0/760021464 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:09.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f08c7a640 1 --2- 172.21.15.81:0/760021464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f040cd030 0x7f4f0406b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f037fe640 1 -- 172.21.15.81:0/760021464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f040cd030 msgr2=0x7f4f0406b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:09.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f037fe640 1 --2- 172.21.15.81:0/760021464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f040cd030 0x7f4f0406b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f037fe640 1 -- 172.21.15.81:0/760021464 >> v1:172.21.15.92:6789/0 conn(0x7f4f04157f80 legacy=0x7f4f040cb8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.310+0000 7f4f037fe640 1 -- 172.21.15.81:0/760021464 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f040c9fd0 con 0x7f4f040cd6a0 2023-06-26T03:01:09.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f037fe640 1 --2- 172.21.15.81:0/760021464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f040cd6a0 0x7f4f040cbfd0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8009870 tx=0x7f4ef801ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e951f3b8617d0e7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:09.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f02ffd640 1 -- 172.21.15.81:0/760021464 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef80a8a30 con 0x7f4f040cd6a0 2023-06-26T03:01:09.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f02ffd640 1 -- 172.21.15.81:0/760021464 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ef80a8b90 con 0x7f4f040cd6a0 2023-06-26T03:01:09.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f02ffd640 1 -- 172.21.15.81:0/760021464 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef80b0440 con 0x7f4f040cd6a0 2023-06-26T03:01:09.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/760021464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f040cd6a0 msgr2=0x7f4f040cbfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f0a6dd640 1 --2- 172.21.15.81:0/760021464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f040cd6a0 0x7f4f040cbfd0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8009870 tx=0x7f4ef801ed30 comp rx=0 tx=0).stop 2023-06-26T03:01:09.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/760021464 shutdown_connections 2023-06-26T03:01:09.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f0a6dd640 1 --2- 172.21.15.81:0/760021464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f040cd030 0x7f4f0406b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f0a6dd640 1 --2- 172.21.15.81:0/760021464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f040cd6a0 0x7f4f040cbfd0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/760021464 >> 172.21.15.81:0/760021464 conn(0x7f4f040ca770 msgr2=0x7f4f040cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:09.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/760021464 shutdown_connections 2023-06-26T03:01:09.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/760021464 wait complete. 2023-06-26T03:01:09.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f0a6dd640 1 Processor -- start 2023-06-26T03:01:09.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.314+0000 7f4f0a6dd640 1 -- start start 2023-06-26T03:01:09.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f0a6dd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f040cd030 0x7f4f040b3350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f0a6dd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f040cd6a0 0x7f4f041f1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f0a6dd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f04157f80 0x7f4f041f20e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f0a6dd640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f040b2b30 con 0x7f4f04157f80 2023-06-26T03:01:09.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f0a6dd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f0414f150 con 0x7f4f040cd030 2023-06-26T03:01:09.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f0a6dd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f04158610 con 0x7f4f040cd6a0 2023-06-26T03:01:09.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f08c7a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f04157f80 0x7f4f041f20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f08c7a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f04157f80 0x7f4f041f20e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48252/0 (socket says 172.21.15.81:48252) 2023-06-26T03:01:09.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f08c7a640 1 -- 172.21.15.81:0/3060712935 learned_addr learned my addr 172.21.15.81:0/3060712935 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:09.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f037fe640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f040cd6a0 0x7f4f041f1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f03fff640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f040cd030 0x7f4f040b3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f08c7a640 1 -- 172.21.15.81:0/3060712935 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f040cd6a0 msgr2=0x7f4f041f1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f08c7a640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f040cd6a0 0x7f4f041f1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f08c7a640 1 -- 172.21.15.81:0/3060712935 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f040cd030 msgr2=0x7f4f040b3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f08c7a640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f040cd030 0x7f4f040b3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f08c7a640 1 -- 172.21.15.81:0/3060712935 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ef80094d0 con 0x7f4f04157f80 2023-06-26T03:01:09.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f08c7a640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f04157f80 0x7f4f041f20e0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f4efc00e550 tx=0x7f4efc00ea10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:09.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f00ff9640 1 -- 172.21.15.81:0/3060712935 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4efc012840 con 0x7f4f04157f80 2023-06-26T03:01:09.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f00ff9640 1 -- 172.21.15.81:0/3060712935 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4efc0129a0 con 0x7f4f04157f80 2023-06-26T03:01:09.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f00ff9640 1 -- 172.21.15.81:0/3060712935 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4efc012d50 con 0x7f4f04157f80 2023-06-26T03:01:09.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/3060712935 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f041588f0 con 0x7f4f04157f80 2023-06-26T03:01:09.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/3060712935 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f04143400 con 0x7f4f04157f80 2023-06-26T03:01:09.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/3060712935 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f040c15f0 con 0x7f4f04157f80 2023-06-26T03:01:09.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f00ff9640 1 -- 172.21.15.81:0/3060712935 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4efc01a420 con 0x7f4f04157f80 2023-06-26T03:01:09.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f00ff9640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4ef0066280 0x7f4ef0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f03fff640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4ef0066280 0x7f4ef0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.318+0000 7f4f00ff9640 1 -- 172.21.15.81:0/3060712935 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f4efc016070 con 0x7f4f04157f80 2023-06-26T03:01:09.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.322+0000 7f4f03fff640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4ef0066280 0x7f4ef0068730 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4ef4000f70 tx=0x7f4ef4007cb0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:09.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.322+0000 7f4f00ff9640 1 -- 172.21.15.81:0/3060712935 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4efc054340 con 0x7f4f04157f80 2023-06-26T03:01:09.499 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.494+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/3060712935 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4f0404d790 con 0x7f4f04157f80 2023-06-26T03:01:09.500 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.498+0000 7f4f00ff9640 1 -- 172.21.15.81:0/3060712935 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7f4efc009ca0 con 0x7f4f04157f80 2023-06-26T03:01:09.500 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:09.500 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/3705944699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":3705944699},{"type":"v1","addr":"172.21.15.92:6834","nonce":3705944699}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4266,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/2020922726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":2020922726},{"type":"v1","addr":"172.21.15.81:6835","nonce":2020922726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3162637623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3162637623},{"type":"v1","addr":"172.21.15.81:6837","nonce":3162637623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:00:14.139536+0000","modified":"2023-06-26T03:00:16.913731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/3906833758","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":3906833758},{"type":"v1","addr":"172.21.15.92:6835","nonce":3906833758}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:01:09.501 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 7 2023-06-26T03:01:09.502 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.498+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/3060712935 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4ef0066280 msgr2=0x7f4ef0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.502 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.498+0000 7f4f0a6dd640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4ef0066280 0x7f4ef0068730 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4ef4000f70 tx=0x7f4ef4007cb0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.502 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.498+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/3060712935 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f04157f80 msgr2=0x7f4f041f20e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.498+0000 7f4f0a6dd640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f04157f80 0x7f4f041f20e0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f4efc00e550 tx=0x7f4efc00ea10 comp rx=0 tx=0).stop 2023-06-26T03:01:09.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.498+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/3060712935 shutdown_connections 2023-06-26T03:01:09.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.498+0000 7f4f0a6dd640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f4ef0066280 0x7f4ef0068730 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.498+0000 7f4f0a6dd640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4f04157f80 0x7f4f041f20e0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.498+0000 7f4f0a6dd640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f040cd6a0 0x7f4f041f1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.498+0000 7f4f0a6dd640 1 --2- 172.21.15.81:0/3060712935 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f040cd030 0x7f4f040b3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.498+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/3060712935 >> 172.21.15.81:0/3060712935 conn(0x7f4f040ca770 msgr2=0x7f4f040aeeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:09.503 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.498+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/3060712935 shutdown_connections 2023-06-26T03:01:09.504 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.498+0000 7f4f0a6dd640 1 -- 172.21.15.81:0/3060712935 wait complete. 2023-06-26T03:01:09.517 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:09.625 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89eefdb640 1 Processor -- start 2023-06-26T03:01:09.625 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89eefdb640 1 -- start start 2023-06-26T03:01:09.626 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89eefdb640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f89e80b1630 0x7f89e815d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.626 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89eefdb640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f89e80cef50 0x7f89e80b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.626 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89eefdb640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89e80cfd20 con 0x7f89e80cf3c0 2023-06-26T03:01:09.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89eefdb640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89e80ccb40 con 0x7f89e80cef50 2023-06-26T03:01:09.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89eefdb640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89e80cce20 con 0x7f89e80b1630 2023-06-26T03:01:09.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89e7fff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f89e80cef50 0x7f89e80b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89e7fff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f89e80cef50 0x7f89e80b3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48264/0 (socket says 172.21.15.81:48264) 2023-06-26T03:01:09.627 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89e7fff640 1 -- 172.21.15.81:0/2834837489 learned_addr learned my addr 172.21.15.81:0/2834837489 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:09.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89ecd77640 1 --2- 172.21.15.81:0/2834837489 >> v2:172.21.15.92:3300/0 conn(0x7f89e80b1630 0x7f89e815d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89e7fff640 1 -- 172.21.15.81:0/2834837489 >> v2:172.21.15.92:3300/0 conn(0x7f89e80b1630 msgr2=0x7f89e815d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:09.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89e7fff640 1 --2- 172.21.15.81:0/2834837489 >> v2:172.21.15.92:3300/0 conn(0x7f89e80b1630 0x7f89e815d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89e7fff640 1 -- 172.21.15.81:0/2834837489 >> v1:172.21.15.92:6789/0 conn(0x7f89e80cf3c0 legacy=0x7f89e80d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:09.628 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.622+0000 7f89e7fff640 1 -- 172.21.15.81:0/2834837489 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89e80cffe0 con 0x7f89e80cef50 2023-06-26T03:01:09.629 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89e7fff640 1 --2- 172.21.15.81:0/2834837489 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89e80cef50 0x7f89e80b3bd0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f89e8089ff0 tx=0x7f89d001c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8393ab20997de34 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:09.630 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89e77fe640 1 -- 172.21.15.81:0/2834837489 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d00ac640 con 0x7f89e80cef50 2023-06-26T03:01:09.630 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89e77fe640 1 -- 172.21.15.81:0/2834837489 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89d00ac7a0 con 0x7f89e80cef50 2023-06-26T03:01:09.630 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89e77fe640 1 -- 172.21.15.81:0/2834837489 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d00acb30 con 0x7f89e80cef50 2023-06-26T03:01:09.630 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89eefdb640 1 -- 172.21.15.81:0/2834837489 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89e80cef50 msgr2=0x7f89e80b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.630 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89eefdb640 1 --2- 172.21.15.81:0/2834837489 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89e80cef50 0x7f89e80b3bd0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f89e8089ff0 tx=0x7f89d001c400 comp rx=0 tx=0).stop 2023-06-26T03:01:09.630 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89eefdb640 1 -- 172.21.15.81:0/2834837489 shutdown_connections 2023-06-26T03:01:09.631 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89eefdb640 1 --2- 172.21.15.81:0/2834837489 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89e80cef50 0x7f89e80b3bd0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.631 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89eefdb640 1 --2- 172.21.15.81:0/2834837489 >> v2:172.21.15.92:3300/0 conn(0x7f89e80b1630 0x7f89e815d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.631 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89eefdb640 1 -- 172.21.15.81:0/2834837489 >> 172.21.15.81:0/2834837489 conn(0x7f89e8069f00 msgr2=0x7f89e806a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:09.631 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89eefdb640 1 -- 172.21.15.81:0/2834837489 shutdown_connections 2023-06-26T03:01:09.631 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89eefdb640 1 -- 172.21.15.81:0/2834837489 wait complete. 2023-06-26T03:01:09.632 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89eefdb640 1 Processor -- start 2023-06-26T03:01:09.632 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.626+0000 7f89eefdb640 1 -- start start 2023-06-26T03:01:09.633 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89eefdb640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89e80b1630 0x7f89e8156360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.633 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89eefdb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89e80cef50 0x7f89e80c80c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.633 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89eefdb640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89e80cf3c0 0x7f89e8152170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.633 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89eefdb640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89e81568a0 con 0x7f89e80cef50 2023-06-26T03:01:09.633 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89eefdb640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89e8152b50 con 0x7f89e80b1630 2023-06-26T03:01:09.633 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89eefdb640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89e81555a0 con 0x7f89e80cf3c0 2023-06-26T03:01:09.633 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e7fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89e80cef50 0x7f89e80c80c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.634 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e7fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89e80cef50 0x7f89e80c80c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48272/0 (socket says 172.21.15.81:48272) 2023-06-26T03:01:09.634 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e7fff640 1 -- 172.21.15.81:0/4154834162 learned_addr learned my addr 172.21.15.81:0/4154834162 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:09.634 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e7fff640 1 -- 172.21.15.81:0/4154834162 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89e80cf3c0 msgr2=0x7f89e8152170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.634 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e7fff640 1 --2- 172.21.15.81:0/4154834162 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89e80cf3c0 0x7f89e8152170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.634 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e7fff640 1 -- 172.21.15.81:0/4154834162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89e80b1630 msgr2=0x7f89e8156360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.634 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e7fff640 1 --2- 172.21.15.81:0/4154834162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89e80b1630 0x7f89e8156360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.634 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e7fff640 1 -- 172.21.15.81:0/4154834162 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89d00094d0 con 0x7f89e80cef50 2023-06-26T03:01:09.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e7fff640 1 --2- 172.21.15.81:0/4154834162 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89e80cef50 0x7f89e80c80c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f89d001a030 tx=0x7f89d00191a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:09.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e57fa640 1 -- 172.21.15.81:0/4154834162 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d00b5850 con 0x7f89e80cef50 2023-06-26T03:01:09.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e57fa640 1 -- 172.21.15.81:0/4154834162 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89d00b59b0 con 0x7f89e80cef50 2023-06-26T03:01:09.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89eefdb640 1 -- 172.21.15.81:0/4154834162 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89e8155880 con 0x7f89e80cef50 2023-06-26T03:01:09.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e57fa640 1 -- 172.21.15.81:0/4154834162 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d00b5d60 con 0x7f89e80cef50 2023-06-26T03:01:09.635 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89eefdb640 1 -- 172.21.15.81:0/4154834162 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89e8155e40 con 0x7f89e80cef50 2023-06-26T03:01:09.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89eefdb640 1 -- 172.21.15.81:0/4154834162 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89e804d790 con 0x7f89e80cef50 2023-06-26T03:01:09.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e57fa640 1 -- 172.21.15.81:0/4154834162 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f89d00b3070 con 0x7f89e80cef50 2023-06-26T03:01:09.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e57fa640 1 --2- 172.21.15.81:0/4154834162 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f89c8066280 0x7f89c8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89e57fa640 1 -- 172.21.15.81:0/4154834162 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f89d011dfb0 con 0x7f89e80cef50 2023-06-26T03:01:09.636 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89ecd77640 1 --2- 172.21.15.81:0/4154834162 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f89c8066280 0x7f89c8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.637 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.630+0000 7f89ecd77640 1 --2- 172.21.15.81:0/4154834162 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f89c8066280 0x7f89c8068730 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f89e0007dc0 tx=0x7f89e00072f0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:09.638 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.634+0000 7f89e57fa640 1 -- 172.21.15.81:0/4154834162 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f89d00eb400 con 0x7f89e80cef50 2023-06-26T03:01:09.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.778+0000 7f89eefdb640 1 -- 172.21.15.81:0/4154834162 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f89e81585a0 con 0x7f89e80cef50 2023-06-26T03:01:09.783 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.778+0000 7f89e57fa640 1 -- 172.21.15.81:0/4154834162 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18338 (secure 0 0 0) 0x7f89d00eea20 con 0x7f89e80cef50 2023-06-26T03:01:09.783 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:09.784 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":26,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:55.969232+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.b","mappings":[{"from":1,"to":5}]},{"pgid":"4.3b","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:09.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.782+0000 7f89eefdb640 1 -- 172.21.15.81:0/4154834162 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f89c8066280 msgr2=0x7f89c8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.782+0000 7f89eefdb640 1 --2- 172.21.15.81:0/4154834162 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f89c8066280 0x7f89c8068730 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f89e0007dc0 tx=0x7f89e00072f0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.785 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.782+0000 7f89eefdb640 1 -- 172.21.15.81:0/4154834162 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89e80cef50 msgr2=0x7f89e80c80c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.782+0000 7f89eefdb640 1 --2- 172.21.15.81:0/4154834162 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89e80cef50 0x7f89e80c80c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f89d001a030 tx=0x7f89d00191a0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.782+0000 7f89eefdb640 1 -- 172.21.15.81:0/4154834162 shutdown_connections 2023-06-26T03:01:09.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.782+0000 7f89eefdb640 1 --2- 172.21.15.81:0/4154834162 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f89c8066280 0x7f89c8068730 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.782+0000 7f89eefdb640 1 --2- 172.21.15.81:0/4154834162 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89e80cf3c0 0x7f89e8152170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.782+0000 7f89eefdb640 1 --2- 172.21.15.81:0/4154834162 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f89e80cef50 0x7f89e80c80c0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.782+0000 7f89eefdb640 1 --2- 172.21.15.81:0/4154834162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89e80b1630 0x7f89e8156360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.782+0000 7f89eefdb640 1 -- 172.21.15.81:0/4154834162 >> 172.21.15.81:0/4154834162 conn(0x7f89e8069f00 msgr2=0x7f89e80ce400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:09.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.782+0000 7f89eefdb640 1 -- 172.21.15.81:0/4154834162 shutdown_connections 2023-06-26T03:01:09.787 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.782+0000 7f89eefdb640 1 -- 172.21.15.81:0/4154834162 wait complete. 2023-06-26T03:01:09.801 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-06-26T03:01:09.801 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:01:09.910 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.906+0000 7f3c19f3e640 1 Processor -- start 2023-06-26T03:01:09.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.906+0000 7f3c19f3e640 1 -- start start 2023-06-26T03:01:09.911 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c19f3e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c1406f2d0 0x7f3c140c3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c19f3e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3c140b19d0 0x7f3c140c3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c19f3e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3c140cf830 con 0x7f3c140c63e0 2023-06-26T03:01:09.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c19f3e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c140cfcc0 con 0x7f3c140b19d0 2023-06-26T03:01:09.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c19f3e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c140cef40 con 0x7f3c1406f2d0 2023-06-26T03:01:09.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c13fff640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3c140b19d0 0x7f3c140c3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c12ffd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c1406f2d0 0x7f3c140c3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c13fff640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3c140b19d0 0x7f3c140c3fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:56332/0 (socket says 172.21.15.81:56332) 2023-06-26T03:01:09.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c13fff640 1 -- 172.21.15.81:0/1335738960 learned_addr learned my addr 172.21.15.81:0/1335738960 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:09.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c13fff640 1 -- 172.21.15.81:0/1335738960 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c1406f2d0 msgr2=0x7f3c140c3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:09.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c13fff640 1 --2- 172.21.15.81:0/1335738960 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c1406f2d0 0x7f3c140c3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c13fff640 1 -- 172.21.15.81:0/1335738960 >> v1:172.21.15.92:6789/0 conn(0x7f3c140c63e0 legacy=0x7f3c1406ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c13fff640 1 -- 172.21.15.81:0/1335738960 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c140cf1e0 con 0x7f3c140b19d0 2023-06-26T03:01:09.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c13fff640 1 --2- 172.21.15.81:0/1335738960 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c140b19d0 0x7f3c140c3fe0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3c0c009e50 tx=0x7f3c0c01d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6e1b0a55aa58fb7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:09.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c127fc640 1 -- 172.21.15.81:0/1335738960 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c0c0a5770 con 0x7f3c140b19d0 2023-06-26T03:01:09.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c127fc640 1 -- 172.21.15.81:0/1335738960 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c0c0a58d0 con 0x7f3c140b19d0 2023-06-26T03:01:09.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.910+0000 7f3c127fc640 1 -- 172.21.15.81:0/1335738960 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c0c0a5c60 con 0x7f3c140b19d0 2023-06-26T03:01:09.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 -- 172.21.15.81:0/1335738960 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c140b19d0 msgr2=0x7f3c140c3fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 --2- 172.21.15.81:0/1335738960 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c140b19d0 0x7f3c140c3fe0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3c0c009e50 tx=0x7f3c0c01d3b0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 -- 172.21.15.81:0/1335738960 shutdown_connections 2023-06-26T03:01:09.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 --2- 172.21.15.81:0/1335738960 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c140b19d0 0x7f3c140c3fe0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 --2- 172.21.15.81:0/1335738960 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c1406f2d0 0x7f3c140c3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 -- 172.21.15.81:0/1335738960 >> 172.21.15.81:0/1335738960 conn(0x7f3c140cff50 msgr2=0x7f3c140d0350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:09.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 -- 172.21.15.81:0/1335738960 shutdown_connections 2023-06-26T03:01:09.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 -- 172.21.15.81:0/1335738960 wait complete. 2023-06-26T03:01:09.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 Processor -- start 2023-06-26T03:01:09.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 -- start start 2023-06-26T03:01:09.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c1406f2d0 0x7f3c1414eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.918 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3c140b19d0 0x7f3c14150360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c140c63e0 0x7f3c14150de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c1414e470 con 0x7f3c140b19d0 2023-06-26T03:01:09.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c1415cef0 con 0x7f3c1406f2d0 2023-06-26T03:01:09.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c1414f1e0 con 0x7f3c140c63e0 2023-06-26T03:01:09.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c12ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3c140b19d0 0x7f3c14150360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c12ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3c140b19d0 0x7f3c14150360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48274/0 (socket says 172.21.15.81:48274) 2023-06-26T03:01:09.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c12ffd640 1 -- 172.21.15.81:0/4091340250 learned_addr learned my addr 172.21.15.81:0/4091340250 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:09.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c137fe640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c1406f2d0 0x7f3c1414eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c13fff640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c140c63e0 0x7f3c14150de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c12ffd640 1 -- 172.21.15.81:0/4091340250 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c140c63e0 msgr2=0x7f3c14150de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c12ffd640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c140c63e0 0x7f3c14150de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c12ffd640 1 -- 172.21.15.81:0/4091340250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c1406f2d0 msgr2=0x7f3c1414eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:09.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c12ffd640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c1406f2d0 0x7f3c1414eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:09.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c12ffd640 1 -- 172.21.15.81:0/4091340250 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c0c009b30 con 0x7f3c140b19d0 2023-06-26T03:01:09.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c12ffd640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3c140b19d0 0x7f3c14150360 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f3c0800e870 tx=0x7f3c0800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:09.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3bfbfff640 1 -- 172.21.15.81:0/4091340250 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c08009510 con 0x7f3c140b19d0 2023-06-26T03:01:09.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3bfbfff640 1 -- 172.21.15.81:0/4091340250 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c0800eec0 con 0x7f3c140b19d0 2023-06-26T03:01:09.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 -- 172.21.15.81:0/4091340250 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c1414e6e0 con 0x7f3c140b19d0 2023-06-26T03:01:09.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3bfbfff640 1 -- 172.21.15.81:0/4091340250 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c0800cb40 con 0x7f3c140b19d0 2023-06-26T03:01:09.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.914+0000 7f3c19f3e640 1 -- 172.21.15.81:0/4091340250 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c141508a0 con 0x7f3c140b19d0 2023-06-26T03:01:09.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.918+0000 7f3c19f3e640 1 -- 172.21.15.81:0/4091340250 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c1415cd50 con 0x7f3c140b19d0 2023-06-26T03:01:09.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.918+0000 7f3bfbfff640 1 -- 172.21.15.81:0/4091340250 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3c0800ccc0 con 0x7f3c140b19d0 2023-06-26T03:01:09.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.918+0000 7f3bfbfff640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3c00066280 0x7f3c00068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:09.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.918+0000 7f3bfbfff640 1 -- 172.21.15.81:0/4091340250 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f3c08083e40 con 0x7f3c140b19d0 2023-06-26T03:01:09.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.918+0000 7f3c137fe640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3c00066280 0x7f3c00068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:09.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.918+0000 7f3c137fe640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3c00066280 0x7f3c00068730 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f3c1406bd80 tx=0x7f3c04009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:09.925 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:09.922+0000 7f3bfbfff640 1 -- 172.21.15.81:0/4091340250 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3c1415cd50 con 0x7f3c140b19d0 2023-06-26T03:01:10.102 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.098+0000 7f3c19f3e640 1 -- 172.21.15.81:0/4091340250 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3c1415cd50 con 0x7f3c140b19d0 2023-06-26T03:01:10.103 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.098+0000 7f3bfbfff640 1 -- 172.21.15.81:0/4091340250 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7f3c1415cd50 con 0x7f3c140b19d0 2023-06-26T03:01:10.103 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:10.103 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/3705944699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":3705944699},{"type":"v1","addr":"172.21.15.92:6834","nonce":3705944699}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4266,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/2020922726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":2020922726},{"type":"v1","addr":"172.21.15.81:6835","nonce":2020922726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3162637623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3162637623},{"type":"v1","addr":"172.21.15.81:6837","nonce":3162637623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:00:14.139536+0000","modified":"2023-06-26T03:00:16.913731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/3906833758","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":3906833758},{"type":"v1","addr":"172.21.15.92:6835","nonce":3906833758}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:01:10.103 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 7 2023-06-26T03:01:10.105 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.102+0000 7f3c19f3e640 1 -- 172.21.15.81:0/4091340250 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3c00066280 msgr2=0x7f3c00068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.105 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.102+0000 7f3c19f3e640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3c00066280 0x7f3c00068730 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f3c1406bd80 tx=0x7f3c04009040 comp rx=0 tx=0).stop 2023-06-26T03:01:10.105 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.102+0000 7f3c19f3e640 1 -- 172.21.15.81:0/4091340250 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3c140b19d0 msgr2=0x7f3c14150360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.105 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.102+0000 7f3c19f3e640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3c140b19d0 0x7f3c14150360 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f3c0800e870 tx=0x7f3c0800ec70 comp rx=0 tx=0).stop 2023-06-26T03:01:10.105 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.102+0000 7f3c19f3e640 1 -- 172.21.15.81:0/4091340250 shutdown_connections 2023-06-26T03:01:10.106 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.102+0000 7f3c19f3e640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3c00066280 0x7f3c00068730 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.106 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.102+0000 7f3c19f3e640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c140c63e0 0x7f3c14150de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.106 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.102+0000 7f3c19f3e640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f3c140b19d0 0x7f3c14150360 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.106 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.102+0000 7f3c19f3e640 1 --2- 172.21.15.81:0/4091340250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c1406f2d0 0x7f3c1414eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.106 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.102+0000 7f3c19f3e640 1 -- 172.21.15.81:0/4091340250 >> 172.21.15.81:0/4091340250 conn(0x7f3c140cff50 msgr2=0x7f3c1406a520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:10.106 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.102+0000 7f3c19f3e640 1 -- 172.21.15.81:0/4091340250 shutdown_connections 2023-06-26T03:01:10.106 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.102+0000 7f3c19f3e640 1 -- 172.21.15.81:0/4091340250 wait complete. 2023-06-26T03:01:10.120 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:01:10.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f67330ec640 1 Processor -- start 2023-06-26T03:01:10.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f67330ec640 1 -- start start 2023-06-26T03:01:10.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f67330ec640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f672c1596a0 0x7f672c070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f67330ec640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f672c0c9560 0x7f672c0c99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f67330ec640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f672c0af770 0x7f672c0afbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f67330ec640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f672c0c9ef0 con 0x7f672c0af770 2023-06-26T03:01:10.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f67330ec640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f672c0b0110 con 0x7f672c1596a0 2023-06-26T03:01:10.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f67330ec640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f672c06bd00 con 0x7f672c0c9560 2023-06-26T03:01:10.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f6731689640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f672c0af770 0x7f672c0afbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f6731689640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f672c0af770 0x7f672c0afbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48288/0 (socket says 172.21.15.81:48288) 2023-06-26T03:01:10.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f6731689640 1 -- 172.21.15.81:0/3827253624 learned_addr learned my addr 172.21.15.81:0/3827253624 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:10.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f672bfff640 1 --2- 172.21.15.81:0/3827253624 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f672c0c9560 0x7f672c0c99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f6730e88640 1 --2- 172.21.15.81:0/3827253624 >> v2:172.21.15.92:3300/0 conn(0x7f672c1596a0 0x7f672c070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f6731689640 1 -- 172.21.15.81:0/3827253624 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f672c0c9560 msgr2=0x7f672c0c99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:10.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f6731689640 1 --2- 172.21.15.81:0/3827253624 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f672c0c9560 0x7f672c0c99b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f6731689640 1 -- 172.21.15.81:0/3827253624 >> v2:172.21.15.92:3300/0 conn(0x7f672c1596a0 msgr2=0x7f672c070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:10.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f6731689640 1 --2- 172.21.15.81:0/3827253624 >> v2:172.21.15.92:3300/0 conn(0x7f672c1596a0 0x7f672c070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.234+0000 7f6731689640 1 -- 172.21.15.81:0/3827253624 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f672c0ca100 con 0x7f672c0af770 2023-06-26T03:01:10.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f6731689640 1 --2- 172.21.15.81:0/3827253624 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f672c0af770 0x7f672c0afbd0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f672c0cdad0 tx=0x7f672401c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18ae012e2ce77de9 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:10.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f672b7fe640 1 -- 172.21.15.81:0/3827253624 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67240a5790 con 0x7f672c0af770 2023-06-26T03:01:10.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f672b7fe640 1 -- 172.21.15.81:0/3827253624 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67240a58f0 con 0x7f672c0af770 2023-06-26T03:01:10.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f672b7fe640 1 -- 172.21.15.81:0/3827253624 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67240a5c80 con 0x7f672c0af770 2023-06-26T03:01:10.241 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 -- 172.21.15.81:0/3827253624 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f672c0af770 msgr2=0x7f672c0afbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.241 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 --2- 172.21.15.81:0/3827253624 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f672c0af770 0x7f672c0afbd0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f672c0cdad0 tx=0x7f672401c910 comp rx=0 tx=0).stop 2023-06-26T03:01:10.241 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 -- 172.21.15.81:0/3827253624 shutdown_connections 2023-06-26T03:01:10.241 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 --2- 172.21.15.81:0/3827253624 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f672c0af770 0x7f672c0afbd0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 --2- 172.21.15.81:0/3827253624 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f672c0c9560 0x7f672c0c99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 --2- 172.21.15.81:0/3827253624 >> v2:172.21.15.92:3300/0 conn(0x7f672c1596a0 0x7f672c070e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 -- 172.21.15.81:0/3827253624 >> 172.21.15.81:0/3827253624 conn(0x7f672c0ca770 msgr2=0x7f672c0cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:10.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 -- 172.21.15.81:0/3827253624 shutdown_connections 2023-06-26T03:01:10.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 -- 172.21.15.81:0/3827253624 wait complete. 2023-06-26T03:01:10.244 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 Processor -- start 2023-06-26T03:01:10.244 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 -- start start 2023-06-26T03:01:10.244 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f672c0af770 0x7f672c15c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.244 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f672c0c9560 0x7f672c163420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f672c1596a0 0x7f672c0b1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f672c0cb8c0 con 0x7f672c1596a0 2023-06-26T03:01:10.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f672c163c70 con 0x7f672c0af770 2023-06-26T03:01:10.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f67330ec640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f672c0cbad0 con 0x7f672c0c9560 2023-06-26T03:01:10.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f6731689640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f672c1596a0 0x7f672c0b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f6731689640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f672c1596a0 0x7f672c0b1350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48294/0 (socket says 172.21.15.81:48294) 2023-06-26T03:01:10.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f6731689640 1 -- 172.21.15.81:0/2735364653 learned_addr learned my addr 172.21.15.81:0/2735364653 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:10.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f672bfff640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f672c0c9560 0x7f672c163420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f6730e88640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f672c0af770 0x7f672c15c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f6731689640 1 -- 172.21.15.81:0/2735364653 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f672c0c9560 msgr2=0x7f672c163420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f6731689640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f672c0c9560 0x7f672c163420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f6731689640 1 -- 172.21.15.81:0/2735364653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f672c0af770 msgr2=0x7f672c15c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f6731689640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f672c0af770 0x7f672c15c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.238+0000 7f6731689640 1 -- 172.21.15.81:0/2735364653 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6724009b30 con 0x7f672c1596a0 2023-06-26T03:01:10.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.242+0000 7f6731689640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f672c1596a0 0x7f672c0b1350 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f67240af040 tx=0x7f67240196b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:10.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.242+0000 7f67297fa640 1 -- 172.21.15.81:0/2735364653 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67240b8670 con 0x7f672c1596a0 2023-06-26T03:01:10.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.242+0000 7f67297fa640 1 -- 172.21.15.81:0/2735364653 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67240b87f0 con 0x7f672c1596a0 2023-06-26T03:01:10.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.242+0000 7f67330ec640 1 -- 172.21.15.81:0/2735364653 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f672c0cbdb0 con 0x7f672c1596a0 2023-06-26T03:01:10.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.242+0000 7f67297fa640 1 -- 172.21.15.81:0/2735364653 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67240b8ba0 con 0x7f672c1596a0 2023-06-26T03:01:10.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.242+0000 7f67330ec640 1 -- 172.21.15.81:0/2735364653 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f672c163960 con 0x7f672c1596a0 2023-06-26T03:01:10.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.242+0000 7f67330ec640 1 -- 172.21.15.81:0/2735364653 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f672c0cc2d0 con 0x7f672c1596a0 2023-06-26T03:01:10.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.242+0000 7f67297fa640 1 -- 172.21.15.81:0/2735364653 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f67240b8d00 con 0x7f672c1596a0 2023-06-26T03:01:10.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.242+0000 7f67297fa640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6718066280 0x7f6718068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.242+0000 7f67297fa640 1 -- 172.21.15.81:0/2735364653 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f672411f2f0 con 0x7f672c1596a0 2023-06-26T03:01:10.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.242+0000 7f6730e88640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6718066280 0x7f6718068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.242+0000 7f6730e88640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6718066280 0x7f6718068730 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f672c0cda70 tx=0x7f6720008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:10.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.246+0000 7f67297fa640 1 -- 172.21.15.81:0/2735364653 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f672c0cc2d0 con 0x7f672c1596a0 2023-06-26T03:01:10.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.418+0000 7f67330ec640 1 -- 172.21.15.81:0/2735364653 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f672c0cc2d0 con 0x7f672c1596a0 2023-06-26T03:01:10.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.418+0000 7f67297fa640 1 -- 172.21.15.81:0/2735364653 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4665 (secure 0 0 0) 0x7f672c0cc2d0 con 0x7f672c1596a0 2023-06-26T03:01:10.422 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:10.422 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4250,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/3705944699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":3705944699},{"type":"v1","addr":"172.21.15.92:6834","nonce":3705944699}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4266,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/2020922726","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":2020922726},{"type":"v1","addr":"172.21.15.81:6835","nonce":2020922726}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4269,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6837/3162637623","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":3162637623},{"type":"v1","addr":"172.21.15.81:6837","nonce":3162637623}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:00:14.139536+0000","modified":"2023-06-26T03:00:16.913731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4291},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4291":{"gid":4291,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/3906833758","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":3906833758},{"type":"v1","addr":"172.21.15.92:6835","nonce":3906833758}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:01:10.422 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 7 2023-06-26T03:01:10.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.422+0000 7f67330ec640 1 -- 172.21.15.81:0/2735364653 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6718066280 msgr2=0x7f6718068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.422+0000 7f67330ec640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6718066280 0x7f6718068730 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f672c0cda70 tx=0x7f6720008040 comp rx=0 tx=0).stop 2023-06-26T03:01:10.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.422+0000 7f67330ec640 1 -- 172.21.15.81:0/2735364653 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f672c1596a0 msgr2=0x7f672c0b1350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.422+0000 7f67330ec640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f672c1596a0 0x7f672c0b1350 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f67240af040 tx=0x7f67240196b0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.422+0000 7f67330ec640 1 -- 172.21.15.81:0/2735364653 shutdown_connections 2023-06-26T03:01:10.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.422+0000 7f67330ec640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6718066280 0x7f6718068730 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.425 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.422+0000 7f67330ec640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f672c1596a0 0x7f672c0b1350 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.422+0000 7f67330ec640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f672c0c9560 0x7f672c163420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.422+0000 7f67330ec640 1 --2- 172.21.15.81:0/2735364653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f672c0af770 0x7f672c15c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.422+0000 7f67330ec640 1 -- 172.21.15.81:0/2735364653 >> 172.21.15.81:0/2735364653 conn(0x7f672c0ca770 msgr2=0x7f672c0cdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:10.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.422+0000 7f67330ec640 1 -- 172.21.15.81:0/2735364653 shutdown_connections 2023-06-26T03:01:10.426 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.422+0000 7f67330ec640 1 -- 172.21.15.81:0/2735364653 wait complete. 2023-06-26T03:01:10.441 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:10.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.542+0000 7f29e8c45640 1 Processor -- start 2023-06-26T03:01:10.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.542+0000 7f29e8c45640 1 -- start start 2023-06-26T03:01:10.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e8c45640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29e40afe80 0x7f29e4070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e8c45640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29e406bd00 con 0x7f29e40c9c70 2023-06-26T03:01:10.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e8c45640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29e40ca100 con 0x7f29e41596a0 2023-06-26T03:01:10.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e8c45640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29e4070360 con 0x7f29e40afe80 2023-06-26T03:01:10.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e1d9b640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f29e40c9c70 0x7f29e40af770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:42798/0 (socket says 172.21.15.81:42798) 2023-06-26T03:01:10.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e1d9b640 1 -- 172.21.15.81:0/1087563667 learned_addr learned my addr 172.21.15.81:0/1087563667 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:10.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1449941129 0 0) 0x7f29e406bd00 con 0x7f29e40c9c70 2023-06-26T03:01:10.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e2d9d640 1 --2- 172.21.15.81:0/1087563667 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29e40afe80 0x7f29e4070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f29cc003530 con 0x7f29e40c9c70 2023-06-26T03:01:10.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3872076547 0 0) 0x7f29cc003530 con 0x7f29e40c9c70 2023-06-26T03:01:10.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29e40afe80 msgr2=0x7f29e4070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:10.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 --2- 172.21.15.81:0/1087563667 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29e40afe80 0x7f29e4070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 >> v1:172.21.15.92:6789/0 conn(0x7f29e41596a0 legacy=0x7f29e40c9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29e4070640 con 0x7f29e40c9c70 2023-06-26T03:01:10.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f29d8001680 con 0x7f29e40c9c70 2023-06-26T03:01:10.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 >> v1:172.21.15.81:6789/0 conn(0x7f29e40c9c70 legacy=0x7f29e40af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 --2- 172.21.15.81:0/1087563667 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29e40afe80 0x7f29cc0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 --2- 172.21.15.81:0/1087563667 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29cc003f30 0x7f29cc0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 --2- 172.21.15.81:0/1087563667 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29cc004d10 0x7f29cc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29e4070360 con 0x7f29cc004d10 2023-06-26T03:01:10.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29cc00bb20 con 0x7f29cc003f30 2023-06-26T03:01:10.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29cc00bce0 con 0x7f29e40afe80 2023-06-26T03:01:10.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e2d9d640 1 --2- 172.21.15.81:0/1087563667 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29cc004d10 0x7f29cc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e1d9b640 1 --2- 172.21.15.81:0/1087563667 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29cc003f30 0x7f29cc0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e2d9d640 1 -- 172.21.15.81:0/1087563667 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29e40afe80 msgr2=0x7f29cc0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:10.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e2d9d640 1 --2- 172.21.15.81:0/1087563667 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29e40afe80 0x7f29cc0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e2d9d640 1 -- 172.21.15.81:0/1087563667 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29cc003f30 msgr2=0x7f29cc0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:10.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e2d9d640 1 --2- 172.21.15.81:0/1087563667 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29cc003f30 0x7f29cc0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e2d9d640 1 -- 172.21.15.81:0/1087563667 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29cc003530 con 0x7f29cc004d10 2023-06-26T03:01:10.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e1d9b640 1 --2- 172.21.15.81:0/1087563667 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29cc003f30 0x7f29cc0047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:10.556 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.546+0000 7f29e2d9d640 1 --2- 172.21.15.81:0/1087563667 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29cc004d10 0x7f29cc005180 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f29dc009f90 tx=0x7f29dc01ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa1a4ac51fdf279e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:10.557 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29dc0a5a80 con 0x7f29cc004d10 2023-06-26T03:01:10.557 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29dc00f040 con 0x7f29cc004d10 2023-06-26T03:01:10.557 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e159a640 1 -- 172.21.15.81:0/1087563667 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29dc0a5e20 con 0x7f29cc004d10 2023-06-26T03:01:10.557 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 -- 172.21.15.81:0/1087563667 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29cc004d10 msgr2=0x7f29cc005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.557 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 --2- 172.21.15.81:0/1087563667 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29cc004d10 0x7f29cc005180 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f29dc009f90 tx=0x7f29dc01ca80 comp rx=0 tx=0).stop 2023-06-26T03:01:10.557 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e2d9d640 1 -- 172.21.15.81:0/1087563667 reap_dead start 2023-06-26T03:01:10.558 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 -- 172.21.15.81:0/1087563667 shutdown_connections 2023-06-26T03:01:10.558 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 -- 172.21.15.81:0/1087563667 >> 172.21.15.81:0/1087563667 conn(0x7f29e40ca770 msgr2=0x7f29e40cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:10.558 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 -- 172.21.15.81:0/1087563667 shutdown_connections 2023-06-26T03:01:10.558 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 -- 172.21.15.81:0/1087563667 wait complete. 2023-06-26T03:01:10.558 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 Processor -- start 2023-06-26T03:01:10.558 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 -- start start 2023-06-26T03:01:10.558 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29e41ee4a0 0x7f29e40b2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29e41ee870 0x7f29e40b34b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29e40c73b0 0x7f29e40c7820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29e40c5520 con 0x7f29e40c73b0 2023-06-26T03:01:10.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29e40c80e0 con 0x7f29e41ee870 2023-06-26T03:01:10.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29e40c4ed0 con 0x7f29e41ee4a0 2023-06-26T03:01:10.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e2d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29e40c73b0 0x7f29e40c7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e2d9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29e40c73b0 0x7f29e40c7820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48320/0 (socket says 172.21.15.81:48320) 2023-06-26T03:01:10.560 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e2d9d640 1 -- 172.21.15.81:0/3745922002 learned_addr learned my addr 172.21.15.81:0/3745922002 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:10.560 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e1d9b640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29e41ee870 0x7f29e40b34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.560 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e2d9d640 1 -- 172.21.15.81:0/3745922002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29e41ee4a0 msgr2=0x7f29e40b2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.560 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e259c640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29e41ee4a0 0x7f29e40b2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.560 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e2d9d640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29e41ee4a0 0x7f29e40b2f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.560 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e2d9d640 1 -- 172.21.15.81:0/3745922002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29e41ee870 msgr2=0x7f29e40b34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e2d9d640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29e41ee870 0x7f29e40b34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e2d9d640 1 -- 172.21.15.81:0/3745922002 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29e40c51b0 con 0x7f29e40c73b0 2023-06-26T03:01:10.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e1d9b640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29e41ee870 0x7f29e40b34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:10.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e2d9d640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29e40c73b0 0x7f29e40c7820 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f29dc0b0040 tx=0x7f29dc009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:10.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29d2ffd640 1 -- 172.21.15.81:0/3745922002 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29dc003ba0 con 0x7f29e40c73b0 2023-06-26T03:01:10.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29d2ffd640 1 -- 172.21.15.81:0/3745922002 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29dc003d00 con 0x7f29e40c73b0 2023-06-26T03:01:10.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 -- 172.21.15.81:0/3745922002 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29e40c83c0 con 0x7f29e40c73b0 2023-06-26T03:01:10.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29d2ffd640 1 -- 172.21.15.81:0/3745922002 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29dc0ad870 con 0x7f29e40c73b0 2023-06-26T03:01:10.562 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.550+0000 7f29e8c45640 1 -- 172.21.15.81:0/3745922002 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29e41f2180 con 0x7f29e40c73b0 2023-06-26T03:01:10.562 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.554+0000 7f29e8c45640 1 -- 172.21.15.81:0/3745922002 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29e40c5340 con 0x7f29e40c73b0 2023-06-26T03:01:10.562 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.554+0000 7f29d2ffd640 1 -- 172.21.15.81:0/3745922002 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f29dc0b4040 con 0x7f29e40c73b0 2023-06-26T03:01:10.562 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.554+0000 7f29d2ffd640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f29c4066280 0x7f29c4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.562 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.554+0000 7f29e259c640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f29c4066280 0x7f29c4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.562 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.554+0000 7f29d2ffd640 1 -- 172.21.15.81:0/3745922002 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7f29dc11d820 con 0x7f29e40c73b0 2023-06-26T03:01:10.562 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.554+0000 7f29e259c640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f29c4066280 0x7f29c4068730 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f29d4007fd0 tx=0x7f29d4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:10.563 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.558+0000 7f29d2ffd640 1 -- 172.21.15.81:0/3745922002 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f29dc0eac60 con 0x7f29e40c73b0 2023-06-26T03:01:10.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.706+0000 7f29e8c45640 1 -- 172.21.15.81:0/3745922002 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f29e404d790 con 0x7f29e40c73b0 2023-06-26T03:01:10.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.710+0000 7f29d2ffd640 1 -- 172.21.15.81:0/3745922002 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18338 (secure 0 0 0) 0x7f29dc0ee280 con 0x7f29e40c73b0 2023-06-26T03:01:10.713 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:10.714 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":26,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:00:55.969232+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:00:12.383462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:00:13.144506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.b","mappings":[{"from":1,"to":5}]},{"pgid":"4.3b","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:10.715 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.710+0000 7f29e8c45640 1 -- 172.21.15.81:0/3745922002 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f29c4066280 msgr2=0x7f29c4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.710+0000 7f29e8c45640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f29c4066280 0x7f29c4068730 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f29d4007fd0 tx=0x7f29d4009040 comp rx=0 tx=0).stop 2023-06-26T03:01:10.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.710+0000 7f29e8c45640 1 -- 172.21.15.81:0/3745922002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29e40c73b0 msgr2=0x7f29e40c7820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.710+0000 7f29e8c45640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29e40c73b0 0x7f29e40c7820 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f29dc0b0040 tx=0x7f29dc009750 comp rx=0 tx=0).stop 2023-06-26T03:01:10.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.714+0000 7f29e8c45640 1 -- 172.21.15.81:0/3745922002 shutdown_connections 2023-06-26T03:01:10.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.714+0000 7f29e8c45640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f29c4066280 0x7f29c4068730 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.714+0000 7f29e8c45640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29e40c73b0 0x7f29e40c7820 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.714+0000 7f29e8c45640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29e41ee870 0x7f29e40b34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.714+0000 7f29e8c45640 1 --2- 172.21.15.81:0/3745922002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29e41ee4a0 0x7f29e40b2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.714+0000 7f29e8c45640 1 -- 172.21.15.81:0/3745922002 >> 172.21.15.81:0/3745922002 conn(0x7f29e40ca770 msgr2=0x7f29e4157090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:10.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.714+0000 7f29e8c45640 1 -- 172.21.15.81:0/3745922002 shutdown_connections 2023-06-26T03:01:10.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.714+0000 7f29e8c45640 1 -- 172.21.15.81:0/3745922002 wait complete. 2023-06-26T03:01:10.732 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-06-26T03:01:10.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09fbce640 1 Processor -- start 2023-06-26T03:01:10.844 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09fbce640 1 -- start start 2023-06-26T03:01:10.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09fbce640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff09815bd60 0x7ff09806eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09fbce640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff09806b970 0x7ff098160120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09fbce640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0980cf1c0 0x7ff0980cf620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09fbce640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0980cfb60 con 0x7ff09815bd60 2023-06-26T03:01:10.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09fbce640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff09815fc90 con 0x7ff09806b970 2023-06-26T03:01:10.846 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09fbce640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0980af5b0 con 0x7ff0980cf1c0 2023-06-26T03:01:10.846 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09d96a640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff09815bd60 0x7ff09806eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.846 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09d96a640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7ff09815bd60 0x7ff09806eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48330/0 (socket says 172.21.15.81:48330) 2023-06-26T03:01:10.846 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09d96a640 1 -- 172.21.15.81:0/2456019789 learned_addr learned my addr 172.21.15.81:0/2456019789 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:10.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09e16b640 1 --2- 172.21.15.81:0/2456019789 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0980cf1c0 0x7ff0980cf620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09d169640 1 --2- 172.21.15.81:0/2456019789 >> v2:172.21.15.92:3300/0 conn(0x7ff09806b970 0x7ff098160120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09d96a640 1 -- 172.21.15.81:0/2456019789 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0980cf1c0 msgr2=0x7ff0980cf620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:10.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09d96a640 1 --2- 172.21.15.81:0/2456019789 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0980cf1c0 0x7ff0980cf620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09d96a640 1 -- 172.21.15.81:0/2456019789 >> v2:172.21.15.92:3300/0 conn(0x7ff09806b970 msgr2=0x7ff098160120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:10.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09d96a640 1 --2- 172.21.15.81:0/2456019789 >> v2:172.21.15.92:3300/0 conn(0x7ff09806b970 0x7ff098160120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.847 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.842+0000 7ff09d96a640 1 -- 172.21.15.81:0/2456019789 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff09815f990 con 0x7ff09815bd60 2023-06-26T03:01:10.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09d96a640 1 --2- 172.21.15.81:0/2456019789 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff09815bd60 0x7ff09806eb10 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7ff098071000 tx=0x7ff09401c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14785b39817921c5 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:10.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09c968640 1 -- 172.21.15.81:0/2456019789 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0940aa620 con 0x7ff09815bd60 2023-06-26T03:01:10.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09c968640 1 -- 172.21.15.81:0/2456019789 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0940aa780 con 0x7ff09815bd60 2023-06-26T03:01:10.849 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09c968640 1 -- 172.21.15.81:0/2456019789 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0940aab10 con 0x7ff09815bd60 2023-06-26T03:01:10.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09fbce640 1 -- 172.21.15.81:0/2456019789 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff09815bd60 msgr2=0x7ff09806eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09fbce640 1 --2- 172.21.15.81:0/2456019789 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff09815bd60 0x7ff09806eb10 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7ff098071000 tx=0x7ff09401c500 comp rx=0 tx=0).stop 2023-06-26T03:01:10.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09fbce640 1 -- 172.21.15.81:0/2456019789 shutdown_connections 2023-06-26T03:01:10.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09fbce640 1 --2- 172.21.15.81:0/2456019789 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0980cf1c0 0x7ff0980cf620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09fbce640 1 --2- 172.21.15.81:0/2456019789 >> v2:172.21.15.92:3300/0 conn(0x7ff09806b970 0x7ff098160120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09fbce640 1 --2- 172.21.15.81:0/2456019789 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff09815bd60 0x7ff09806eb10 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09fbce640 1 -- 172.21.15.81:0/2456019789 >> 172.21.15.81:0/2456019789 conn(0x7ff0980cfec0 msgr2=0x7ff0980d02c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:10.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09fbce640 1 -- 172.21.15.81:0/2456019789 shutdown_connections 2023-06-26T03:01:10.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09fbce640 1 -- 172.21.15.81:0/2456019789 wait complete. 2023-06-26T03:01:10.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09fbce640 1 Processor -- start 2023-06-26T03:01:10.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.846+0000 7ff09fbce640 1 -- start start 2023-06-26T03:01:10.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09fbce640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff09806b970 0x7ff09815a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09fbce640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0980cf1c0 0x7ff098151f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09fbce640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff09815bd60 0x7ff0980d0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09fbce640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0981591e0 con 0x7ff09806b970 2023-06-26T03:01:10.853 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09fbce640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff098159d60 con 0x7ff09815bd60 2023-06-26T03:01:10.854 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09fbce640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff098159430 con 0x7ff0980cf1c0 2023-06-26T03:01:10.854 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09d96a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff09806b970 0x7ff09815a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.854 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09d96a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff09806b970 0x7ff09815a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48338/0 (socket says 172.21.15.81:48338) 2023-06-26T03:01:10.854 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09d96a640 1 -- 172.21.15.81:0/3544728192 learned_addr learned my addr 172.21.15.81:0/3544728192 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:10.854 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09d169640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0980cf1c0 0x7ff098151f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.854 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09e16b640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff09815bd60 0x7ff0980d0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.854 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09d96a640 1 -- 172.21.15.81:0/3544728192 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0980cf1c0 msgr2=0x7ff098151f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09d96a640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0980cf1c0 0x7ff098151f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09d96a640 1 -- 172.21.15.81:0/3544728192 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff09815bd60 msgr2=0x7ff0980d0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:10.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09d96a640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff09815bd60 0x7ff0980d0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:10.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09d96a640 1 -- 172.21.15.81:0/3544728192 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0940094d0 con 0x7ff09806b970 2023-06-26T03:01:10.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09d96a640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff09806b970 0x7ff09815a1f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7ff09401abb0 tx=0x7ff0940192a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:10.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff08e7fc640 1 -- 172.21.15.81:0/3544728192 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0940be610 con 0x7ff09806b970 2023-06-26T03:01:10.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff08e7fc640 1 -- 172.21.15.81:0/3544728192 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0940be790 con 0x7ff09806b970 2023-06-26T03:01:10.855 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09fbce640 1 -- 172.21.15.81:0/3544728192 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff098159710 con 0x7ff09806b970 2023-06-26T03:01:10.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff08e7fc640 1 -- 172.21.15.81:0/3544728192 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0940beb40 con 0x7ff09806b970 2023-06-26T03:01:10.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09fbce640 1 -- 172.21.15.81:0/3544728192 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff098152460 con 0x7ff09806b970 2023-06-26T03:01:10.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09fbce640 1 -- 172.21.15.81:0/3544728192 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff098066880 con 0x7ff09806b970 2023-06-26T03:01:10.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff08e7fc640 1 -- 172.21.15.81:0/3544728192 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff0940b4400 con 0x7ff09806b970 2023-06-26T03:01:10.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff08e7fc640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff07c066280 0x7ff07c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:10.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff08e7fc640 1 -- 172.21.15.81:0/3544728192 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6120+0+0 (secure 0 0 0) 0x7ff09411e570 con 0x7ff09806b970 2023-06-26T03:01:10.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09d169640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff07c066280 0x7ff07c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:10.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.850+0000 7ff09d169640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff07c066280 0x7ff07c068730 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff0980aec60 tx=0x7ff088008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:10.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:10.854+0000 7ff08e7fc640 1 -- 172.21.15.81:0/3544728192 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff0940eba60 con 0x7ff09806b970 2023-06-26T03:01:11.038 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.034+0000 7ff09fbce640 1 -- 172.21.15.81:0/3544728192 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7ff0980b5e40 con 0x7ff09806b970 2023-06-26T03:01:11.077 INFO:tasks.ceph.mon.a.smithi081.stderr:2023-06-26T03:01:11.074+0000 7fb9fe4ba640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-06-26T03:01:11.091 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.090+0000 7ff08e7fc640 1 -- 172.21.15.81:0/3544728192 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v8) v1 ==== 161+0+0 (secure 0 0 0) 0x7ff0940ef080 con 0x7ff09806b970 2023-06-26T03:01:11.092 INFO:teuthology.orchestra.run.smithi081.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-06-26T03:01:11.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.090+0000 7ff09fbce640 1 -- 172.21.15.81:0/3544728192 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff07c066280 msgr2=0x7ff07c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:11.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.090+0000 7ff09fbce640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff07c066280 0x7ff07c068730 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff0980aec60 tx=0x7ff088008040 comp rx=0 tx=0).stop 2023-06-26T03:01:11.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.090+0000 7ff09fbce640 1 -- 172.21.15.81:0/3544728192 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff09806b970 msgr2=0x7ff09815a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:11.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.090+0000 7ff09fbce640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff09806b970 0x7ff09815a1f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7ff09401abb0 tx=0x7ff0940192a0 comp rx=0 tx=0).stop 2023-06-26T03:01:11.094 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.090+0000 7ff09fbce640 1 -- 172.21.15.81:0/3544728192 shutdown_connections 2023-06-26T03:01:11.095 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.090+0000 7ff09fbce640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7ff07c066280 0x7ff07c068730 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:11.095 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.090+0000 7ff09fbce640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff09815bd60 0x7ff0980d0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:11.095 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.090+0000 7ff09fbce640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0980cf1c0 0x7ff098151f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:11.095 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.090+0000 7ff09fbce640 1 --2- 172.21.15.81:0/3544728192 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7ff09806b970 0x7ff09815a1f0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:11.095 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.090+0000 7ff09fbce640 1 -- 172.21.15.81:0/3544728192 >> 172.21.15.81:0/3544728192 conn(0x7ff0980cfec0 msgr2=0x7ff0980c6730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:11.095 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.090+0000 7ff09fbce640 1 -- 172.21.15.81:0/3544728192 shutdown_connections 2023-06-26T03:01:11.095 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.090+0000 7ff09fbce640 1 -- 172.21.15.81:0/3544728192 wait complete. 2023-06-26T03:01:11.101 INFO:tasks.ceph.mds.b.smithi092.stderr: -3256> 2023-06-26T03:00:15.769+0000 7ff65482a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-06-26T03:01:11.109 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-06-26T03:01:11.161 INFO:tasks.ceph.mds.b.smithi092.stdout:starting mds.b at 2023-06-26T03:01:11.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd9305640 1 Processor -- start 2023-06-26T03:01:11.221 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd9305640 1 -- start start 2023-06-26T03:01:11.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd9305640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd4159a60 0x7f1cd40c1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:11.222 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd9305640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1cd4071170 con 0x7f1cd40afdc0 2023-06-26T03:01:11.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd9305640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1cd4070bb0 con 0x7f1cd406fff0 2023-06-26T03:01:11.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd9305640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1cd4070e90 con 0x7f1cd4159a60 2023-06-26T03:01:11.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd37fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f1cd40afdc0 0x7f1cd406b8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:42812/0 (socket says 172.21.15.81:42812) 2023-06-26T03:01:11.223 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd37fe640 1 -- 172.21.15.81:0/1999099619 learned_addr learned my addr 172.21.15.81:0/1999099619 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:11.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd2ffd640 1 --2- 172.21.15.81:0/1999099619 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd4159a60 0x7f1cd40c1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:11.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 221485008 0 0) 0x7f1cd4071170 con 0x7f1cd40afdc0 2023-06-26T03:01:11.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1cc0003530 con 0x7f1cd40afdc0 2023-06-26T03:01:11.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1989126198 0 0) 0x7f1cd4070bb0 con 0x7f1cd406fff0 2023-06-26T03:01:11.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1cd4071170 con 0x7f1cd406fff0 2023-06-26T03:01:11.225 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.218+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 677043839 0 0) 0x7f1cc0003530 con 0x7f1cd40afdc0 2023-06-26T03:01:11.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd4159a60 msgr2=0x7f1cd40c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:11.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 --2- 172.21.15.81:0/1999099619 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd4159a60 0x7f1cd40c1780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:11.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 >> v1:172.21.15.92:6789/0 conn(0x7f1cd406fff0 legacy=0x7f1cd40af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:11.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cd406b0d0 con 0x7f1cd40afdc0 2023-06-26T03:01:11.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f1cc4001680 con 0x7f1cd40afdc0 2023-06-26T03:01:11.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 >> v1:172.21.15.81:6789/0 conn(0x7f1cd40afdc0 legacy=0x7f1cd406b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:11.226 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 --2- 172.21.15.81:0/1999099619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cc0003b40 0x7f1cc0003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:11.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 --2- 172.21.15.81:0/1999099619 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd4159a60 0x7f1cc00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:11.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 --2- 172.21.15.81:0/1999099619 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1cc0004d10 0x7f1cc0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:11.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cd4070e90 con 0x7f1cc0004d10 2023-06-26T03:01:11.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cc000ba40 con 0x7f1cc0003b40 2023-06-26T03:01:11.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1cc000bbb0 con 0x7f1cd4159a60 2023-06-26T03:01:11.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd37fe640 1 --2- 172.21.15.81:0/1999099619 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1cc0004d10 0x7f1cc0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:11.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd2ffd640 1 --2- 172.21.15.81:0/1999099619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cc0003b40 0x7f1cc0003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:11.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd27fc640 1 --2- 172.21.15.81:0/1999099619 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd4159a60 0x7f1cc00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:11.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd37fe640 1 -- 172.21.15.81:0/1999099619 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd4159a60 msgr2=0x7f1cc00047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:11.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd37fe640 1 --2- 172.21.15.81:0/1999099619 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd4159a60 0x7f1cc00047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:11.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd37fe640 1 -- 172.21.15.81:0/1999099619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cc0003b40 msgr2=0x7f1cc0003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:11.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd37fe640 1 --2- 172.21.15.81:0/1999099619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cc0003b40 0x7f1cc0003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:11.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd37fe640 1 -- 172.21.15.81:0/1999099619 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cc0003530 con 0x7f1cc0004d10 2023-06-26T03:01:11.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd2ffd640 1 --2- 172.21.15.81:0/1999099619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cc0003b40 0x7f1cc0003f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:11.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd37fe640 1 --2- 172.21.15.81:0/1999099619 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1cc0004d10 0x7f1cc0005180 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f1cc400c160 tx=0x7f1cc401f2b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a1fc838b0a61c76 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:11.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cc4005ae0 con 0x7f1cc0004d10 2023-06-26T03:01:11.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cc40ab070 con 0x7f1cc0004d10 2023-06-26T03:01:11.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd1ffb640 1 -- 172.21.15.81:0/1999099619 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cc4005ea0 con 0x7f1cc0004d10 2023-06-26T03:01:11.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd9305640 1 -- 172.21.15.81:0/1999099619 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1cc0004d10 msgr2=0x7f1cc0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:11.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd9305640 1 --2- 172.21.15.81:0/1999099619 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1cc0004d10 0x7f1cc0005180 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f1cc400c160 tx=0x7f1cc401f2b0 comp rx=0 tx=0).stop 2023-06-26T03:01:11.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd37fe640 1 -- 172.21.15.81:0/1999099619 reap_dead start 2023-06-26T03:01:11.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd9305640 1 -- 172.21.15.81:0/1999099619 shutdown_connections 2023-06-26T03:01:11.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd9305640 1 -- 172.21.15.81:0/1999099619 >> 172.21.15.81:0/1999099619 conn(0x7f1cd406a100 msgr2=0x7f1cd40ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:11.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd9305640 1 -- 172.21.15.81:0/1999099619 shutdown_connections 2023-06-26T03:01:11.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.222+0000 7f1cd9305640 1 -- 172.21.15.81:0/1999099619 wait complete. 2023-06-26T03:01:11.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd9305640 1 Processor -- start 2023-06-26T03:01:11.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd9305640 1 -- start start 2023-06-26T03:01:11.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd9305640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1cc0004d10 0x7f1cd40b15e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:11.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd9305640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cd4153350 0x7f1cd4146fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:11.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd9305640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd415c110 0x7f1cd41e2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:11.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd9305640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cd40b1150 con 0x7f1cc0004d10 2023-06-26T03:01:11.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd9305640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cd415ccb0 con 0x7f1cd4153350 2023-06-26T03:01:11.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd9305640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1cd415c9d0 con 0x7f1cd415c110 2023-06-26T03:01:11.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1cc0004d10 0x7f1cd40b15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:11.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1cc0004d10 0x7f1cd40b15e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48350/0 (socket says 172.21.15.81:48350) 2023-06-26T03:01:11.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd2ffd640 1 -- 172.21.15.81:0/292033425 learned_addr learned my addr 172.21.15.81:0/292033425 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:11.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd27fc640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cd4153350 0x7f1cd4146fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:11.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd37fe640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd415c110 0x7f1cd41e2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:11.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd2ffd640 1 -- 172.21.15.81:0/292033425 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd415c110 msgr2=0x7f1cd41e2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:11.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd2ffd640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd415c110 0x7f1cd41e2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:11.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd2ffd640 1 -- 172.21.15.81:0/292033425 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cd4153350 msgr2=0x7f1cd4146fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:11.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd2ffd640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cd4153350 0x7f1cd4146fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:11.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd2ffd640 1 -- 172.21.15.81:0/292033425 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cd40b0b00 con 0x7f1cc0004d10 2023-06-26T03:01:11.234 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd27fc640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cd4153350 0x7f1cd4146fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:11.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd37fe640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd415c110 0x7f1cd41e2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:11.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd2ffd640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1cc0004d10 0x7f1cd40b15e0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc009fc0 tx=0x7f1ccc010650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:11.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1ccb7fe640 1 -- 172.21.15.81:0/292033425 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc00e050 con 0x7f1cc0004d10 2023-06-26T03:01:11.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1ccb7fe640 1 -- 172.21.15.81:0/292033425 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ccc00f040 con 0x7f1cc0004d10 2023-06-26T03:01:11.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd9305640 1 -- 172.21.15.81:0/292033425 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1cd40b0de0 con 0x7f1cc0004d10 2023-06-26T03:01:11.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1ccb7fe640 1 -- 172.21.15.81:0/292033425 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc003bc0 con 0x7f1cc0004d10 2023-06-26T03:01:11.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd9305640 1 -- 172.21.15.81:0/292033425 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1cd4147500 con 0x7f1cc0004d10 2023-06-26T03:01:11.235 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.226+0000 7f1cd9305640 1 -- 172.21.15.81:0/292033425 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1cd404d790 con 0x7f1cc0004d10 2023-06-26T03:01:11.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.230+0000 7f1ccb7fe640 1 -- 172.21.15.81:0/292033425 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1ccc003d20 con 0x7f1cc0004d10 2023-06-26T03:01:11.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.230+0000 7f1ccb7fe640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1cb40662b0 0x7f1cb4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:11.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.230+0000 7f1ccb7fe640 1 -- 172.21.15.81:0/292033425 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6206+0+0 (secure 0 0 0) 0x7f1ccc084ab0 con 0x7f1cc0004d10 2023-06-26T03:01:11.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.230+0000 7f1cd27fc640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1cb40662b0 0x7f1cb4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:11.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.230+0000 7f1cd27fc640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1cb40662b0 0x7f1cb4068760 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1cd40afb20 tx=0x7f1cbc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:11.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.234+0000 7f1ccb7fe640 1 -- 172.21.15.81:0/292033425 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1ccc051f30 con 0x7f1cc0004d10 2023-06-26T03:01:11.408 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:11.406+0000 7f1cd9305640 1 -- 172.21.15.81:0/292033425 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f1cd406b380 con 0x7f1cc0004d10 2023-06-26T03:01:12.096 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.094+0000 7f1ccb7fe640 1 -- 172.21.15.81:0/292033425 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v9) v1 ==== 104+0+0 (secure 0 0 0) 0x7f1ccc055550 con 0x7f1cc0004d10 2023-06-26T03:01:12.099 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.094+0000 7f1cd9305640 1 -- 172.21.15.81:0/292033425 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1cb40662b0 msgr2=0x7f1cb4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:12.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.094+0000 7f1cd9305640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1cb40662b0 0x7f1cb4068760 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1cd40afb20 tx=0x7f1cbc009040 comp rx=0 tx=0).stop 2023-06-26T03:01:12.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.094+0000 7f1cd9305640 1 -- 172.21.15.81:0/292033425 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1cc0004d10 msgr2=0x7f1cd40b15e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:12.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.094+0000 7f1cd9305640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1cc0004d10 0x7f1cd40b15e0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc009fc0 tx=0x7f1ccc010650 comp rx=0 tx=0).stop 2023-06-26T03:01:12.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.098+0000 7f1cd9305640 1 -- 172.21.15.81:0/292033425 shutdown_connections 2023-06-26T03:01:12.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.098+0000 7f1cd9305640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f1cb40662b0 0x7f1cb4068760 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:12.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.098+0000 7f1cd9305640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cd415c110 0x7f1cd41e2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:12.100 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.098+0000 7f1cd9305640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cd4153350 0x7f1cd4146fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:12.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.098+0000 7f1cd9305640 1 --2- 172.21.15.81:0/292033425 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1cc0004d10 0x7f1cd40b15e0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:12.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.098+0000 7f1cd9305640 1 -- 172.21.15.81:0/292033425 >> 172.21.15.81:0/292033425 conn(0x7f1cd406a100 msgr2=0x7f1cd4155590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:12.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.098+0000 7f1cd9305640 1 -- 172.21.15.81:0/292033425 shutdown_connections 2023-06-26T03:01:12.101 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.098+0000 7f1cd9305640 1 -- 172.21.15.81:0/292033425 wait complete. 2023-06-26T03:01:12.118 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-06-26T03:01:12.244 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50cf139640 1 Processor -- start 2023-06-26T03:01:12.244 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50cf139640 1 -- start start 2023-06-26T03:01:12.245 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50cf139640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c815b800 0x7f50c8070df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:12.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50cf139640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f50c80b1d10 0x7f50c815fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:12.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50cf139640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50c815f820 con 0x7f50c80694b0 2023-06-26T03:01:12.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50cf139640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50c80cb490 con 0x7f50c80b1d10 2023-06-26T03:01:12.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50cf139640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50c806d800 con 0x7f50c815b800 2023-06-26T03:01:12.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50c7fff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f50c80b1d10 0x7f50c815fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:12.246 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50c7fff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f50c80b1d10 0x7f50c815fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48358/0 (socket says 172.21.15.81:48358) 2023-06-26T03:01:12.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50c7fff640 1 -- 172.21.15.81:0/2257421497 learned_addr learned my addr 172.21.15.81:0/2257421497 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:12.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50c7fff640 1 -- 172.21.15.81:0/2257421497 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c815b800 msgr2=0x7f50c8070df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:12.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50cced5640 1 --2- 172.21.15.81:0/2257421497 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c815b800 0x7f50c8070df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:12.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50c7fff640 1 --2- 172.21.15.81:0/2257421497 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c815b800 0x7f50c8070df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:12.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50c7fff640 1 -- 172.21.15.81:0/2257421497 >> v1:172.21.15.92:6789/0 conn(0x7f50c80694b0 legacy=0x7f50c806bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:12.247 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.242+0000 7f50c7fff640 1 -- 172.21.15.81:0/2257421497 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50c806dae0 con 0x7f50c80b1d10 2023-06-26T03:01:12.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50c7fff640 1 --2- 172.21.15.81:0/2257421497 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f50c80b1d10 0x7f50c815fcb0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f50bc009870 tx=0x7f50bc01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faf07a0417f76657 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:12.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50c77fe640 1 -- 172.21.15.81:0/2257421497 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50bc0ac640 con 0x7f50c80b1d10 2023-06-26T03:01:12.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50c77fe640 1 -- 172.21.15.81:0/2257421497 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50bc0ac7a0 con 0x7f50c80b1d10 2023-06-26T03:01:12.248 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50c77fe640 1 -- 172.21.15.81:0/2257421497 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50bc0acb30 con 0x7f50c80b1d10 2023-06-26T03:01:12.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 -- 172.21.15.81:0/2257421497 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f50c80b1d10 msgr2=0x7f50c815fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:12.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 --2- 172.21.15.81:0/2257421497 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f50c80b1d10 0x7f50c815fcb0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f50bc009870 tx=0x7f50bc01c440 comp rx=0 tx=0).stop 2023-06-26T03:01:12.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 -- 172.21.15.81:0/2257421497 shutdown_connections 2023-06-26T03:01:12.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 --2- 172.21.15.81:0/2257421497 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f50c80b1d10 0x7f50c815fcb0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:12.249 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 --2- 172.21.15.81:0/2257421497 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c815b800 0x7f50c8070df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:12.250 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 -- 172.21.15.81:0/2257421497 >> 172.21.15.81:0/2257421497 conn(0x7f50c806a5c0 msgr2=0x7f50c806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:12.250 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 -- 172.21.15.81:0/2257421497 shutdown_connections 2023-06-26T03:01:12.250 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 -- 172.21.15.81:0/2257421497 wait complete. 2023-06-26T03:01:12.251 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 Processor -- start 2023-06-26T03:01:12.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 -- start start 2023-06-26T03:01:12.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c80694b0 0x7f50c8142490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:12.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f50c80b1d10 0x7f50c80cd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:12.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c815b800 0x7f50c814cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:12.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50c81521d0 con 0x7f50c80b1d10 2023-06-26T03:01:12.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50c81429d0 con 0x7f50c815b800 2023-06-26T03:01:12.252 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cf139640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50c81512e0 con 0x7f50c80694b0 2023-06-26T03:01:12.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50c7fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f50c80b1d10 0x7f50c80cd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:12.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50c7fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f50c80b1d10 0x7f50c80cd8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48362/0 (socket says 172.21.15.81:48362) 2023-06-26T03:01:12.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50c7fff640 1 -- 172.21.15.81:0/1032926928 learned_addr learned my addr 172.21.15.81:0/1032926928 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:12.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cd6d6640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c815b800 0x7f50c814cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:12.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50c7fff640 1 -- 172.21.15.81:0/1032926928 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c80694b0 msgr2=0x7f50c8142490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:12.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cced5640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c80694b0 0x7f50c8142490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:12.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50c7fff640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c80694b0 0x7f50c8142490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:12.253 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50c7fff640 1 -- 172.21.15.81:0/1032926928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c815b800 msgr2=0x7f50c814cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:12.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50c7fff640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c815b800 0x7f50c814cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:12.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50c7fff640 1 -- 172.21.15.81:0/1032926928 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50bc0094d0 con 0x7f50c80b1d10 2023-06-26T03:01:12.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.246+0000 7f50cd6d6640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c815b800 0x7f50c814cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:12.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.250+0000 7f50c7fff640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f50c80b1d10 0x7f50c80cd8b0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f50bc0af040 tx=0x7f50bc0191e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:12.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.250+0000 7f50c57fa640 1 -- 172.21.15.81:0/1032926928 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50bc0ac640 con 0x7f50c80b1d10 2023-06-26T03:01:12.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.250+0000 7f50c57fa640 1 -- 172.21.15.81:0/1032926928 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50bc0b5870 con 0x7f50c80b1d10 2023-06-26T03:01:12.254 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.250+0000 7f50cf139640 1 -- 172.21.15.81:0/1032926928 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50c81515c0 con 0x7f50c80b1d10 2023-06-26T03:01:12.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.250+0000 7f50c57fa640 1 -- 172.21.15.81:0/1032926928 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50bc0b5c20 con 0x7f50c80b1d10 2023-06-26T03:01:12.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.250+0000 7f50cf139640 1 -- 172.21.15.81:0/1032926928 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50c8151b80 con 0x7f50c80b1d10 2023-06-26T03:01:12.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.250+0000 7f50cf139640 1 -- 172.21.15.81:0/1032926928 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50c8152340 con 0x7f50c80b1d10 2023-06-26T03:01:12.255 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.250+0000 7f50c57fa640 1 -- 172.21.15.81:0/1032926928 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f50bc0b3070 con 0x7f50c80b1d10 2023-06-26T03:01:12.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.250+0000 7f50c57fa640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f50b4066280 0x7f50b4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:12.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.250+0000 7f50c57fa640 1 -- 172.21.15.81:0/1032926928 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6206+0+0 (secure 0 0 0) 0x7f50bc11e4c0 con 0x7f50c80b1d10 2023-06-26T03:01:12.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.250+0000 7f50cced5640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f50b4066280 0x7f50b4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:12.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.250+0000 7f50cced5640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f50b4066280 0x7f50b4068730 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f50b800b800 tx=0x7f50b8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:12.257 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.254+0000 7f50c57fa640 1 -- 172.21.15.81:0/1032926928 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f50bc0eb920 con 0x7f50c80b1d10 2023-06-26T03:01:12.409 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:12.406+0000 7f50cf139640 1 -- 172.21.15.81:0/1032926928 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f50c8066880 con 0x7f50c80b1d10 2023-06-26T03:01:13.108 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.106+0000 7f50c57fa640 1 -- 172.21.15.81:0/1032926928 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v28) v1 ==== 181+0+0 (secure 0 0 0) 0x7f50bc0c5300 con 0x7f50c80b1d10 2023-06-26T03:01:13.109 INFO:teuthology.orchestra.run.smithi081.stderr:pool 'cephfs_metadata' removed 2023-06-26T03:01:13.114 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.110+0000 7f50cf139640 1 -- 172.21.15.81:0/1032926928 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f50b4066280 msgr2=0x7f50b4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:13.114 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.110+0000 7f50cf139640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f50b4066280 0x7f50b4068730 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f50b800b800 tx=0x7f50b8008040 comp rx=0 tx=0).stop 2023-06-26T03:01:13.114 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.110+0000 7f50cf139640 1 -- 172.21.15.81:0/1032926928 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f50c80b1d10 msgr2=0x7f50c80cd8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:13.114 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.110+0000 7f50cf139640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f50c80b1d10 0x7f50c80cd8b0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f50bc0af040 tx=0x7f50bc0191e0 comp rx=0 tx=0).stop 2023-06-26T03:01:13.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.110+0000 7f50cf139640 1 -- 172.21.15.81:0/1032926928 shutdown_connections 2023-06-26T03:01:13.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.110+0000 7f50cf139640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f50b4066280 0x7f50b4068730 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:13.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.110+0000 7f50cf139640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c815b800 0x7f50c814cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:13.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.110+0000 7f50cf139640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f50c80b1d10 0x7f50c80cd8b0 secure :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f50bc0af040 tx=0x7f50bc0191e0 comp rx=0 tx=0).stop 2023-06-26T03:01:13.115 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.110+0000 7f50cf139640 1 --2- 172.21.15.81:0/1032926928 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c80694b0 0x7f50c8142490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:13.116 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.110+0000 7f50cf139640 1 -- 172.21.15.81:0/1032926928 >> 172.21.15.81:0/1032926928 conn(0x7f50c806a5c0 msgr2=0x7f50c80b3580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:13.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.114+0000 7f50cf139640 1 -- 172.21.15.81:0/1032926928 shutdown_connections 2023-06-26T03:01:13.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.118+0000 7f50cf139640 1 -- 172.21.15.81:0/1032926928 wait complete. 2023-06-26T03:01:13.142 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-06-26T03:01:13.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc511a7b640 1 Processor -- start 2023-06-26T03:01:13.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc511a7b640 1 -- start start 2023-06-26T03:01:13.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc511a7b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc50c0b0330 0x7fc50c0cc220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:13.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc511a7b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc50c15b500 0x7fc50c15b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:13.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc511a7b640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc50c065550 con 0x7fc50c0b0700 2023-06-26T03:01:13.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc511a7b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc50c06ade0 con 0x7fc50c15b500 2023-06-26T03:01:13.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc511a7b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc50c15bea0 con 0x7fc50c0b0330 2023-06-26T03:01:13.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50affd640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fc50c0b0700 0x7fc50c06a6d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:42826/0 (socket says 172.21.15.81:42826) 2023-06-26T03:01:13.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50affd640 1 -- 172.21.15.81:0/3304394402 learned_addr learned my addr 172.21.15.81:0/3304394402 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:13.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50bfff640 1 --2- 172.21.15.81:0/3304394402 >> v2:172.21.15.92:3300/0 conn(0x7fc50c15b500 0x7fc50c15b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:13.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50b7fe640 1 --2- 172.21.15.81:0/3304394402 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc50c0b0330 0x7fc50c0cc220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:13.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2277405848 0 0) 0x7fc50c065550 con 0x7fc50c0b0700 2023-06-26T03:01:13.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc4f4003530 con 0x7fc50c0b0700 2023-06-26T03:01:13.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 250949764 0 0) 0x7fc4f4003530 con 0x7fc50c0b0700 2023-06-26T03:01:13.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc50c0b0330 msgr2=0x7fc50c0cc220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:13.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 --2- 172.21.15.81:0/3304394402 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc50c0b0330 0x7fc50c0cc220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:13.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 >> v2:172.21.15.92:3300/0 conn(0x7fc50c15b500 msgr2=0x7fc50c15b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:13.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 --2- 172.21.15.81:0/3304394402 >> v2:172.21.15.92:3300/0 conn(0x7fc50c15b500 0x7fc50c15b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:13.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc50c0ca3a0 con 0x7fc50c0b0700 2023-06-26T03:01:13.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fc500001680 con 0x7fc50c0b0700 2023-06-26T03:01:13.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 >> v1:172.21.15.81:6789/0 conn(0x7fc50c0b0700 legacy=0x7fc50c06a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:13.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 --2- 172.21.15.81:0/3304394402 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4f4003980 0x7fc4f4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:13.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 --2- 172.21.15.81:0/3304394402 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4f40047d0 0x7fc4f4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:13.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 --2- 172.21.15.81:0/3304394402 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc50c0b0330 0x7fc4f4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:13.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc50c06ade0 con 0x7fc4f4003980 2023-06-26T03:01:13.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc50c15bea0 con 0x7fc4f40047d0 2023-06-26T03:01:13.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f400ba10 con 0x7fc50c0b0330 2023-06-26T03:01:13.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50b7fe640 1 --2- 172.21.15.81:0/3304394402 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4f4003980 0x7fc4f4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:13.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50b7fe640 1 -- 172.21.15.81:0/3304394402 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc50c0b0330 msgr2=0x7fc4f4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:13.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50b7fe640 1 --2- 172.21.15.81:0/3304394402 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc50c0b0330 0x7fc4f4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:13.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50b7fe640 1 -- 172.21.15.81:0/3304394402 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4f40047d0 msgr2=0x7fc4f4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:13.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50b7fe640 1 --2- 172.21.15.81:0/3304394402 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4f40047d0 0x7fc4f4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:13.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.266+0000 7fc50b7fe640 1 -- 172.21.15.81:0/3304394402 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4f4003530 con 0x7fc4f4003980 2023-06-26T03:01:13.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.270+0000 7fc50b7fe640 1 --2- 172.21.15.81:0/3304394402 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4f4003980 0x7fc4f4003d90 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc504009fc0 tx=0x7fc50401cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5d46a1c81b6ad90 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:13.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.270+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5040a5b70 con 0x7fc4f4003980 2023-06-26T03:01:13.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.270+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc50400f040 con 0x7fc4f4003980 2023-06-26T03:01:13.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.270+0000 7fc50a7fc640 1 -- 172.21.15.81:0/3304394402 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5040ad440 con 0x7fc4f4003980 2023-06-26T03:01:13.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.270+0000 7fc511a7b640 1 -- 172.21.15.81:0/3304394402 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4f4003980 msgr2=0x7fc4f4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:13.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.270+0000 7fc511a7b640 1 --2- 172.21.15.81:0/3304394402 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4f4003980 0x7fc4f4003d90 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc504009fc0 tx=0x7fc50401cc70 comp rx=0 tx=0).stop 2023-06-26T03:01:13.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.270+0000 7fc50bfff640 1 -- 172.21.15.81:0/3304394402 reap_dead start 2023-06-26T03:01:13.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.270+0000 7fc511a7b640 1 -- 172.21.15.81:0/3304394402 shutdown_connections 2023-06-26T03:01:13.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.270+0000 7fc511a7b640 1 -- 172.21.15.81:0/3304394402 >> 172.21.15.81:0/3304394402 conn(0x7fc50c0cb0d0 msgr2=0x7fc50c0cb4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:13.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.270+0000 7fc511a7b640 1 -- 172.21.15.81:0/3304394402 shutdown_connections 2023-06-26T03:01:13.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.270+0000 7fc511a7b640 1 -- 172.21.15.81:0/3304394402 wait complete. 2023-06-26T03:01:13.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.270+0000 7fc511a7b640 1 Processor -- start 2023-06-26T03:01:13.278 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc511a7b640 1 -- start start 2023-06-26T03:01:13.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc511a7b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4f4003980 0x7fc50c149cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:13.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc511a7b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc50c14a840 0x7fc50c0c6e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:13.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc511a7b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc50c0c7340 0x7fc50c14c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:13.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc511a7b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc50c15c8c0 con 0x7fc4f4003980 2023-06-26T03:01:13.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc511a7b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc50c0c77b0 con 0x7fc50c14a840 2023-06-26T03:01:13.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc511a7b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc50c14d890 con 0x7fc50c0c7340 2023-06-26T03:01:13.279 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc50b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4f4003980 0x7fc50c149cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:13.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc50b7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4f4003980 0x7fc50c149cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48376/0 (socket says 172.21.15.81:48376) 2023-06-26T03:01:13.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc50b7fe640 1 -- 172.21.15.81:0/1584481235 learned_addr learned my addr 172.21.15.81:0/1584481235 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:13.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc50bfff640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc50c0c7340 0x7fc50c14c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:13.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc50affd640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc50c14a840 0x7fc50c0c6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:13.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc50b7fe640 1 -- 172.21.15.81:0/1584481235 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc50c0c7340 msgr2=0x7fc50c14c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:13.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc50b7fe640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc50c0c7340 0x7fc50c14c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:13.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc50b7fe640 1 -- 172.21.15.81:0/1584481235 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc50c14a840 msgr2=0x7fc50c0c6e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:13.280 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc50b7fe640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc50c14a840 0x7fc50c0c6e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:13.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc50b7fe640 1 -- 172.21.15.81:0/1584481235 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc50c14d5b0 con 0x7fc4f4003980 2023-06-26T03:01:13.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc50affd640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc50c14a840 0x7fc50c0c6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:13.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc50b7fe640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4f4003980 0x7fc50c149cb0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fc504098690 tx=0x7fc504009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:13.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc4f3fff640 1 -- 172.21.15.81:0/1584481235 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc504003ba0 con 0x7fc4f4003980 2023-06-26T03:01:13.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc4f3fff640 1 -- 172.21.15.81:0/1584481235 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc504003d00 con 0x7fc4f4003980 2023-06-26T03:01:13.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc511a7b640 1 -- 172.21.15.81:0/1584481235 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc50c15c200 con 0x7fc4f4003980 2023-06-26T03:01:13.281 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc4f3fff640 1 -- 172.21.15.81:0/1584481235 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc504004260 con 0x7fc4f4003980 2023-06-26T03:01:13.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc511a7b640 1 -- 172.21.15.81:0/1584481235 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc50c14a1f0 con 0x7fc4f4003980 2023-06-26T03:01:13.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc511a7b640 1 -- 172.21.15.81:0/1584481235 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc50c066880 con 0x7fc4f4003980 2023-06-26T03:01:13.282 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc4f3fff640 1 -- 172.21.15.81:0/1584481235 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc5040b4040 con 0x7fc4f4003980 2023-06-26T03:01:13.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.274+0000 7fc4f3fff640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc4f8066280 0x7fc4f8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:13.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.278+0000 7fc4f3fff640 1 -- 172.21.15.81:0/1584481235 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 5768+0+0 (secure 0 0 0) 0x7fc50411e5d0 con 0x7fc4f4003980 2023-06-26T03:01:13.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.278+0000 7fc50affd640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc4f8066280 0x7fc4f8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:13.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.278+0000 7fc50affd640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc4f8066280 0x7fc4f8068730 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc5000017f0 tx=0x7fc500009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:13.283 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.278+0000 7fc4f3fff640 1 -- 172.21.15.81:0/1584481235 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc5040ebd90 con 0x7fc4f4003980 2023-06-26T03:01:13.432 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:13.430+0000 7fc511a7b640 1 -- 172.21.15.81:0/1584481235 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fc50c0b45d0 con 0x7fc4f4003980 2023-06-26T03:01:14.111 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.106+0000 7fc4f3fff640 1 -- 172.21.15.81:0/1584481235 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v29) v1 ==== 169+0+0 (secure 0 0 0) 0x7fc5040ef3b0 con 0x7fc4f4003980 2023-06-26T03:01:14.112 INFO:teuthology.orchestra.run.smithi081.stderr:pool 'cephfs_data' removed 2023-06-26T03:01:14.116 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.114+0000 7fc511a7b640 1 -- 172.21.15.81:0/1584481235 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc4f8066280 msgr2=0x7fc4f8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:14.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.114+0000 7fc511a7b640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc4f8066280 0x7fc4f8068730 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc5000017f0 tx=0x7fc500009040 comp rx=0 tx=0).stop 2023-06-26T03:01:14.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.114+0000 7fc511a7b640 1 -- 172.21.15.81:0/1584481235 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4f4003980 msgr2=0x7fc50c149cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:14.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.114+0000 7fc511a7b640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4f4003980 0x7fc50c149cb0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fc504098690 tx=0x7fc504009750 comp rx=0 tx=0).stop 2023-06-26T03:01:14.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.114+0000 7fc511a7b640 1 -- 172.21.15.81:0/1584481235 shutdown_connections 2023-06-26T03:01:14.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.114+0000 7fc511a7b640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc4f8066280 0x7fc4f8068730 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:14.118 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.114+0000 7fc511a7b640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc50c0c7340 0x7fc50c14c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:14.118 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.114+0000 7fc511a7b640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc50c14a840 0x7fc50c0c6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:14.118 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.114+0000 7fc511a7b640 1 --2- 172.21.15.81:0/1584481235 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc4f4003980 0x7fc50c149cb0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:14.118 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.114+0000 7fc511a7b640 1 -- 172.21.15.81:0/1584481235 >> 172.21.15.81:0/1584481235 conn(0x7fc50c0cb0d0 msgr2=0x7fc50c1e75f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:14.118 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.114+0000 7fc511a7b640 1 -- 172.21.15.81:0/1584481235 shutdown_connections 2023-06-26T03:01:14.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.114+0000 7fc511a7b640 1 -- 172.21.15.81:0/1584481235 wait complete. 2023-06-26T03:01:14.141 INFO:tasks.ceph.mds.a:Restarting daemon 2023-06-26T03:01:14.142 INFO:tasks.ceph.mds.a:Stopping old one... 2023-06-26T03:01:14.142 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-06-26T03:01:14.142 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:01:14.142 INFO:tasks.ceph.mds.c:Restarting daemon 2023-06-26T03:01:14.143 INFO:tasks.ceph.mds.c:Stopping old one... 2023-06-26T03:01:14.143 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-06-26T03:01:14.143 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:01:14.143 INFO:tasks.ceph.mds.b:Restarting daemon 2023-06-26T03:01:14.143 INFO:tasks.ceph.mds.b:Stopping old one... 2023-06-26T03:01:14.144 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-06-26T03:01:14.144 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:01:14.144 INFO:tasks.ceph.mds.d:Restarting daemon 2023-06-26T03:01:14.144 INFO:tasks.ceph.mds.d:Stopping old one... 2023-06-26T03:01:14.145 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-06-26T03:01:14.145 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:01:14.154 INFO:tasks.ceph.mds.a:Stopped 2023-06-26T03:01:14.154 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-06-26T03:01:14.156 INFO:tasks.ceph.mds.c:Stopped 2023-06-26T03:01:14.156 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-06-26T03:01:14.164 INFO:tasks.ceph.mds.b:Stopped 2023-06-26T03:01:14.164 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-06-26T03:01:14.168 INFO:tasks.ceph.mds.d:Stopped 2023-06-26T03:01:14.169 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-06-26T03:01:14.200 INFO:tasks.ceph.mds.a:Started 2023-06-26T03:01:14.200 DEBUG:teuthology.parallel:result is None 2023-06-26T03:01:14.201 INFO:tasks.ceph.mds.c:Started 2023-06-26T03:01:14.201 DEBUG:teuthology.parallel:result is None 2023-06-26T03:01:14.213 INFO:tasks.ceph.mds.b:Started 2023-06-26T03:01:14.213 DEBUG:teuthology.parallel:result is None 2023-06-26T03:01:14.214 INFO:tasks.ceph.mds.d:Started 2023-06-26T03:01:14.214 DEBUG:teuthology.parallel:result is None 2023-06-26T03:01:14.215 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-06-26T03:01:14.268 INFO:tasks.ceph.mds.a.smithi081.stdout:starting mds.a at 2023-06-26T03:01:14.269 INFO:tasks.ceph.mds.c.smithi081.stdout:starting mds.c at 2023-06-26T03:01:14.281 INFO:tasks.ceph.mds.d.smithi092.stdout:starting mds.d at 2023-06-26T03:01:14.281 INFO:tasks.ceph.mds.b.smithi092.stdout:starting mds.b at 2023-06-26T03:01:14.353 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9dbe23640 1 Processor -- start 2023-06-26T03:01:14.353 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9dbe23640 1 -- start start 2023-06-26T03:01:14.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9dbe23640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa9d40b07c0 0x7fa9d4069ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:14.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9dbe23640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fa9d415a9c0 0x7fa9d40ca1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:14.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9dbe23640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9d40adf00 con 0x7fa9d40adb30 2023-06-26T03:01:14.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9dbe23640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9d40cae80 con 0x7fa9d415a9c0 2023-06-26T03:01:14.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9dbe23640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9d415a530 con 0x7fa9d40b07c0 2023-06-26T03:01:14.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9da3c0640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fa9d415a9c0 0x7fa9d40ca1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:14.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9d9bbf640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fa9d40adb30 0x7fa9d40b00b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:42838/0 (socket says 172.21.15.81:42838) 2023-06-26T03:01:14.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9d9bbf640 1 -- 172.21.15.81:0/1114839447 learned_addr learned my addr 172.21.15.81:0/1114839447 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:14.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9d93be640 1 --2- 172.21.15.81:0/1114839447 >> v2:172.21.15.92:3300/0 conn(0x7fa9d40b07c0 0x7fa9d4069ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:14.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9da3c0640 1 -- 172.21.15.81:0/1114839447 >> v2:172.21.15.92:3300/0 conn(0x7fa9d40b07c0 msgr2=0x7fa9d4069ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:14.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9da3c0640 1 --2- 172.21.15.81:0/1114839447 >> v2:172.21.15.92:3300/0 conn(0x7fa9d40b07c0 0x7fa9d4069ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:14.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9da3c0640 1 -- 172.21.15.81:0/1114839447 >> v1:172.21.15.81:6789/0 conn(0x7fa9d40adb30 legacy=0x7fa9d40b00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:14.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9da3c0640 1 -- 172.21.15.81:0/1114839447 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9d4159f00 con 0x7fa9d415a9c0 2023-06-26T03:01:14.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9d8bbd640 1 -- 172.21.15.81:0/1114839447 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1600315722 0 0) 0x7fa9d40adf00 con 0x7fa9d40adb30 2023-06-26T03:01:14.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.350+0000 7fa9d93be640 1 --2- 172.21.15.81:0/1114839447 >> v2:172.21.15.92:3300/0 conn(0x7fa9d40b07c0 0x7fa9d4069ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:14.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9da3c0640 1 --2- 172.21.15.81:0/1114839447 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9d415a9c0 0x7fa9d40ca1d0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fa9d40b0d90 tx=0x7fa9cc01c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ae6f60996abb125 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:14.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9d8bbd640 1 -- 172.21.15.81:0/1114839447 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9cc0a57d0 con 0x7fa9d415a9c0 2023-06-26T03:01:14.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9d8bbd640 1 -- 172.21.15.81:0/1114839447 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9cc0a5930 con 0x7fa9d415a9c0 2023-06-26T03:01:14.358 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9d8bbd640 1 -- 172.21.15.81:0/1114839447 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9cc0a5cc0 con 0x7fa9d415a9c0 2023-06-26T03:01:14.358 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9dbe23640 1 -- 172.21.15.81:0/1114839447 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9d415a9c0 msgr2=0x7fa9d40ca1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:14.358 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9dbe23640 1 --2- 172.21.15.81:0/1114839447 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9d415a9c0 0x7fa9d40ca1d0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fa9d40b0d90 tx=0x7fa9cc01c910 comp rx=0 tx=0).stop 2023-06-26T03:01:14.358 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9dbe23640 1 -- 172.21.15.81:0/1114839447 shutdown_connections 2023-06-26T03:01:14.358 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9dbe23640 1 --2- 172.21.15.81:0/1114839447 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9d415a9c0 0x7fa9d40ca1d0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:14.358 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9dbe23640 1 --2- 172.21.15.81:0/1114839447 >> v2:172.21.15.92:3300/0 conn(0x7fa9d40b07c0 0x7fa9d4069ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:14.358 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9dbe23640 1 -- 172.21.15.81:0/1114839447 >> 172.21.15.81:0/1114839447 conn(0x7fa9d40ce630 msgr2=0x7fa9d40cea30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:14.359 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9dbe23640 1 -- 172.21.15.81:0/1114839447 shutdown_connections 2023-06-26T03:01:14.359 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9dbe23640 1 -- 172.21.15.81:0/1114839447 wait complete. 2023-06-26T03:01:14.360 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9dbe23640 1 Processor -- start 2023-06-26T03:01:14.360 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.354+0000 7fa9dbe23640 1 -- start start 2023-06-26T03:01:14.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9dbe23640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa9d40adb30 0x7fa9d414eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:14.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9dbe23640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9d40b07c0 0x7fa9d40b1db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:14.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9dbe23640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9d415a9c0 0x7fa9d40708e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:14.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9dbe23640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9d40ae6f0 con 0x7fa9d40b07c0 2023-06-26T03:01:14.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9dbe23640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9d40b4290 con 0x7fa9d415a9c0 2023-06-26T03:01:14.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9dbe23640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9d40ae9b0 con 0x7fa9d40adb30 2023-06-26T03:01:14.361 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9d93be640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9d40b07c0 0x7fa9d40b1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:14.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9d93be640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9d40b07c0 0x7fa9d40b1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48428/0 (socket says 172.21.15.81:48428) 2023-06-26T03:01:14.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9d93be640 1 -- 172.21.15.81:0/2126254599 learned_addr learned my addr 172.21.15.81:0/2126254599 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:14.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9da3c0640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9d415a9c0 0x7fa9d40708e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:14.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9d9bbf640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa9d40adb30 0x7fa9d414eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:14.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9d93be640 1 -- 172.21.15.81:0/2126254599 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa9d40adb30 msgr2=0x7fa9d414eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:14.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9d93be640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa9d40adb30 0x7fa9d414eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:14.362 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9d93be640 1 -- 172.21.15.81:0/2126254599 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9d415a9c0 msgr2=0x7fa9d40708e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:14.363 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9d93be640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9d415a9c0 0x7fa9d40708e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:14.363 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9d93be640 1 -- 172.21.15.81:0/2126254599 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9cc009a70 con 0x7fa9d40b07c0 2023-06-26T03:01:14.363 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9d93be640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9d40b07c0 0x7fa9d40b1db0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fa9c400c7c0 tx=0x7fa9c400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:14.363 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9ca7fc640 1 -- 172.21.15.81:0/2126254599 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9c4007a30 con 0x7fa9d40b07c0 2023-06-26T03:01:14.363 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9ca7fc640 1 -- 172.21.15.81:0/2126254599 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9c4007b90 con 0x7fa9d40b07c0 2023-06-26T03:01:14.363 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9dbe23640 1 -- 172.21.15.81:0/2126254599 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9d40aec90 con 0x7fa9d40b07c0 2023-06-26T03:01:14.363 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9ca7fc640 1 -- 172.21.15.81:0/2126254599 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9c400ce70 con 0x7fa9d40b07c0 2023-06-26T03:01:14.363 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9dbe23640 1 -- 172.21.15.81:0/2126254599 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9d40c4790 con 0x7fa9d40b07c0 2023-06-26T03:01:14.364 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9dbe23640 1 -- 172.21.15.81:0/2126254599 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9d4066880 con 0x7fa9d40b07c0 2023-06-26T03:01:14.364 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9ca7fc640 1 -- 172.21.15.81:0/2126254599 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa9c40193f0 con 0x7fa9d40b07c0 2023-06-26T03:01:14.364 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9ca7fc640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa9b8066280 0x7fa9b8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:14.365 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9d9bbf640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa9b8066280 0x7fa9b8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:14.365 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9ca7fc640 1 -- 172.21.15.81:0/2126254599 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5296+0+0 (secure 0 0 0) 0x7fa9c4083e30 con 0x7fa9d40b07c0 2023-06-26T03:01:14.365 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.358+0000 7fa9d9bbf640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa9b8066280 0x7fa9b8068730 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa9d0000f70 tx=0x7fa9d0007b60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:14.366 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.362+0000 7fa9ca7fc640 1 -- 172.21.15.81:0/2126254599 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa9c4051670 con 0x7fa9d40b07c0 2023-06-26T03:01:14.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:14.538+0000 7fa9dbe23640 1 -- 172.21.15.81:0/2126254599 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fa9d4071aa0 con 0x7fa9d40b07c0 2023-06-26T03:01:15.332 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.330+0000 7fa9ca7fc640 1 -- 172.21.15.81:0/2126254599 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v34) v1 ==== 97+0+0 (secure 0 0 0) 0x7fa9c4054c90 con 0x7fa9d40b07c0 2023-06-26T03:01:15.332 INFO:teuthology.orchestra.run.smithi081.stderr: removed all blocklist entries 2023-06-26T03:01:15.336 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.334+0000 7fa9dbe23640 1 -- 172.21.15.81:0/2126254599 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa9b8066280 msgr2=0x7fa9b8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:15.336 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.334+0000 7fa9dbe23640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa9b8066280 0x7fa9b8068730 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa9d0000f70 tx=0x7fa9d0007b60 comp rx=0 tx=0).stop 2023-06-26T03:01:15.336 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.334+0000 7fa9dbe23640 1 -- 172.21.15.81:0/2126254599 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9d40b07c0 msgr2=0x7fa9d40b1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:15.336 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.334+0000 7fa9dbe23640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9d40b07c0 0x7fa9d40b1db0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fa9c400c7c0 tx=0x7fa9c400cc80 comp rx=0 tx=0).stop 2023-06-26T03:01:15.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.334+0000 7fa9dbe23640 1 -- 172.21.15.81:0/2126254599 shutdown_connections 2023-06-26T03:01:15.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.334+0000 7fa9dbe23640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa9b8066280 0x7fa9b8068730 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.334+0000 7fa9dbe23640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9d415a9c0 0x7fa9d40708e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.334+0000 7fa9dbe23640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa9d40b07c0 0x7fa9d40b1db0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.334+0000 7fa9dbe23640 1 --2- 172.21.15.81:0/2126254599 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa9d40adb30 0x7fa9d414eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.334+0000 7fa9dbe23640 1 -- 172.21.15.81:0/2126254599 >> 172.21.15.81:0/2126254599 conn(0x7fa9d40ce630 msgr2=0x7fa9d414f550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:15.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.334+0000 7fa9dbe23640 1 -- 172.21.15.81:0/2126254599 shutdown_connections 2023-06-26T03:01:15.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.334+0000 7fa9dbe23640 1 -- 172.21.15.81:0/2126254599 wait complete. 2023-06-26T03:01:15.357 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-06-26T03:01:15.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.474+0000 7fefcc834640 1 Processor -- start 2023-06-26T03:01:15.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.474+0000 7fefcc834640 1 -- start start 2023-06-26T03:01:15.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefcc834640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fefc80ae920 0x7fefc815dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:15.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefcc834640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefc806f700 con 0x7fefc8070af0 2023-06-26T03:01:15.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefcc834640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefc806f9e0 con 0x7fefc8159800 2023-06-26T03:01:15.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefcc834640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefc806fcc0 con 0x7fefc80ae920 2023-06-26T03:01:15.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefc5d9b640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fefc80ae920 0x7fefc815dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:15.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefc6d9d640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fefc8070af0 0x7fefc80694b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:42850/0 (socket says 172.21.15.81:42850) 2023-06-26T03:01:15.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefc6d9d640 1 -- 172.21.15.81:0/3977151540 learned_addr learned my addr 172.21.15.81:0/3977151540 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:15.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefc559a640 1 -- 172.21.15.81:0/3977151540 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3861011280 0 0) 0x7fefc806f700 con 0x7fefc8070af0 2023-06-26T03:01:15.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefc559a640 1 -- 172.21.15.81:0/3977151540 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fefb0003530 con 0x7fefc8070af0 2023-06-26T03:01:15.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefc5d9b640 1 -- 172.21.15.81:0/3977151540 >> v1:172.21.15.92:6789/0 conn(0x7fefc8159800 legacy=0x7fefc80ae210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:15.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefc5d9b640 1 -- 172.21.15.81:0/3977151540 >> v1:172.21.15.81:6789/0 conn(0x7fefc8070af0 legacy=0x7fefc80694b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:15.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefc5d9b640 1 -- 172.21.15.81:0/3977151540 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefc806ffa0 con 0x7fefc80ae920 2023-06-26T03:01:15.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefc5d9b640 1 --2- 172.21.15.81:0/3977151540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefc80ae920 0x7fefc815dea0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fefbc0097c0 tx=0x7fefbc01c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=316230c18555d263 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:15.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefc559a640 1 -- 172.21.15.81:0/3977151540 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefbc0ab5f0 con 0x7fefc80ae920 2023-06-26T03:01:15.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefc559a640 1 -- 172.21.15.81:0/3977151540 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefbc0ab750 con 0x7fefc80ae920 2023-06-26T03:01:15.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.478+0000 7fefc559a640 1 -- 172.21.15.81:0/3977151540 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefbc0abae0 con 0x7fefc80ae920 2023-06-26T03:01:15.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 -- 172.21.15.81:0/3977151540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefc80ae920 msgr2=0x7fefc815dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:15.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 --2- 172.21.15.81:0/3977151540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefc80ae920 0x7fefc815dea0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fefbc0097c0 tx=0x7fefbc01c410 comp rx=0 tx=0).stop 2023-06-26T03:01:15.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 -- 172.21.15.81:0/3977151540 shutdown_connections 2023-06-26T03:01:15.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 --2- 172.21.15.81:0/3977151540 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefc80ae920 0x7fefc815dea0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.485 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 -- 172.21.15.81:0/3977151540 >> 172.21.15.81:0/3977151540 conn(0x7fefc80cf240 msgr2=0x7fefc80cb070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:15.485 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 -- 172.21.15.81:0/3977151540 shutdown_connections 2023-06-26T03:01:15.485 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 -- 172.21.15.81:0/3977151540 wait complete. 2023-06-26T03:01:15.486 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 Processor -- start 2023-06-26T03:01:15.486 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 -- start start 2023-06-26T03:01:15.486 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefc8070af0 0x7fefc815b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:15.486 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefc80ae920 0x7fefc81f46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:15.486 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefc8159800 0x7fefc8157290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:15.487 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc815cba0 con 0x7fefc8070af0 2023-06-26T03:01:15.487 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc815bf20 con 0x7fefc80ae920 2023-06-26T03:01:15.487 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefc815c200 con 0x7fefc8159800 2023-06-26T03:01:15.487 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefc659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefc8070af0 0x7fefc815b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:15.487 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefc659c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefc8070af0 0x7fefc815b620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48442/0 (socket says 172.21.15.81:48442) 2023-06-26T03:01:15.487 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefc659c640 1 -- 172.21.15.81:0/1000926565 learned_addr learned my addr 172.21.15.81:0/1000926565 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:15.487 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefc5d9b640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefc80ae920 0x7fefc81f46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:15.488 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefc6d9d640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefc8159800 0x7fefc8157290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:15.489 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefc659c640 1 -- 172.21.15.81:0/1000926565 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefc8159800 msgr2=0x7fefc8157290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:15.489 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefc659c640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefc8159800 0x7fefc8157290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.489 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefc659c640 1 -- 172.21.15.81:0/1000926565 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefc80ae920 msgr2=0x7fefc81f46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:15.489 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefc659c640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefc80ae920 0x7fefc81f46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.489 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefc659c640 1 -- 172.21.15.81:0/1000926565 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefbc009420 con 0x7fefc8070af0 2023-06-26T03:01:15.489 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefc659c640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefc8070af0 0x7fefc815b620 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fefc000b410 tx=0x7fefc000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:15.490 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefb6ffd640 1 -- 172.21.15.81:0/1000926565 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc0004020 con 0x7fefc8070af0 2023-06-26T03:01:15.490 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefb6ffd640 1 -- 172.21.15.81:0/1000926565 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefc0004180 con 0x7fefc8070af0 2023-06-26T03:01:15.490 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefb6ffd640 1 -- 172.21.15.81:0/1000926565 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc0011630 con 0x7fefc8070af0 2023-06-26T03:01:15.490 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.482+0000 7fefcc834640 1 -- 172.21.15.81:0/1000926565 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefc815c4e0 con 0x7fefc8070af0 2023-06-26T03:01:15.490 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.486+0000 7fefcc834640 1 -- 172.21.15.81:0/1000926565 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefc815bb60 con 0x7fefc8070af0 2023-06-26T03:01:15.490 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.486+0000 7fefcc834640 1 -- 172.21.15.81:0/1000926565 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefc8066880 con 0x7fefc8070af0 2023-06-26T03:01:15.490 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.486+0000 7fefb6ffd640 1 -- 172.21.15.81:0/1000926565 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fefc0011790 con 0x7fefc8070af0 2023-06-26T03:01:15.491 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.486+0000 7fefb6ffd640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fefa8066280 0x7fefa8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:15.491 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.486+0000 7fefc5d9b640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fefa8066280 0x7fefa8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:15.491 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.486+0000 7fefb6ffd640 1 -- 172.21.15.81:0/1000926565 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fefc0083780 con 0x7fefc8070af0 2023-06-26T03:01:15.491 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.486+0000 7fefc5d9b640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fefa8066280 0x7fefa8068730 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fefbc0af000 tx=0x7fefbc0a7000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:15.493 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.490+0000 7fefb6ffd640 1 -- 172.21.15.81:0/1000926565 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fefc0050f60 con 0x7fefc8070af0 2023-06-26T03:01:15.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.698+0000 7fefcc834640 1 -- 172.21.15.81:0/1000926565 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7fefc815df30 con 0x7fefc8070af0 2023-06-26T03:01:15.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.698+0000 7fefb6ffd640 1 -- 172.21.15.81:0/1000926565 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v2) v1 ==== 80+0+6645 (secure 0 0 0) 0x7fefc0054580 con 0x7fefc8070af0 2023-06-26T03:01:15.701 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:15.702 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2023-06-26T03:01:15.702 INFO:teuthology.orchestra.run.smithi081.stdout: "auth_dump": [ 2023-06-26T03:01:15.702 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.702 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "mds.a", 2023-06-26T03:01:15.702 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQD+/phkMtIgGxAAkc8eUW3HUqzTuPxCr+RHxQ==", 2023-06-26T03:01:15.702 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.702 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": "allow", 2023-06-26T03:01:15.703 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow *", 2023-06-26T03:01:15.703 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow *", 2023-06-26T03:01:15.703 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.703 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.703 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.703 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.703 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "mds.b", 2023-06-26T03:01:15.704 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQD+/phkNaHXKRAAwqv8h7zTpU+Oyocph4PXKQ==", 2023-06-26T03:01:15.704 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.704 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": "allow", 2023-06-26T03:01:15.704 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow *", 2023-06-26T03:01:15.704 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow *", 2023-06-26T03:01:15.704 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.704 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.704 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.705 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.705 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "mds.c", 2023-06-26T03:01:15.705 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQD+/phkI3eSIxAAWcuOVu2y+vCZKhOYknwseA==", 2023-06-26T03:01:15.705 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.705 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": "allow", 2023-06-26T03:01:15.705 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow *", 2023-06-26T03:01:15.705 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow *", 2023-06-26T03:01:15.706 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.706 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.706 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.706 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.706 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "mds.d", 2023-06-26T03:01:15.706 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQD+/phkJQ/LLxAA/s+I+wuXLEUieTksQjByEg==", 2023-06-26T03:01:15.706 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.706 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": "allow", 2023-06-26T03:01:15.707 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow *", 2023-06-26T03:01:15.707 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow *", 2023-06-26T03:01:15.707 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.707 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.707 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.707 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.707 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "osd.0", 2023-06-26T03:01:15.707 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAC/5hkfQQpAhAAs8nFHVXP3Ff4M+MVUfovHA==", 2023-06-26T03:01:15.708 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.708 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow profile osd", 2023-06-26T03:01:15.708 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile osd", 2023-06-26T03:01:15.708 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.708 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.708 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.708 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.708 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "osd.1", 2023-06-26T03:01:15.709 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAF/5hk8au6CBAAo8AUMKyuTEDKUYnRSh6h2A==", 2023-06-26T03:01:15.709 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.709 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow profile osd", 2023-06-26T03:01:15.709 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile osd", 2023-06-26T03:01:15.709 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.709 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.709 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.709 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.710 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "osd.2", 2023-06-26T03:01:15.710 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAI/5hkNFyoERAAYal6qx3zHTUuc+oI3kJ3xg==", 2023-06-26T03:01:15.710 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.710 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow profile osd", 2023-06-26T03:01:15.710 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile osd", 2023-06-26T03:01:15.710 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.710 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.711 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.711 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.711 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "osd.3", 2023-06-26T03:01:15.711 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAL/5hkXNnYGhAA/9pTQWFEp2S3Y8qwLgHPfQ==", 2023-06-26T03:01:15.711 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.711 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow profile osd", 2023-06-26T03:01:15.711 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile osd", 2023-06-26T03:01:15.711 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.712 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.712 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.712 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.712 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "osd.4", 2023-06-26T03:01:15.712 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAR/5hkRCsrHRAA+q2BaUlatvRpcxYezUO0IQ==", 2023-06-26T03:01:15.712 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.712 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow profile osd", 2023-06-26T03:01:15.712 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile osd", 2023-06-26T03:01:15.713 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.713 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.713 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.713 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.713 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "osd.5", 2023-06-26T03:01:15.713 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAU/5hkGsXlJBAAXS8342Ft7WncDu2CwzEGAg==", 2023-06-26T03:01:15.713 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.713 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow profile osd", 2023-06-26T03:01:15.714 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile osd", 2023-06-26T03:01:15.714 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.714 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.714 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.714 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.714 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "osd.6", 2023-06-26T03:01:15.714 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAX/5hkxUJ8LRAAcna+uhG5OE+pFDOSmX3mEw==", 2023-06-26T03:01:15.714 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.715 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow profile osd", 2023-06-26T03:01:15.715 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile osd", 2023-06-26T03:01:15.715 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.715 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.715 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.715 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.715 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "osd.7", 2023-06-26T03:01:15.716 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAa/5hkQ++CNBAAzkTbktMedQJ0laTbocdzcA==", 2023-06-26T03:01:15.716 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.716 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow profile osd", 2023-06-26T03:01:15.716 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile osd", 2023-06-26T03:01:15.716 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.716 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.716 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.717 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.717 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "client.0", 2023-06-26T03:01:15.717 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQD+/phkyqooNRAALymfhaBm3cHep+Qi4HpqDw==", 2023-06-26T03:01:15.717 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.717 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": "allow", 2023-06-26T03:01:15.717 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow r", 2023-06-26T03:01:15.717 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow rw", 2023-06-26T03:01:15.717 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow rwx" 2023-06-26T03:01:15.718 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.718 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.718 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.718 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "client.1", 2023-06-26T03:01:15.718 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQD//phkPcaZARAAmHxNuE04EIlH4UjMYEUoeg==", 2023-06-26T03:01:15.718 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.718 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": "allow", 2023-06-26T03:01:15.718 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow r", 2023-06-26T03:01:15.719 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow rw", 2023-06-26T03:01:15.719 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow rwx" 2023-06-26T03:01:15.719 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.719 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.719 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.719 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "client.2", 2023-06-26T03:01:15.719 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQD+/phkm7RWOhAARzzXe/rdIFClE+YuQnLNEQ==", 2023-06-26T03:01:15.720 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.720 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": "allow", 2023-06-26T03:01:15.720 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow r", 2023-06-26T03:01:15.720 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow rw", 2023-06-26T03:01:15.720 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow rwx" 2023-06-26T03:01:15.720 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.720 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.720 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.721 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "client.3", 2023-06-26T03:01:15.721 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQD//phkpUA/BhAALd8xWhTBllGGK+oEhBRNWg==", 2023-06-26T03:01:15.721 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.721 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": "allow", 2023-06-26T03:01:15.721 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow r", 2023-06-26T03:01:15.721 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow rw", 2023-06-26T03:01:15.721 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow rwx" 2023-06-26T03:01:15.722 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.722 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.722 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.722 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "client.admin", 2023-06-26T03:01:15.722 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQD+/phkOTd7BBAARXNYO1qeLyGQb8Vr8zl0kQ==", 2023-06-26T03:01:15.722 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.722 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": "allow *", 2023-06-26T03:01:15.722 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": "allow *", 2023-06-26T03:01:15.723 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow *", 2023-06-26T03:01:15.723 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.723 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.723 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.723 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.723 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "client.bootstrap-mds", 2023-06-26T03:01:15.723 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAm/5hkJ2evDhAAORjm6hqnvccMGTDUp3fb2A==", 2023-06-26T03:01:15.723 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.724 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile bootstrap-mds" 2023-06-26T03:01:15.724 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.724 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.724 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.724 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "client.bootstrap-mgr", 2023-06-26T03:01:15.724 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAm/5hk8X+vDhAA/ClkSxtIryI6V2L688WObw==", 2023-06-26T03:01:15.724 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.724 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile bootstrap-mgr" 2023-06-26T03:01:15.725 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.725 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.725 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.725 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "client.bootstrap-osd", 2023-06-26T03:01:15.725 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAm/5hk85WvDhAAkAzbiZVeMja0wP3jR+cHPg==", 2023-06-26T03:01:15.725 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.725 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile bootstrap-osd" 2023-06-26T03:01:15.725 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.726 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.726 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.726 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "client.bootstrap-rbd", 2023-06-26T03:01:15.726 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAm/5hkNqyvDhAAIIzOuvCVK0jYMCctLarjjA==", 2023-06-26T03:01:15.726 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.726 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile bootstrap-rbd" 2023-06-26T03:01:15.726 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.726 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.727 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.727 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "client.bootstrap-rbd-mirror", 2023-06-26T03:01:15.727 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAm/5hkisKvDhAAEyEE8VidGqrQWmQx26lOjA==", 2023-06-26T03:01:15.727 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.727 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2023-06-26T03:01:15.727 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.727 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.727 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.728 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "client.bootstrap-rgw", 2023-06-26T03:01:15.728 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQAm/5hkgtmvDhAAUD1ZIq1eP+RfQQVJ0SMMZQ==", 2023-06-26T03:01:15.728 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.728 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile bootstrap-rgw" 2023-06-26T03:01:15.728 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.728 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.728 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.728 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "mgr.x", 2023-06-26T03:01:15.729 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQD+/phkVTcsGBAAy1FkyX1/70kbO1iXbMvbSw==", 2023-06-26T03:01:15.729 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.729 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": "allow *", 2023-06-26T03:01:15.729 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile mgr", 2023-06-26T03:01:15.729 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.729 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.729 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:15.730 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:15.730 INFO:teuthology.orchestra.run.smithi081.stdout: "entity": "mgr.y", 2023-06-26T03:01:15.730 INFO:teuthology.orchestra.run.smithi081.stdout: "key": "AQD+/phkLIU9FRAA2i5MjHlCgyFAP67chNCSvw==", 2023-06-26T03:01:15.730 INFO:teuthology.orchestra.run.smithi081.stdout: "caps": { 2023-06-26T03:01:15.730 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": "allow *", 2023-06-26T03:01:15.730 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": "allow profile mgr", 2023-06-26T03:01:15.730 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": "allow *" 2023-06-26T03:01:15.730 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.731 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:15.731 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2023-06-26T03:01:15.731 INFO:teuthology.orchestra.run.smithi081.stdout:} 2023-06-26T03:01:15.732 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.702+0000 7fefcc834640 1 -- 172.21.15.81:0/1000926565 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fefa8066280 msgr2=0x7fefa8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:15.732 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.702+0000 7fefcc834640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fefa8066280 0x7fefa8068730 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fefbc0af000 tx=0x7fefbc0a7000 comp rx=0 tx=0).stop 2023-06-26T03:01:15.732 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.702+0000 7fefcc834640 1 -- 172.21.15.81:0/1000926565 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefc8070af0 msgr2=0x7fefc815b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:15.732 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.702+0000 7fefcc834640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefc8070af0 0x7fefc815b620 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fefc000b410 tx=0x7fefc000b8d0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.702+0000 7fefcc834640 1 -- 172.21.15.81:0/1000926565 shutdown_connections 2023-06-26T03:01:15.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.702+0000 7fefcc834640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fefa8066280 0x7fefa8068730 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.702+0000 7fefcc834640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefc8159800 0x7fefc8157290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.702+0000 7fefcc834640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefc80ae920 0x7fefc81f46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.702+0000 7fefcc834640 1 --2- 172.21.15.81:0/1000926565 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fefc8070af0 0x7fefc815b620 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.702+0000 7fefcc834640 1 -- 172.21.15.81:0/1000926565 >> 172.21.15.81:0/1000926565 conn(0x7fefc80cf240 msgr2=0x7fefc80694b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:15.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.702+0000 7fefcc834640 1 -- 172.21.15.81:0/1000926565 shutdown_connections 2023-06-26T03:01:15.733 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.702+0000 7fefcc834640 1 -- 172.21.15.81:0/1000926565 wait complete. 2023-06-26T03:01:15.734 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2023-06-26T03:01:15.856 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ec3ba640 1 Processor -- start 2023-06-26T03:01:15.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ec3ba640 1 -- start start 2023-06-26T03:01:15.857 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ec3ba640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa0e415bc70 0x7fa0e40cc750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:15.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ec3ba640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fa0e406a5a0 0x7fa0e40b5150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:15.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ec3ba640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0e40d12f0 con 0x7fa0e40ce5a0 2023-06-26T03:01:15.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ec3ba640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0e40d09c0 con 0x7fa0e406a5a0 2023-06-26T03:01:15.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ec3ba640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0e40d0ca0 con 0x7fa0e415bc70 2023-06-26T03:01:15.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ea957640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fa0e406a5a0 0x7fa0e40b5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:15.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ea957640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fa0e406a5a0 0x7fa0e40b5150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48448/0 (socket says 172.21.15.81:48448) 2023-06-26T03:01:15.858 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ea957640 1 -- 172.21.15.81:0/2501447973 learned_addr learned my addr 172.21.15.81:0/2501447973 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:15.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ea156640 1 --2- 172.21.15.81:0/2501447973 >> v2:172.21.15.92:3300/0 conn(0x7fa0e415bc70 0x7fa0e40cc750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:15.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ea957640 1 -- 172.21.15.81:0/2501447973 >> v2:172.21.15.92:3300/0 conn(0x7fa0e415bc70 msgr2=0x7fa0e40cc750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:15.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ea957640 1 --2- 172.21.15.81:0/2501447973 >> v2:172.21.15.92:3300/0 conn(0x7fa0e415bc70 0x7fa0e40cc750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.859 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ea957640 1 -- 172.21.15.81:0/2501447973 >> v1:172.21.15.92:6789/0 conn(0x7fa0e40ce5a0 legacy=0x7fa0e4069e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:15.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ea957640 1 -- 172.21.15.81:0/2501447973 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0e40d0f80 con 0x7fa0e406a5a0 2023-06-26T03:01:15.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.854+0000 7fa0ea156640 1 --2- 172.21.15.81:0/2501447973 >> v2:172.21.15.92:3300/0 conn(0x7fa0e415bc70 0x7fa0e40cc750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:15.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ea957640 1 --2- 172.21.15.81:0/2501447973 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa0e406a5a0 0x7fa0e40b5150 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fa0e4071990 tx=0x7fa0d401c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32d27f28e7eb7448 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:15.860 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0e9154640 1 -- 172.21.15.81:0/2501447973 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0d40ab660 con 0x7fa0e406a5a0 2023-06-26T03:01:15.861 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0e9154640 1 -- 172.21.15.81:0/2501447973 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0d40ab7c0 con 0x7fa0e406a5a0 2023-06-26T03:01:15.861 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0e9154640 1 -- 172.21.15.81:0/2501447973 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0d40abb50 con 0x7fa0e406a5a0 2023-06-26T03:01:15.861 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2501447973 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa0e406a5a0 msgr2=0x7fa0e40b5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:15.862 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 --2- 172.21.15.81:0/2501447973 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa0e406a5a0 0x7fa0e40b5150 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fa0e4071990 tx=0x7fa0d401c4c0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.862 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2501447973 shutdown_connections 2023-06-26T03:01:15.862 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 --2- 172.21.15.81:0/2501447973 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa0e406a5a0 0x7fa0e40b5150 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.862 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 --2- 172.21.15.81:0/2501447973 >> v2:172.21.15.92:3300/0 conn(0x7fa0e415bc70 0x7fa0e40cc750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.862 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2501447973 >> 172.21.15.81:0/2501447973 conn(0x7fa0e40d2190 msgr2=0x7fa0e40d2590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:15.862 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2501447973 shutdown_connections 2023-06-26T03:01:15.862 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2501447973 wait complete. 2023-06-26T03:01:15.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 Processor -- start 2023-06-26T03:01:15.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 -- start start 2023-06-26T03:01:15.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0e406a5a0 0x7fa0e414ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:15.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa0e40ce5a0 0x7fa0e415ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:15.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa0e415bc70 0x7fa0e4153e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:15.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0e415df20 con 0x7fa0e40ce5a0 2023-06-26T03:01:15.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0e414bfd0 con 0x7fa0e406a5a0 2023-06-26T03:01:15.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ec3ba640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0e415d2a0 con 0x7fa0e415bc70 2023-06-26T03:01:15.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0e9955640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa0e40ce5a0 0x7fa0e415ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:15.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0e9955640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa0e40ce5a0 0x7fa0e415ca20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48456/0 (socket says 172.21.15.81:48456) 2023-06-26T03:01:15.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0e9955640 1 -- 172.21.15.81:0/2226349031 learned_addr learned my addr 172.21.15.81:0/2226349031 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:15.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.858+0000 7fa0ea156640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0e406a5a0 0x7fa0e414ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:15.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0ea957640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa0e415bc70 0x7fa0e4153e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:15.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0e9955640 1 -- 172.21.15.81:0/2226349031 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa0e415bc70 msgr2=0x7fa0e4153e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:15.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0e9955640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa0e415bc70 0x7fa0e4153e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0e9955640 1 -- 172.21.15.81:0/2226349031 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0e406a5a0 msgr2=0x7fa0e414ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:15.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0e9955640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0e406a5a0 0x7fa0e414ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:15.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0e9955640 1 -- 172.21.15.81:0/2226349031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0d40094d0 con 0x7fa0e40ce5a0 2023-06-26T03:01:15.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0ea957640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa0e415bc70 0x7fa0e4153e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:15.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0e9955640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa0e40ce5a0 0x7fa0e415ca20 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa0d800c7d0 tx=0x7fa0d800cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:15.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0e2ffd640 1 -- 172.21.15.81:0/2226349031 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0d800aa50 con 0x7fa0e40ce5a0 2023-06-26T03:01:15.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0e2ffd640 1 -- 172.21.15.81:0/2226349031 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0d800abb0 con 0x7fa0e40ce5a0 2023-06-26T03:01:15.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0e2ffd640 1 -- 172.21.15.81:0/2226349031 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0d8012420 con 0x7fa0e40ce5a0 2023-06-26T03:01:15.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2226349031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0e415d580 con 0x7fa0e40ce5a0 2023-06-26T03:01:15.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2226349031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0e415db40 con 0x7fa0e40ce5a0 2023-06-26T03:01:15.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2226349031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0e415e060 con 0x7fa0e40ce5a0 2023-06-26T03:01:15.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0e2ffd640 1 -- 172.21.15.81:0/2226349031 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa0d8012580 con 0x7fa0e40ce5a0 2023-06-26T03:01:15.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0e2ffd640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa0d0066280 0x7fa0d0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:15.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0e2ffd640 1 -- 172.21.15.81:0/2226349031 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fa0d8083fa0 con 0x7fa0e40ce5a0 2023-06-26T03:01:15.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0ea156640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa0d0066280 0x7fa0d0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:15.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.862+0000 7fa0ea156640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa0d0066280 0x7fa0d0068730 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa0dc00ba10 tx=0x7fa0dc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:15.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:15.866+0000 7fa0e2ffd640 1 -- 172.21.15.81:0/2226349031 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa0d80516d0 con 0x7fa0e40ce5a0 2023-06-26T03:01:16.079 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.074+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2226349031 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7fa0e40b69e0 con 0x7fa0e40ce5a0 2023-06-26T03:01:16.085 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.082+0000 7fa0e2ffd640 1 -- 172.21.15.81:0/2226349031 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v3) v1 ==== 90+0+0 (secure 0 0 0) 0x7fa0d8016020 con 0x7fa0e40ce5a0 2023-06-26T03:01:16.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.086+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2226349031 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa0d0066280 msgr2=0x7fa0d0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.086+0000 7fa0ec3ba640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa0d0066280 0x7fa0d0068730 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa0dc00ba10 tx=0x7fa0dc008040 comp rx=0 tx=0).stop 2023-06-26T03:01:16.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.086+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2226349031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa0e40ce5a0 msgr2=0x7fa0e415ca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.086+0000 7fa0ec3ba640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa0e40ce5a0 0x7fa0e415ca20 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa0d800c7d0 tx=0x7fa0d800cc90 comp rx=0 tx=0).stop 2023-06-26T03:01:16.088 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.086+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2226349031 shutdown_connections 2023-06-26T03:01:16.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.086+0000 7fa0ec3ba640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fa0d0066280 0x7fa0d0068730 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.086+0000 7fa0ec3ba640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa0e415bc70 0x7fa0e4153e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.086+0000 7fa0ec3ba640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fa0e40ce5a0 0x7fa0e415ca20 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.086+0000 7fa0ec3ba640 1 --2- 172.21.15.81:0/2226349031 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0e406a5a0 0x7fa0e414ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.086+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2226349031 >> 172.21.15.81:0/2226349031 conn(0x7fa0e40d2190 msgr2=0x7fa0e415ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:16.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.086+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2226349031 shutdown_connections 2023-06-26T03:01:16.089 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.086+0000 7fa0ec3ba640 1 -- 172.21.15.81:0/2226349031 wait complete. 2023-06-26T03:01:16.105 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2023-06-26T03:01:16.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.222+0000 7f13938e8640 1 Processor -- start 2023-06-26T03:01:16.227 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.222+0000 7f13938e8640 1 -- start start 2023-06-26T03:01:16.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f13938e8640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f138c0704b0 0x7f138c0708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f13938e8640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f138c0c3300 con 0x7f138c15a100 2023-06-26T03:01:16.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f13938e8640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f138c0c35e0 con 0x7f138c0c82b0 2023-06-26T03:01:16.228 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f13938e8640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f138c0c9ee0 con 0x7f138c0704b0 2023-06-26T03:01:16.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1391684640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f138c15a100 0x7f138c0c2b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:42856/0 (socket says 172.21.15.81:42856) 2023-06-26T03:01:16.229 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1391684640 1 -- 172.21.15.81:0/3672157097 learned_addr learned my addr 172.21.15.81:0/3672157097 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:16.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1391e85640 1 --2- 172.21.15.81:0/3672157097 >> v2:172.21.15.92:3300/0 conn(0x7f138c0704b0 0x7f138c0708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.230 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4047801581 0 0) 0x7f138c0c3300 con 0x7f138c15a100 2023-06-26T03:01:16.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1378003530 con 0x7f138c15a100 2023-06-26T03:01:16.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 825468796 0 0) 0x7f1378003530 con 0x7f138c15a100 2023-06-26T03:01:16.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 >> v2:172.21.15.92:3300/0 conn(0x7f138c0704b0 msgr2=0x7f138c0708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:16.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 --2- 172.21.15.81:0/3672157097 >> v2:172.21.15.92:3300/0 conn(0x7f138c0704b0 0x7f138c0708f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 >> v1:172.21.15.92:6789/0 conn(0x7f138c0c82b0 legacy=0x7f138c15a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f138c0c38c0 con 0x7f138c15a100 2023-06-26T03:01:16.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f1388001680 con 0x7f138c15a100 2023-06-26T03:01:16.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 >> v1:172.21.15.81:6789/0 conn(0x7f138c15a100 legacy=0x7f138c0c2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 --2- 172.21.15.81:0/3672157097 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1378003980 0x7f1378003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 --2- 172.21.15.81:0/3672157097 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13780047d0 0x7f1378004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 --2- 172.21.15.81:0/3672157097 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1378005180 0x7f137800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f138c0c9ee0 con 0x7f1378005180 2023-06-26T03:01:16.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f137800c090 con 0x7f13780047d0 2023-06-26T03:01:16.232 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f137800c250 con 0x7f1378003980 2023-06-26T03:01:16.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1391e85640 1 --2- 172.21.15.81:0/3672157097 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1378005180 0x7f137800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1391e85640 1 -- 172.21.15.81:0/3672157097 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1378003980 msgr2=0x7f1378003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:16.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1391e85640 1 --2- 172.21.15.81:0/3672157097 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1378003980 0x7f1378003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1391e85640 1 -- 172.21.15.81:0/3672157097 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13780047d0 msgr2=0x7f1378004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:16.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1390e83640 1 --2- 172.21.15.81:0/3672157097 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13780047d0 0x7f1378004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1391e85640 1 --2- 172.21.15.81:0/3672157097 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13780047d0 0x7f1378004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1391e85640 1 -- 172.21.15.81:0/3672157097 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1378003530 con 0x7f1378005180 2023-06-26T03:01:16.233 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.226+0000 7f1390e83640 1 --2- 172.21.15.81:0/3672157097 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13780047d0 0x7f1378004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:16.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1391e85640 1 -- 172.21.15.81:0/3672157097 reap_dead start 2023-06-26T03:01:16.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1391e85640 1 --2- 172.21.15.81:0/3672157097 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1378005180 0x7f137800b990 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f1384009fc0 tx=0x7f138401cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bb0f42c8e1bc59b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:16.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13840a5cb0 con 0x7f1378005180 2023-06-26T03:01:16.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f138400f040 con 0x7f1378005180 2023-06-26T03:01:16.236 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1383fff640 1 -- 172.21.15.81:0/3672157097 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1384003be0 con 0x7f1378005180 2023-06-26T03:01:16.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 -- 172.21.15.81:0/3672157097 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1378005180 msgr2=0x7f137800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 --2- 172.21.15.81:0/3672157097 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1378005180 0x7f137800b990 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f1384009fc0 tx=0x7f138401cca0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 -- 172.21.15.81:0/3672157097 shutdown_connections 2023-06-26T03:01:16.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 --2- 172.21.15.81:0/3672157097 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1378005180 0x7f137800b990 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 -- 172.21.15.81:0/3672157097 >> 172.21.15.81:0/3672157097 conn(0x7f138c0af8d0 msgr2=0x7f138c0afcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:16.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 -- 172.21.15.81:0/3672157097 shutdown_connections 2023-06-26T03:01:16.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 -- 172.21.15.81:0/3672157097 wait complete. 2023-06-26T03:01:16.237 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 Processor -- start 2023-06-26T03:01:16.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 -- start start 2023-06-26T03:01:16.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1378005180 0x7f138c1f08a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f138c0c7480 0x7f138c0cb980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f138c0ca200 0x7f138c0ca670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f138c0ac210 con 0x7f1378005180 2023-06-26T03:01:16.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f138c0cabb0 con 0x7f138c0c7480 2023-06-26T03:01:16.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f13938e8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f138c1f0de0 con 0x7f138c0ca200 2023-06-26T03:01:16.238 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1391684640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1378005180 0x7f138c1f08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1391684640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1378005180 0x7f138c1f08a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48462/0 (socket says 172.21.15.81:48462) 2023-06-26T03:01:16.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1391684640 1 -- 172.21.15.81:0/2973449479 learned_addr learned my addr 172.21.15.81:0/2973449479 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:16.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1390e83640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f138c0c7480 0x7f138c0cb980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1391e85640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f138c0ca200 0x7f138c0ca670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1391684640 1 -- 172.21.15.81:0/2973449479 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f138c0ca200 msgr2=0x7f138c0ca670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1391684640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f138c0ca200 0x7f138c0ca670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.239 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1391684640 1 -- 172.21.15.81:0/2973449479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f138c0c7480 msgr2=0x7f138c0cb980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1391684640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f138c0c7480 0x7f138c0cb980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1391684640 1 -- 172.21.15.81:0/2973449479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f138c0ab8b0 con 0x7f1378005180 2023-06-26T03:01:16.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.230+0000 7f1391684640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1378005180 0x7f138c1f08a0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f138800f430 tx=0x7f138800f8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:16.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.234+0000 7f1381ffb640 1 -- 172.21.15.81:0/2973449479 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1388007d00 con 0x7f1378005180 2023-06-26T03:01:16.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.234+0000 7f1381ffb640 1 -- 172.21.15.81:0/2973449479 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1388007e80 con 0x7f1378005180 2023-06-26T03:01:16.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.234+0000 7f13938e8640 1 -- 172.21.15.81:0/2973449479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f138c0c7a40 con 0x7f1378005180 2023-06-26T03:01:16.240 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.234+0000 7f1381ffb640 1 -- 172.21.15.81:0/2973449479 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f138800a310 con 0x7f1378005180 2023-06-26T03:01:16.241 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.234+0000 7f13938e8640 1 -- 172.21.15.81:0/2973449479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f138c0abe30 con 0x7f1378005180 2023-06-26T03:01:16.241 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.234+0000 7f13938e8640 1 -- 172.21.15.81:0/2973449479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f138c0ac350 con 0x7f1378005180 2023-06-26T03:01:16.241 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.234+0000 7f1381ffb640 1 -- 172.21.15.81:0/2973449479 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f138800a470 con 0x7f1378005180 2023-06-26T03:01:16.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.234+0000 7f1381ffb640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f13700662b0 0x7f1370068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.234+0000 7f1390e83640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f13700662b0 0x7f1370068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.234+0000 7f1381ffb640 1 -- 172.21.15.81:0/2973449479 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f1388086710 con 0x7f1378005180 2023-06-26T03:01:16.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.234+0000 7f1390e83640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f13700662b0 0x7f1370068760 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f137c007fd0 tx=0x7f137c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:16.242 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.238+0000 7f1381ffb640 1 -- 172.21.15.81:0/2973449479 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f138c0ac350 con 0x7f1378005180 2023-06-26T03:01:16.441 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.438+0000 7f13938e8640 1 -- 172.21.15.81:0/2973449479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f138c0ac350 con 0x7f1378005180 2023-06-26T03:01:16.446 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.442+0000 7f1381ffb640 1 -- 172.21.15.81:0/2973449479 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v4) v1 ==== 90+0+0 (secure 0 0 0) 0x7f138c0ac350 con 0x7f1378005180 2023-06-26T03:01:16.448 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.446+0000 7f13938e8640 1 -- 172.21.15.81:0/2973449479 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f13700662b0 msgr2=0x7f1370068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.446+0000 7f13938e8640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f13700662b0 0x7f1370068760 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f137c007fd0 tx=0x7f137c009040 comp rx=0 tx=0).stop 2023-06-26T03:01:16.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.446+0000 7f13938e8640 1 -- 172.21.15.81:0/2973449479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1378005180 msgr2=0x7f138c1f08a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.446+0000 7f13938e8640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1378005180 0x7f138c1f08a0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f138800f430 tx=0x7f138800f8f0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.446+0000 7f13938e8640 1 -- 172.21.15.81:0/2973449479 shutdown_connections 2023-06-26T03:01:16.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.446+0000 7f13938e8640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f13700662b0 0x7f1370068760 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.446+0000 7f13938e8640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f138c0ca200 0x7f138c0ca670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.446+0000 7f13938e8640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f138c0c7480 0x7f138c0cb980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.449 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.446+0000 7f13938e8640 1 --2- 172.21.15.81:0/2973449479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f1378005180 0x7f138c1f08a0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.446+0000 7f13938e8640 1 -- 172.21.15.81:0/2973449479 >> 172.21.15.81:0/2973449479 conn(0x7f138c0af8d0 msgr2=0x7f138c0ad840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:16.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.446+0000 7f13938e8640 1 -- 172.21.15.81:0/2973449479 shutdown_connections 2023-06-26T03:01:16.450 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.446+0000 7f13938e8640 1 -- 172.21.15.81:0/2973449479 wait complete. 2023-06-26T03:01:16.463 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2023-06-26T03:01:16.571 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cc0d99640 1 Processor -- start 2023-06-26T03:01:16.572 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cc0d99640 1 -- start start 2023-06-26T03:01:16.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cc0d99640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9cbc15b810 0x7f9cbc06aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cc0d99640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f9cbc15bbe0 0x7f9cbc15f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cc0d99640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cbc0ccba0 con 0x7f9cbc15fa30 2023-06-26T03:01:16.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cc0d99640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cbc0cf530 con 0x7f9cbc15bbe0 2023-06-26T03:01:16.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cc0d99640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cbc0cefb0 con 0x7f9cbc15b810 2023-06-26T03:01:16.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cb3fff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f9cbc15bbe0 0x7f9cbc15f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.573 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cb3fff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f9cbc15bbe0 0x7f9cbc15f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48464/0 (socket says 172.21.15.81:48464) 2023-06-26T03:01:16.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cb3fff640 1 -- 172.21.15.81:0/2392566408 learned_addr learned my addr 172.21.15.81:0/2392566408 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:16.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cba59c640 1 --2- 172.21.15.81:0/2392566408 >> v2:172.21.15.92:3300/0 conn(0x7f9cbc15b810 0x7f9cbc06aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.574 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cb3fff640 1 -- 172.21.15.81:0/2392566408 >> v2:172.21.15.92:3300/0 conn(0x7f9cbc15b810 msgr2=0x7f9cbc06aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:16.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cb3fff640 1 --2- 172.21.15.81:0/2392566408 >> v2:172.21.15.92:3300/0 conn(0x7f9cbc15b810 0x7f9cbc06aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cb3fff640 1 -- 172.21.15.81:0/2392566408 >> v1:172.21.15.92:6789/0 conn(0x7f9cbc15fa30 legacy=0x7f9cbc0b3ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:16.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cb3fff640 1 -- 172.21.15.81:0/2392566408 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cbc0cc460 con 0x7f9cbc15bbe0 2023-06-26T03:01:16.575 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.570+0000 7f9cba59c640 1 --2- 172.21.15.81:0/2392566408 >> v2:172.21.15.92:3300/0 conn(0x7f9cbc15b810 0x7f9cbc06aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:16.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cb3fff640 1 --2- 172.21.15.81:0/2392566408 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9cbc15bbe0 0x7f9cbc15f4f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc06a7c0 tx=0x7f9ca401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba2d4baa7ed2eaf2 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:16.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cb9d9b640 1 -- 172.21.15.81:0/2392566408 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca40ab600 con 0x7f9cbc15bbe0 2023-06-26T03:01:16.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cb9d9b640 1 -- 172.21.15.81:0/2392566408 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ca40ab760 con 0x7f9cbc15bbe0 2023-06-26T03:01:16.576 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cb9d9b640 1 -- 172.21.15.81:0/2392566408 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca40abaf0 con 0x7f9cbc15bbe0 2023-06-26T03:01:16.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2392566408 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9cbc15bbe0 msgr2=0x7f9cbc15f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 --2- 172.21.15.81:0/2392566408 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9cbc15bbe0 0x7f9cbc15f4f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc06a7c0 tx=0x7f9ca401c400 comp rx=0 tx=0).stop 2023-06-26T03:01:16.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2392566408 shutdown_connections 2023-06-26T03:01:16.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 --2- 172.21.15.81:0/2392566408 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9cbc15bbe0 0x7f9cbc15f4f0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 --2- 172.21.15.81:0/2392566408 >> v2:172.21.15.92:3300/0 conn(0x7f9cbc15b810 0x7f9cbc06aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2392566408 >> 172.21.15.81:0/2392566408 conn(0x7f9cbc071800 msgr2=0x7f9cbc069f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:16.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2392566408 shutdown_connections 2023-06-26T03:01:16.577 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2392566408 wait complete. 2023-06-26T03:01:16.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 Processor -- start 2023-06-26T03:01:16.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 -- start start 2023-06-26T03:01:16.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9cbc15b810 0x7f9cbc14e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9cbc15bbe0 0x7f9cbc0b32b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9cbc15fa30 0x7f9cbc0b6960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.579 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc150a30 con 0x7f9cbc15fa30 2023-06-26T03:01:16.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc1504e0 con 0x7f9cbc15b810 2023-06-26T03:01:16.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc14ff20 con 0x7f9cbc15bbe0 2023-06-26T03:01:16.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cbad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9cbc15fa30 0x7f9cbc0b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cbad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9cbc15fa30 0x7f9cbc0b6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48478/0 (socket says 172.21.15.81:48478) 2023-06-26T03:01:16.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cbad9d640 1 -- 172.21.15.81:0/2793051745 learned_addr learned my addr 172.21.15.81:0/2793051745 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:16.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cbad9d640 1 -- 172.21.15.81:0/2793051745 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9cbc15bbe0 msgr2=0x7f9cbc0b32b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cbad9d640 1 --2- 172.21.15.81:0/2793051745 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9cbc15bbe0 0x7f9cbc0b32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.580 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cbad9d640 1 -- 172.21.15.81:0/2793051745 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9cbc15b810 msgr2=0x7f9cbc14e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cbad9d640 1 --2- 172.21.15.81:0/2793051745 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9cbc15b810 0x7f9cbc14e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cbad9d640 1 -- 172.21.15.81:0/2793051745 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ca40094d0 con 0x7f9cbc15fa30 2023-06-26T03:01:16.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cbad9d640 1 --2- 172.21.15.81:0/2793051745 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9cbc15fa30 0x7f9cbc0b6960 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f9cb400b970 tx=0x7f9cb400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:16.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cb2ffd640 1 -- 172.21.15.81:0/2793051745 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb400cb40 con 0x7f9cbc15fa30 2023-06-26T03:01:16.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cb2ffd640 1 -- 172.21.15.81:0/2793051745 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cb400cca0 con 0x7f9cbc15fa30 2023-06-26T03:01:16.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cb2ffd640 1 -- 172.21.15.81:0/2793051745 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb4014680 con 0x7f9cbc15fa30 2023-06-26T03:01:16.581 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2793051745 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cbc150200 con 0x7f9cbc15fa30 2023-06-26T03:01:16.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.574+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2793051745 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cbc0b1580 con 0x7f9cbc15fa30 2023-06-26T03:01:16.582 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.578+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2793051745 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cbc0b1770 con 0x7f9cbc15fa30 2023-06-26T03:01:16.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.578+0000 7f9cb2ffd640 1 -- 172.21.15.81:0/2793051745 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9cb401d3b0 con 0x7f9cbc15fa30 2023-06-26T03:01:16.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.578+0000 7f9cb2ffd640 1 --2- 172.21.15.81:0/2793051745 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9c9c066280 0x7f9c9c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.578+0000 7f9cb2ffd640 1 -- 172.21.15.81:0/2793051745 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f9cb4083790 con 0x7f9cbc15fa30 2023-06-26T03:01:16.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.578+0000 7f9cba59c640 1 --2- 172.21.15.81:0/2793051745 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9c9c066280 0x7f9c9c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.583 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.578+0000 7f9cba59c640 1 --2- 172.21.15.81:0/2793051745 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9c9c066280 0x7f9c9c068730 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9cac00a8d0 tx=0x7f9cac008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:16.584 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.582+0000 7f9cb2ffd640 1 -- 172.21.15.81:0/2793051745 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9cb4054a80 con 0x7f9cbc15fa30 2023-06-26T03:01:16.780 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.778+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2793051745 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f9cbc04d790 con 0x7f9cbc15fa30 2023-06-26T03:01:16.786 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.782+0000 7f9cb2ffd640 1 -- 172.21.15.81:0/2793051745 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7f9cb4054610 con 0x7f9cbc15fa30 2023-06-26T03:01:16.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.786+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2793051745 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9c9c066280 msgr2=0x7f9c9c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.788 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.786+0000 7f9cc0d99640 1 --2- 172.21.15.81:0/2793051745 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9c9c066280 0x7f9c9c068730 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9cac00a8d0 tx=0x7f9cac008040 comp rx=0 tx=0).stop 2023-06-26T03:01:16.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.786+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2793051745 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9cbc15fa30 msgr2=0x7f9cbc0b6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.786+0000 7f9cc0d99640 1 --2- 172.21.15.81:0/2793051745 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9cbc15fa30 0x7f9cbc0b6960 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f9cb400b970 tx=0x7f9cb400be30 comp rx=0 tx=0).stop 2023-06-26T03:01:16.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.786+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2793051745 shutdown_connections 2023-06-26T03:01:16.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.786+0000 7f9cc0d99640 1 --2- 172.21.15.81:0/2793051745 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9c9c066280 0x7f9c9c068730 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.786+0000 7f9cc0d99640 1 --2- 172.21.15.81:0/2793051745 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f9cbc15fa30 0x7f9cbc0b6960 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.786+0000 7f9cc0d99640 1 --2- 172.21.15.81:0/2793051745 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9cbc15bbe0 0x7f9cbc0b32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.789 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.786+0000 7f9cc0d99640 1 --2- 172.21.15.81:0/2793051745 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9cbc15b810 0x7f9cbc14e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.786+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2793051745 >> 172.21.15.81:0/2793051745 conn(0x7f9cbc071800 msgr2=0x7f9cbc15a450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:16.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.786+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2793051745 shutdown_connections 2023-06-26T03:01:16.790 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.786+0000 7f9cc0d99640 1 -- 172.21.15.81:0/2793051745 wait complete. 2023-06-26T03:01:16.803 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2023-06-26T03:01:16.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.910+0000 7f18b15fd640 1 Processor -- start 2023-06-26T03:01:16.912 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.910+0000 7f18b15fd640 1 -- start start 2023-06-26T03:01:16.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.910+0000 7f18b15fd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f18ac15a100 0x7f18ac0c82b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.910+0000 7f18b15fd640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18ac0c3300 con 0x7f18ac0704b0 2023-06-26T03:01:16.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.910+0000 7f18b15fd640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18ac0c35e0 con 0x7f18ac0c2b40 2023-06-26T03:01:16.913 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.910+0000 7f18b15fd640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18ac0c9ee0 con 0x7f18ac15a100 2023-06-26T03:01:16.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.910+0000 7f18aaffd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f18ac15a100 0x7f18ac0c82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.910+0000 7f18ab7fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f18ac0704b0 0x7f18ac070910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:42870/0 (socket says 172.21.15.81:42870) 2023-06-26T03:01:16.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.910+0000 7f18ab7fe640 1 -- 172.21.15.81:0/1585268059 learned_addr learned my addr 172.21.15.81:0/1585268059 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:16.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.910+0000 7f18aaffd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f18ac15a100 0x7f18ac0c82b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48488/0 (socket says 172.21.15.81:48488) 2023-06-26T03:01:16.914 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.910+0000 7f18aaffd640 1 -- 172.21.15.81:0/1585268059 >> v1:172.21.15.92:6789/0 conn(0x7f18ac0c2b40 legacy=0x7f18ac15a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:16.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.910+0000 7f18aaffd640 1 -- 172.21.15.81:0/1585268059 >> v1:172.21.15.81:6789/0 conn(0x7f18ac0704b0 legacy=0x7f18ac070910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.910+0000 7f18aaffd640 1 -- 172.21.15.81:0/1585268059 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18ac0c38c0 con 0x7f18ac15a100 2023-06-26T03:01:16.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18aaffd640 1 --2- 172.21.15.81:0/1585268059 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18ac15a100 0x7f18ac0c82b0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f189c0097c0 tx=0x7f189c01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7a36557721a7f79 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:16.915 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18aa7fc640 1 -- 172.21.15.81:0/1585268059 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f189c0ac630 con 0x7f18ac15a100 2023-06-26T03:01:16.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18aa7fc640 1 -- 172.21.15.81:0/1585268059 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f189c0ac790 con 0x7f18ac15a100 2023-06-26T03:01:16.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18aa7fc640 1 -- 172.21.15.81:0/1585268059 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f189c0acb20 con 0x7f18ac15a100 2023-06-26T03:01:16.916 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 -- 172.21.15.81:0/1585268059 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18ac15a100 msgr2=0x7f18ac0c82b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 --2- 172.21.15.81:0/1585268059 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18ac15a100 0x7f18ac0c82b0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f189c0097c0 tx=0x7f189c01c3b0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 -- 172.21.15.81:0/1585268059 shutdown_connections 2023-06-26T03:01:16.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 --2- 172.21.15.81:0/1585268059 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18ac15a100 0x7f18ac0c82b0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 -- 172.21.15.81:0/1585268059 >> 172.21.15.81:0/1585268059 conn(0x7f18ac0af8d0 msgr2=0x7f18ac0afcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:16.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 -- 172.21.15.81:0/1585268059 shutdown_connections 2023-06-26T03:01:16.917 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 -- 172.21.15.81:0/1585268059 wait complete. 2023-06-26T03:01:16.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 Processor -- start 2023-06-26T03:01:16.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 -- start start 2023-06-26T03:01:16.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18ac0704b0 0x7f18ac0aea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18ac0c2b40 0x7f18ac1367c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.919 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18ac15a100 0x7f18ac13f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ac0b21b0 con 0x7f18ac15a100 2023-06-26T03:01:16.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ac153880 con 0x7f18ac0c2b40 2023-06-26T03:01:16.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18ac0aef80 con 0x7f18ac0704b0 2023-06-26T03:01:16.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18ab7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18ac15a100 0x7f18ac13f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18ab7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18ac15a100 0x7f18ac13f270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48500/0 (socket says 172.21.15.81:48500) 2023-06-26T03:01:16.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18ab7fe640 1 -- 172.21.15.81:0/4241235751 learned_addr learned my addr 172.21.15.81:0/4241235751 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:16.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18aaffd640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18ac0704b0 0x7f18ac0aea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.920 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18a3fff640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18ac0c2b40 0x7f18ac1367c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18ab7fe640 1 -- 172.21.15.81:0/4241235751 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18ac0704b0 msgr2=0x7f18ac0aea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18ab7fe640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18ac0704b0 0x7f18ac0aea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18ab7fe640 1 -- 172.21.15.81:0/4241235751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18ac0c2b40 msgr2=0x7f18ac1367c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:16.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18ab7fe640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18ac0c2b40 0x7f18ac1367c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:16.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18ab7fe640 1 -- 172.21.15.81:0/4241235751 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f189c009420 con 0x7f18ac15a100 2023-06-26T03:01:16.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18ab7fe640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18ac15a100 0x7f18ac13f270 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f18a400cbc0 tx=0x7f18a400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:16.921 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18a37fe640 1 -- 172.21.15.81:0/4241235751 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a400ad40 con 0x7f18ac15a100 2023-06-26T03:01:16.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18a37fe640 1 -- 172.21.15.81:0/4241235751 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18a4012400 con 0x7f18ac15a100 2023-06-26T03:01:16.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 -- 172.21.15.81:0/4241235751 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18ac0b2400 con 0x7f18ac15a100 2023-06-26T03:01:16.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18a37fe640 1 -- 172.21.15.81:0/4241235751 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a400aea0 con 0x7f18ac15a100 2023-06-26T03:01:16.922 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.914+0000 7f18b15fd640 1 -- 172.21.15.81:0/4241235751 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18ac0b29c0 con 0x7f18ac15a100 2023-06-26T03:01:16.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.918+0000 7f18b15fd640 1 -- 172.21.15.81:0/4241235751 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18ac04d790 con 0x7f18ac15a100 2023-06-26T03:01:16.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.918+0000 7f18a37fe640 1 -- 172.21.15.81:0/4241235751 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f18a4007070 con 0x7f18ac15a100 2023-06-26T03:01:16.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.918+0000 7f18a37fe640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f188c066280 0x7f188c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:16.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.918+0000 7f18aaffd640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f188c066280 0x7f188c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:16.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.918+0000 7f18a37fe640 1 -- 172.21.15.81:0/4241235751 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f18a4083810 con 0x7f18ac15a100 2023-06-26T03:01:16.923 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.918+0000 7f18aaffd640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f188c066280 0x7f188c068730 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f189c0ae000 tx=0x7f189c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:16.924 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:16.922+0000 7f18a37fe640 1 -- 172.21.15.81:0/4241235751 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f18a4051090 con 0x7f18ac15a100 2023-06-26T03:01:17.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.118+0000 7f18b15fd640 1 -- 172.21.15.81:0/4241235751 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f18ac1652e0 con 0x7f18ac15a100 2023-06-26T03:01:17.131 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.126+0000 7f18a37fe640 1 -- 172.21.15.81:0/4241235751 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7f18a40170a0 con 0x7f18ac15a100 2023-06-26T03:01:17.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.130+0000 7f18b15fd640 1 -- 172.21.15.81:0/4241235751 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f188c066280 msgr2=0x7f188c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.130+0000 7f18b15fd640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f188c066280 0x7f188c068730 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f189c0ae000 tx=0x7f189c008040 comp rx=0 tx=0).stop 2023-06-26T03:01:17.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.130+0000 7f18b15fd640 1 -- 172.21.15.81:0/4241235751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18ac15a100 msgr2=0x7f18ac13f270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.130+0000 7f18b15fd640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18ac15a100 0x7f18ac13f270 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f18a400cbc0 tx=0x7f18a400a430 comp rx=0 tx=0).stop 2023-06-26T03:01:17.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.130+0000 7f18b15fd640 1 -- 172.21.15.81:0/4241235751 shutdown_connections 2023-06-26T03:01:17.134 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.130+0000 7f18b15fd640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f188c066280 0x7f188c068730 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.130+0000 7f18b15fd640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f18ac15a100 0x7f18ac13f270 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.130+0000 7f18b15fd640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18ac0c2b40 0x7f18ac1367c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.130+0000 7f18b15fd640 1 --2- 172.21.15.81:0/4241235751 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18ac0704b0 0x7f18ac0aea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.130+0000 7f18b15fd640 1 -- 172.21.15.81:0/4241235751 >> 172.21.15.81:0/4241235751 conn(0x7f18ac0af8d0 msgr2=0x7f18ac06b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:17.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.130+0000 7f18b15fd640 1 -- 172.21.15.81:0/4241235751 shutdown_connections 2023-06-26T03:01:17.135 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.130+0000 7f18b15fd640 1 -- 172.21.15.81:0/4241235751 wait complete. 2023-06-26T03:01:17.149 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2023-06-26T03:01:17.256 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f23937ca640 1 Processor -- start 2023-06-26T03:01:17.257 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f23937ca640 1 -- start start 2023-06-26T03:01:17.257 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f23937ca640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f238c15a100 0x7f238c0c82b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f23937ca640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f238c0704b0 0x7f238c070930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f23937ca640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f238c0c3300 con 0x7f238c0c2b40 2023-06-26T03:01:17.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f23937ca640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f238c0c9ee0 con 0x7f238c0704b0 2023-06-26T03:01:17.258 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f23937ca640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f238c0c35e0 con 0x7f238c15a100 2023-06-26T03:01:17.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f2391566640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f238c15a100 0x7f238c0c82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f2391d67640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f238c0704b0 0x7f238c070930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f2390d65640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f238c0c2b40 0x7f238c15a4d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.81:58890/0 (socket says 172.21.15.81:58890) 2023-06-26T03:01:17.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f2390d65640 1 -- 172.21.15.81:0/1811487966 learned_addr learned my addr 172.21.15.81:0/1811487966 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:17.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f2391566640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f238c15a100 0x7f238c0c82b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.81:52876/0 (socket says 172.21.15.81:52876) 2023-06-26T03:01:17.259 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f2391d67640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f238c0704b0 0x7f238c070930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.81:56578/0 (socket says 172.21.15.81:56578) 2023-06-26T03:01:17.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f2391d67640 1 -- 172.21.15.81:0/1811487966 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f238c15a100 msgr2=0x7f238c0c82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:17.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f2391d67640 1 --2- 172.21.15.81:0/1811487966 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f238c15a100 0x7f238c0c82b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f2391d67640 1 -- 172.21.15.81:0/1811487966 >> v1:172.21.15.92:6789/0 conn(0x7f238c0c2b40 legacy=0x7f238c15a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f2391d67640 1 -- 172.21.15.81:0/1811487966 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f238c0c38c0 con 0x7f238c0704b0 2023-06-26T03:01:17.260 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.254+0000 7f2391566640 1 --2- 172.21.15.81:0/1811487966 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f238c15a100 0x7f238c0c82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:01:17.261 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.258+0000 7f2391d67640 1 --2- 172.21.15.81:0/1811487966 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f238c0704b0 0x7f238c070930 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f2384009d90 tx=0x7f238401c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=752975aa1533c190 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:17.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.258+0000 7f2383fff640 1 -- 172.21.15.81:0/1811487966 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23840a59a0 con 0x7f238c0704b0 2023-06-26T03:01:17.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.258+0000 7f2383fff640 1 -- 172.21.15.81:0/1811487966 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23840a5b00 con 0x7f238c0704b0 2023-06-26T03:01:17.262 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.258+0000 7f2383fff640 1 -- 172.21.15.81:0/1811487966 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23840a5e90 con 0x7f238c0704b0 2023-06-26T03:01:17.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.258+0000 7f23937ca640 1 -- 172.21.15.81:0/1811487966 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f238c0704b0 msgr2=0x7f238c070930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.258+0000 7f23937ca640 1 --2- 172.21.15.81:0/1811487966 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f238c0704b0 0x7f238c070930 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f2384009d90 tx=0x7f238401c880 comp rx=0 tx=0).stop 2023-06-26T03:01:17.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.258+0000 7f23937ca640 1 -- 172.21.15.81:0/1811487966 shutdown_connections 2023-06-26T03:01:17.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.258+0000 7f23937ca640 1 --2- 172.21.15.81:0/1811487966 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f238c0704b0 0x7f238c070930 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.258+0000 7f23937ca640 1 --2- 172.21.15.81:0/1811487966 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f238c15a100 0x7f238c0c82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.258+0000 7f23937ca640 1 -- 172.21.15.81:0/1811487966 >> 172.21.15.81:0/1811487966 conn(0x7f238c0af8d0 msgr2=0x7f238c0afcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:17.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.258+0000 7f23937ca640 1 -- 172.21.15.81:0/1811487966 shutdown_connections 2023-06-26T03:01:17.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.258+0000 7f23937ca640 1 -- 172.21.15.81:0/1811487966 wait complete. 2023-06-26T03:01:17.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f23937ca640 1 Processor -- start 2023-06-26T03:01:17.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f23937ca640 1 -- start start 2023-06-26T03:01:17.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f23937ca640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f238c0704b0 0x7f238c13cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f23937ca640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f238c0c2b40 0x7f238c06aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f23937ca640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f238c15a100 0x7f238c06b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f23937ca640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f238c1f6090 con 0x7f238c0704b0 2023-06-26T03:01:17.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f23937ca640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f238c15a4d0 con 0x7f238c15a100 2023-06-26T03:01:17.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f23937ca640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f238c15cf80 con 0x7f238c0c2b40 2023-06-26T03:01:17.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2391566640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f238c0704b0 0x7f238c13cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2391566640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f238c0704b0 0x7f238c13cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48502/0 (socket says 172.21.15.81:48502) 2023-06-26T03:01:17.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2391566640 1 -- 172.21.15.81:0/3630631965 learned_addr learned my addr 172.21.15.81:0/3630631965 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:17.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2391d67640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f238c15a100 0x7f238c06b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2390d65640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f238c0c2b40 0x7f238c06aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2391566640 1 -- 172.21.15.81:0/3630631965 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f238c0c2b40 msgr2=0x7f238c06aef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2391566640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f238c0c2b40 0x7f238c06aef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2391566640 1 -- 172.21.15.81:0/3630631965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f238c15a100 msgr2=0x7f238c06b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2391566640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f238c15a100 0x7f238c06b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2391566640 1 -- 172.21.15.81:0/3630631965 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2388009420 con 0x7f238c0704b0 2023-06-26T03:01:17.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2391d67640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f238c15a100 0x7f238c06b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:17.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2390d65640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f238c0c2b40 0x7f238c06aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:17.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2391566640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f238c0704b0 0x7f238c13cff0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f238800e980 tx=0x7f238800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:17.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2381ffb640 1 -- 172.21.15.81:0/3630631965 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f238800ca00 con 0x7f238c0704b0 2023-06-26T03:01:17.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2381ffb640 1 -- 172.21.15.81:0/3630631965 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f238800cb60 con 0x7f238c0704b0 2023-06-26T03:01:17.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f23937ca640 1 -- 172.21.15.81:0/3630631965 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2384009a70 con 0x7f238c0704b0 2023-06-26T03:01:17.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f2381ffb640 1 -- 172.21.15.81:0/3630631965 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2388013470 con 0x7f238c0704b0 2023-06-26T03:01:17.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f23937ca640 1 -- 172.21.15.81:0/3630631965 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f238c15d540 con 0x7f238c0704b0 2023-06-26T03:01:17.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.262+0000 7f23937ca640 1 -- 172.21.15.81:0/3630631965 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f238c04d790 con 0x7f238c0704b0 2023-06-26T03:01:17.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.266+0000 7f2381ffb640 1 -- 172.21.15.81:0/3630631965 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f23880135d0 con 0x7f238c0704b0 2023-06-26T03:01:17.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.266+0000 7f2381ffb640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2370066280 0x7f2370068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.266+0000 7f2381ffb640 1 -- 172.21.15.81:0/3630631965 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f2388083bd0 con 0x7f238c0704b0 2023-06-26T03:01:17.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.266+0000 7f2390d65640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2370066280 0x7f2370068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.266+0000 7f2390d65640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2370066280 0x7f2370068730 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f237c007fd0 tx=0x7f237c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:17.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.270+0000 7f2381ffb640 1 -- 172.21.15.81:0/3630631965 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f23880513a0 con 0x7f238c0704b0 2023-06-26T03:01:17.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.470+0000 7f23937ca640 1 -- 172.21.15.81:0/3630631965 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f238c0c3f40 con 0x7f238c0704b0 2023-06-26T03:01:17.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.478+0000 7f2381ffb640 1 -- 172.21.15.81:0/3630631965 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v7) v1 ==== 97+0+0 (secure 0 0 0) 0x7f23880549c0 con 0x7f238c0704b0 2023-06-26T03:01:17.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.478+0000 7f23937ca640 1 -- 172.21.15.81:0/3630631965 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2370066280 msgr2=0x7f2370068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.478+0000 7f23937ca640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2370066280 0x7f2370068730 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f237c007fd0 tx=0x7f237c009040 comp rx=0 tx=0).stop 2023-06-26T03:01:17.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.478+0000 7f23937ca640 1 -- 172.21.15.81:0/3630631965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f238c0704b0 msgr2=0x7f238c13cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.478+0000 7f23937ca640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f238c0704b0 0x7f238c13cff0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f238800e980 tx=0x7f238800ee40 comp rx=0 tx=0).stop 2023-06-26T03:01:17.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.478+0000 7f23937ca640 1 -- 172.21.15.81:0/3630631965 shutdown_connections 2023-06-26T03:01:17.483 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.478+0000 7f23937ca640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2370066280 0x7f2370068730 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.478+0000 7f23937ca640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f238c15a100 0x7f238c06b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.478+0000 7f23937ca640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f238c0c2b40 0x7f238c06aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.478+0000 7f23937ca640 1 --2- 172.21.15.81:0/3630631965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f238c0704b0 0x7f238c13cff0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.478+0000 7f23937ca640 1 -- 172.21.15.81:0/3630631965 >> 172.21.15.81:0/3630631965 conn(0x7f238c0af8d0 msgr2=0x7f238c06cc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:17.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.478+0000 7f23937ca640 1 -- 172.21.15.81:0/3630631965 shutdown_connections 2023-06-26T03:01:17.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.478+0000 7f23937ca640 1 -- 172.21.15.81:0/3630631965 wait complete. 2023-06-26T03:01:17.498 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2023-06-26T03:01:17.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.606+0000 7f0a65be5640 1 Processor -- start 2023-06-26T03:01:17.611 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.606+0000 7f0a65be5640 1 -- start start 2023-06-26T03:01:17.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a65be5640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0a600c82b0 0x7f0a6015a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a65be5640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f0a600704b0 0x7f0a600708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a65be5640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a600c3300 con 0x7f0a6015a100 2023-06-26T03:01:17.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a65be5640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a600c9ee0 con 0x7f0a600704b0 2023-06-26T03:01:17.612 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a65be5640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a600c35e0 con 0x7f0a600c82b0 2023-06-26T03:01:17.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a5ffff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f0a600704b0 0x7f0a600708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a5ffff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f0a600704b0 0x7f0a600708f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48514/0 (socket says 172.21.15.81:48514) 2023-06-26T03:01:17.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a5ffff640 1 -- 172.21.15.81:0/2689195301 learned_addr learned my addr 172.21.15.81:0/2689195301 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:17.613 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a56ffd640 1 --2- 172.21.15.81:0/2689195301 >> v2:172.21.15.92:3300/0 conn(0x7f0a600c82b0 0x7f0a6015a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a5ffff640 1 -- 172.21.15.81:0/2689195301 >> v2:172.21.15.92:3300/0 conn(0x7f0a600c82b0 msgr2=0x7f0a6015a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:17.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a5ffff640 1 --2- 172.21.15.81:0/2689195301 >> v2:172.21.15.92:3300/0 conn(0x7f0a600c82b0 0x7f0a6015a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a5ffff640 1 -- 172.21.15.81:0/2689195301 >> v1:172.21.15.92:6789/0 conn(0x7f0a6015a100 legacy=0x7f0a600c2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:17.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a5ffff640 1 -- 172.21.15.81:0/2689195301 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a600c38c0 con 0x7f0a600704b0 2023-06-26T03:01:17.614 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a56ffd640 1 --2- 172.21.15.81:0/2689195301 >> v2:172.21.15.92:3300/0 conn(0x7f0a600c82b0 0x7f0a6015a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:17.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a5ffff640 1 --2- 172.21.15.81:0/2689195301 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0a600704b0 0x7f0a600708f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f0a6006e700 tx=0x7f0a5801c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e59dcd249f9ab7b7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:17.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a5effd640 1 -- 172.21.15.81:0/2689195301 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a580a5650 con 0x7f0a600704b0 2023-06-26T03:01:17.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a5effd640 1 -- 172.21.15.81:0/2689195301 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a580a57b0 con 0x7f0a600704b0 2023-06-26T03:01:17.615 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.610+0000 7f0a5effd640 1 -- 172.21.15.81:0/2689195301 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a580a5b40 con 0x7f0a600704b0 2023-06-26T03:01:17.616 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 -- 172.21.15.81:0/2689195301 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0a600704b0 msgr2=0x7f0a600708f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.616 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 --2- 172.21.15.81:0/2689195301 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0a600704b0 0x7f0a600708f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f0a6006e700 tx=0x7f0a5801c900 comp rx=0 tx=0).stop 2023-06-26T03:01:17.616 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 -- 172.21.15.81:0/2689195301 shutdown_connections 2023-06-26T03:01:17.616 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 --2- 172.21.15.81:0/2689195301 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0a600704b0 0x7f0a600708f0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.617 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 --2- 172.21.15.81:0/2689195301 >> v2:172.21.15.92:3300/0 conn(0x7f0a600c82b0 0x7f0a6015a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.617 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 -- 172.21.15.81:0/2689195301 >> 172.21.15.81:0/2689195301 conn(0x7f0a600af8d0 msgr2=0x7f0a600afcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:17.617 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 -- 172.21.15.81:0/2689195301 shutdown_connections 2023-06-26T03:01:17.617 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 -- 172.21.15.81:0/2689195301 wait complete. 2023-06-26T03:01:17.617 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 Processor -- start 2023-06-26T03:01:17.618 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 -- start start 2023-06-26T03:01:17.619 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a600704b0 0x7f0a6013bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.619 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0a600c82b0 0x7f0a6015d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.619 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6015a100 0x7f0a6013b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a6015c700 con 0x7f0a600c82b0 2023-06-26T03:01:17.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a600cb8c0 con 0x7f0a6015a100 2023-06-26T03:01:17.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a65be5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a6015d960 con 0x7f0a600704b0 2023-06-26T03:01:17.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a56ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0a600c82b0 0x7f0a6015d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a56ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0a600c82b0 0x7f0a6015d420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:48530/0 (socket says 172.21.15.81:48530) 2023-06-26T03:01:17.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a56ffd640 1 -- 172.21.15.81:0/1387674313 learned_addr learned my addr 172.21.15.81:0/1387674313 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:17.620 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a5ffff640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6015a100 0x7f0a6013b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a5f7fe640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a600704b0 0x7f0a6013bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a56ffd640 1 -- 172.21.15.81:0/1387674313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a600704b0 msgr2=0x7f0a6013bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a56ffd640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a600704b0 0x7f0a6013bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a56ffd640 1 -- 172.21.15.81:0/1387674313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6015a100 msgr2=0x7f0a6013b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a56ffd640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6015a100 0x7f0a6013b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a56ffd640 1 -- 172.21.15.81:0/1387674313 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a58009b30 con 0x7f0a600c82b0 2023-06-26T03:01:17.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a5ffff640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6015a100 0x7f0a6013b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:17.621 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a56ffd640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0a600c82b0 0x7f0a6015d420 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f0a4800c7c0 tx=0x7f0a4800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:17.622 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.614+0000 7f0a5cff9640 1 -- 172.21.15.81:0/1387674313 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a48007a30 con 0x7f0a600c82b0 2023-06-26T03:01:17.622 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.618+0000 7f0a5cff9640 1 -- 172.21.15.81:0/1387674313 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a48007b90 con 0x7f0a600c82b0 2023-06-26T03:01:17.622 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.618+0000 7f0a5cff9640 1 -- 172.21.15.81:0/1387674313 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a4800ce70 con 0x7f0a600c82b0 2023-06-26T03:01:17.623 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.618+0000 7f0a65be5640 1 -- 172.21.15.81:0/1387674313 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a6015c910 con 0x7f0a600c82b0 2023-06-26T03:01:17.623 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.618+0000 7f0a65be5640 1 -- 172.21.15.81:0/1387674313 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a6015ced0 con 0x7f0a600c82b0 2023-06-26T03:01:17.623 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.618+0000 7f0a65be5640 1 -- 172.21.15.81:0/1387674313 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a6004d790 con 0x7f0a600c82b0 2023-06-26T03:01:17.623 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.618+0000 7f0a5cff9640 1 -- 172.21.15.81:0/1387674313 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0a480113f0 con 0x7f0a600c82b0 2023-06-26T03:01:17.623 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.618+0000 7f0a5cff9640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0a40066280 0x7f0a40068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.623 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.618+0000 7f0a5f7fe640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0a40066280 0x7f0a40068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.624 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.618+0000 7f0a5cff9640 1 -- 172.21.15.81:0/1387674313 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f0a48083ec0 con 0x7f0a600c82b0 2023-06-26T03:01:17.624 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.618+0000 7f0a5f7fe640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0a40066280 0x7f0a40068730 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0a5000a750 tx=0x7f0a50008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:17.625 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.622+0000 7f0a5cff9640 1 -- 172.21.15.81:0/1387674313 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0a48051680 con 0x7f0a600c82b0 2023-06-26T03:01:17.815 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.810+0000 7f0a65be5640 1 -- 172.21.15.81:0/1387674313 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7f0a600c3f40 con 0x7f0a600c82b0 2023-06-26T03:01:17.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.818+0000 7f0a5cff9640 1 -- 172.21.15.81:0/1387674313 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f0a48054ca0 con 0x7f0a600c82b0 2023-06-26T03:01:17.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.818+0000 7f0a65be5640 1 -- 172.21.15.81:0/1387674313 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0a40066280 msgr2=0x7f0a40068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.818+0000 7f0a65be5640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0a40066280 0x7f0a40068730 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0a5000a750 tx=0x7f0a50008040 comp rx=0 tx=0).stop 2023-06-26T03:01:17.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.818+0000 7f0a65be5640 1 -- 172.21.15.81:0/1387674313 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0a600c82b0 msgr2=0x7f0a6015d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.818+0000 7f0a65be5640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0a600c82b0 0x7f0a6015d420 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f0a4800c7c0 tx=0x7f0a4800cc80 comp rx=0 tx=0).stop 2023-06-26T03:01:17.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.818+0000 7f0a65be5640 1 -- 172.21.15.81:0/1387674313 shutdown_connections 2023-06-26T03:01:17.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.818+0000 7f0a65be5640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f0a40066280 0x7f0a40068730 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.818+0000 7f0a65be5640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6015a100 0x7f0a6013b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.818+0000 7f0a65be5640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f0a600c82b0 0x7f0a6015d420 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.818+0000 7f0a65be5640 1 --2- 172.21.15.81:0/1387674313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a600704b0 0x7f0a6013bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.818+0000 7f0a65be5640 1 -- 172.21.15.81:0/1387674313 >> 172.21.15.81:0/1387674313 conn(0x7f0a600af8d0 msgr2=0x7f0a6006ad50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:17.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.822+0000 7f0a65be5640 1 -- 172.21.15.81:0/1387674313 shutdown_connections 2023-06-26T03:01:17.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.822+0000 7f0a65be5640 1 -- 172.21.15.81:0/1387674313 wait complete. 2023-06-26T03:01:17.838 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:17.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.946+0000 7fcdcdbf1640 1 Processor -- start 2023-06-26T03:01:17.951 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.946+0000 7fcdcdbf1640 1 -- start start 2023-06-26T03:01:17.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdcdbf1640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcdc80c9c70 0x7fcdc8070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdcdbf1640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdc806bd00 con 0x7fcdc80af770 2023-06-26T03:01:17.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdcdbf1640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdc80ca100 con 0x7fcdc81596a0 2023-06-26T03:01:17.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdcdbf1640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcdc8070360 con 0x7fcdc80c9c70 2023-06-26T03:01:17.952 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc7fff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fcdc80af770 0x7fcdc80b0b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34390/0 (socket says 172.21.15.81:34390) 2023-06-26T03:01:17.953 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc7fff640 1 -- 172.21.15.81:0/647920770 learned_addr learned my addr 172.21.15.81:0/647920770 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:17.954 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc6ffd640 1 --2- 172.21.15.81:0/647920770 >> v2:172.21.15.92:3300/0 conn(0x7fcdc80c9c70 0x7fcdc8070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.954 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3151832979 0 0) 0x7fcdc806bd00 con 0x7fcdc80af770 2023-06-26T03:01:17.954 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcdb0003530 con 0x7fcdc80af770 2023-06-26T03:01:17.954 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1354841837 0 0) 0x7fcdb0003530 con 0x7fcdc80af770 2023-06-26T03:01:17.954 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 >> v2:172.21.15.92:3300/0 conn(0x7fcdc80c9c70 msgr2=0x7fcdc8070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:17.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 --2- 172.21.15.81:0/647920770 >> v2:172.21.15.92:3300/0 conn(0x7fcdc80c9c70 0x7fcdc8070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 >> v1:172.21.15.92:6789/0 conn(0x7fcdc81596a0 legacy=0x7fcdc80c9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdc8070640 con 0x7fcdc80af770 2023-06-26T03:01:17.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fcdc0001a00 con 0x7fcdc80af770 2023-06-26T03:01:17.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 >> v1:172.21.15.81:6789/0 conn(0x7fcdc80af770 legacy=0x7fcdc80b0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 --2- 172.21.15.81:0/647920770 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdb0003980 0x7fcdb0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.955 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 --2- 172.21.15.81:0/647920770 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb00047d0 0x7fcdb0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 --2- 172.21.15.81:0/647920770 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcdb0005180 0x7fcdb000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc8070360 con 0x7fcdb0003980 2023-06-26T03:01:17.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb000c090 con 0x7fcdb00047d0 2023-06-26T03:01:17.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb000c250 con 0x7fcdb0005180 2023-06-26T03:01:17.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc77fe640 1 --2- 172.21.15.81:0/647920770 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdb0003980 0x7fcdb0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc6ffd640 1 --2- 172.21.15.81:0/647920770 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb00047d0 0x7fcdb0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc77fe640 1 -- 172.21.15.81:0/647920770 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcdb0005180 msgr2=0x7fcdb000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:17.956 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc77fe640 1 --2- 172.21.15.81:0/647920770 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcdb0005180 0x7fcdb000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc77fe640 1 -- 172.21.15.81:0/647920770 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb00047d0 msgr2=0x7fcdb0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:17.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc77fe640 1 --2- 172.21.15.81:0/647920770 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb00047d0 0x7fcdb0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc77fe640 1 -- 172.21.15.81:0/647920770 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdb0003530 con 0x7fcdb0003980 2023-06-26T03:01:17.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc6ffd640 1 --2- 172.21.15.81:0/647920770 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb00047d0 0x7fcdb0004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:17.957 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc7fff640 1 -- 172.21.15.81:0/647920770 reap_dead start 2023-06-26T03:01:17.959 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.950+0000 7fcdc77fe640 1 --2- 172.21.15.81:0/647920770 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdb0003980 0x7fcdb0003d90 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8001780 tx=0x7fcdb801c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75e05a82e12cf406 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:17.959 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb80052d0 con 0x7fcdb0003980 2023-06-26T03:01:17.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdb80a7050 con 0x7fcdb0003980 2023-06-26T03:01:17.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc67fc640 1 -- 172.21.15.81:0/647920770 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb8003600 con 0x7fcdb0003980 2023-06-26T03:01:17.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/647920770 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdb0003980 msgr2=0x7fcdb0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 --2- 172.21.15.81:0/647920770 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdb0003980 0x7fcdb0003d90 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8001780 tx=0x7fcdb801c3d0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/647920770 shutdown_connections 2023-06-26T03:01:17.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 --2- 172.21.15.81:0/647920770 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdb0003980 0x7fcdb0003d90 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.960 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/647920770 >> 172.21.15.81:0/647920770 conn(0x7fcdc80ca770 msgr2=0x7fcdc80cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:17.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/647920770 shutdown_connections 2023-06-26T03:01:17.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/647920770 wait complete. 2023-06-26T03:01:17.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 Processor -- start 2023-06-26T03:01:17.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 -- start start 2023-06-26T03:01:17.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdb0003980 0x7fcdc8150e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcdc81551f0 0x7fcdc815bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.961 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdc815c230 0x7fcdc81efaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc80c9200 con 0x7fcdb0003980 2023-06-26T03:01:17.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc815c6a0 con 0x7fcdc815c230 2023-06-26T03:01:17.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc8150b60 con 0x7fcdc81551f0 2023-06-26T03:01:17.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc77fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdb0003980 0x7fcdc8150e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc77fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdb0003980 0x7fcdc8150e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50764/0 (socket says 172.21.15.81:50764) 2023-06-26T03:01:17.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc77fe640 1 -- 172.21.15.81:0/2946897586 learned_addr learned my addr 172.21.15.81:0/2946897586 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:17.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc6ffd640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcdc81551f0 0x7fcdc815bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.962 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc7fff640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdc815c230 0x7fcdc81efaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc77fe640 1 -- 172.21.15.81:0/2946897586 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcdc81551f0 msgr2=0x7fcdc815bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc77fe640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcdc81551f0 0x7fcdc815bcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc77fe640 1 -- 172.21.15.81:0/2946897586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdc815c230 msgr2=0x7fcdc81efaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:17.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc77fe640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdc815c230 0x7fcdc81efaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:17.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc77fe640 1 -- 172.21.15.81:0/2946897586 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdc80c6ec0 con 0x7fcdb0003980 2023-06-26T03:01:17.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdc77fe640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdb0003980 0x7fcdc8150e00 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8001780 tx=0x7fcdb0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:17.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdaffff640 1 -- 172.21.15.81:0/2946897586 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb8007180 con 0x7fcdb0003980 2023-06-26T03:01:17.963 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdaffff640 1 -- 172.21.15.81:0/2946897586 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdb80a4e90 con 0x7fcdb0003980 2023-06-26T03:01:17.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/2946897586 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdc80c71a0 con 0x7fcdb0003980 2023-06-26T03:01:17.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdaffff640 1 -- 172.21.15.81:0/2946897586 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb8007500 con 0x7fcdb0003980 2023-06-26T03:01:17.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.954+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/2946897586 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdc80c7480 con 0x7fcdb0003980 2023-06-26T03:01:17.964 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.958+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/2946897586 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdc804d790 con 0x7fcdb0003980 2023-06-26T03:01:17.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.958+0000 7fcdaffff640 1 -- 172.21.15.81:0/2946897586 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fcdb80067e0 con 0x7fcdb0003980 2023-06-26T03:01:17.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.958+0000 7fcdaffff640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcdb40662b0 0x7fcdb4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:17.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.958+0000 7fcdaffff640 1 -- 172.21.15.81:0/2946897586 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fcdb811dab0 con 0x7fcdb0003980 2023-06-26T03:01:17.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.958+0000 7fcdc6ffd640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcdb40662b0 0x7fcdb4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:17.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.958+0000 7fcdc6ffd640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcdb40662b0 0x7fcdb4068760 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fcdc80c7930 tx=0x7fcdbc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:17.965 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:17.962+0000 7fcdaffff640 1 -- 172.21.15.81:0/2946897586 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fcdb80eeda0 con 0x7fcdb0003980 2023-06-26T03:01:18.117 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.114+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/2946897586 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcdc806ba50 con 0x7fcdb0003980 2023-06-26T03:01:18.119 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.118+0000 7fcdaffff640 1 -- 172.21.15.81:0/2946897586 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+14603 (secure 0 0 0) 0x7fcdb80ee930 con 0x7fcdb0003980 2023-06-26T03:01:18.120 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:18.120 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":34,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:01:15.322208+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:18.121 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.118+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/2946897586 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcdb40662b0 msgr2=0x7fcdb4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.121 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.118+0000 7fcdcdbf1640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcdb40662b0 0x7fcdb4068760 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fcdc80c7930 tx=0x7fcdbc008040 comp rx=0 tx=0).stop 2023-06-26T03:01:18.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.118+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/2946897586 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdb0003980 msgr2=0x7fcdc8150e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.118+0000 7fcdcdbf1640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdb0003980 0x7fcdc8150e00 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8001780 tx=0x7fcdb0005800 comp rx=0 tx=0).stop 2023-06-26T03:01:18.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.118+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/2946897586 shutdown_connections 2023-06-26T03:01:18.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.118+0000 7fcdcdbf1640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcdb40662b0 0x7fcdb4068760 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.118+0000 7fcdcdbf1640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdc815c230 0x7fcdc81efaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.118+0000 7fcdcdbf1640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcdc81551f0 0x7fcdc815bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.122 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.118+0000 7fcdcdbf1640 1 --2- 172.21.15.81:0/2946897586 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fcdb0003980 0x7fcdc8150e00 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.118+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/2946897586 >> 172.21.15.81:0/2946897586 conn(0x7fcdc80ca770 msgr2=0x7fcdc80c8730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:18.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.118+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/2946897586 shutdown_connections 2023-06-26T03:01:18.123 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.118+0000 7fcdcdbf1640 1 -- 172.21.15.81:0/2946897586 wait complete. 2023-06-26T03:01:18.138 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:00:02.767503+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:00:08.424368+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:01:18.138 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:01:18.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.258+0000 7fce1621a640 1 Processor -- start 2023-06-26T03:01:18.263 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.258+0000 7fce1621a640 1 -- start start 2023-06-26T03:01:18.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce1621a640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fce100afdc0 0x7fce10070470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce1621a640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce10071170 con 0x7fce10159a60 2023-06-26T03:01:18.264 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce1621a640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce100c1e90 con 0x7fce1006fff0 2023-06-26T03:01:18.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce1621a640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce100709b0 con 0x7fce100afdc0 2023-06-26T03:01:18.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce0f7fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fce10159a60 0x7fce100c1780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34394/0 (socket says 172.21.15.81:34394) 2023-06-26T03:01:18.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce0ffff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fce100afdc0 0x7fce10070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce0f7fe640 1 -- 172.21.15.81:0/3638096516 learned_addr learned my addr 172.21.15.81:0/3638096516 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:18.265 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce0e7fc640 1 -- 172.21.15.81:0/3638096516 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 854807216 0 0) 0x7fce10071170 con 0x7fce10159a60 2023-06-26T03:01:18.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce0e7fc640 1 -- 172.21.15.81:0/3638096516 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcdf8003530 con 0x7fce10159a60 2023-06-26T03:01:18.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce0ffff640 1 -- 172.21.15.81:0/3638096516 >> v1:172.21.15.92:6789/0 conn(0x7fce1006fff0 legacy=0x7fce100af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce0ffff640 1 -- 172.21.15.81:0/3638096516 >> v1:172.21.15.81:6789/0 conn(0x7fce10159a60 legacy=0x7fce100c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.266 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce0ffff640 1 -- 172.21.15.81:0/3638096516 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce10070bb0 con 0x7fce100afdc0 2023-06-26T03:01:18.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce0ffff640 1 --2- 172.21.15.81:0/3638096516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce100afdc0 0x7fce10070470 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fce08009d90 tx=0x7fce0801c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19c036fdcdb43b7d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:18.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce0e7fc640 1 -- 172.21.15.81:0/3638096516 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce080a6620 con 0x7fce100afdc0 2023-06-26T03:01:18.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce0e7fc640 1 -- 172.21.15.81:0/3638096516 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce080a6780 con 0x7fce100afdc0 2023-06-26T03:01:18.267 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.262+0000 7fce0e7fc640 1 -- 172.21.15.81:0/3638096516 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce080a6b10 con 0x7fce100afdc0 2023-06-26T03:01:18.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 -- 172.21.15.81:0/3638096516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce100afdc0 msgr2=0x7fce10070470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 --2- 172.21.15.81:0/3638096516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce100afdc0 0x7fce10070470 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fce08009d90 tx=0x7fce0801c920 comp rx=0 tx=0).stop 2023-06-26T03:01:18.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 -- 172.21.15.81:0/3638096516 shutdown_connections 2023-06-26T03:01:18.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 --2- 172.21.15.81:0/3638096516 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce100afdc0 0x7fce10070470 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.268 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 -- 172.21.15.81:0/3638096516 >> 172.21.15.81:0/3638096516 conn(0x7fce1006a100 msgr2=0x7fce100ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:18.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 -- 172.21.15.81:0/3638096516 shutdown_connections 2023-06-26T03:01:18.269 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 -- 172.21.15.81:0/3638096516 wait complete. 2023-06-26T03:01:18.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 Processor -- start 2023-06-26T03:01:18.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 -- start start 2023-06-26T03:01:18.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce1006fff0 0x7fce1014be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce100afdc0 0x7fce10149390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce10159a60 0x7fce100c7510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce1014d990 con 0x7fce1006fff0 2023-06-26T03:01:18.270 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce1014dbe0 con 0x7fce100afdc0 2023-06-26T03:01:18.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce1014dec0 con 0x7fce10159a60 2023-06-26T03:01:18.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce0f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce1006fff0 0x7fce1014be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce0f7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce1006fff0 0x7fce1014be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50776/0 (socket says 172.21.15.81:50776) 2023-06-26T03:01:18.271 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce0f7fe640 1 -- 172.21.15.81:0/3420414547 learned_addr learned my addr 172.21.15.81:0/3420414547 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:18.272 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce0ffff640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce10159a60 0x7fce100c7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce0effd640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce100afdc0 0x7fce10149390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce0f7fe640 1 -- 172.21.15.81:0/3420414547 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce10159a60 msgr2=0x7fce100c7510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce0f7fe640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce10159a60 0x7fce100c7510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce0f7fe640 1 -- 172.21.15.81:0/3420414547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce100afdc0 msgr2=0x7fce10149390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce0f7fe640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce100afdc0 0x7fce10149390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce0f7fe640 1 -- 172.21.15.81:0/3420414547 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce08009a70 con 0x7fce1006fff0 2023-06-26T03:01:18.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce0effd640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce100afdc0 0x7fce10149390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:18.273 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce0f7fe640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce1006fff0 0x7fce1014be60 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fce0000c420 tx=0x7fce0000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:18.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fcdf7fff640 1 -- 172.21.15.81:0/3420414547 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce00005cf0 con 0x7fce1006fff0 2023-06-26T03:01:18.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fcdf7fff640 1 -- 172.21.15.81:0/3420414547 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce00005e50 con 0x7fce1006fff0 2023-06-26T03:01:18.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 -- 172.21.15.81:0/3420414547 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce1014e1a0 con 0x7fce1006fff0 2023-06-26T03:01:18.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fcdf7fff640 1 -- 172.21.15.81:0/3420414547 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce000072d0 con 0x7fce1006fff0 2023-06-26T03:01:18.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.266+0000 7fce1621a640 1 -- 172.21.15.81:0/3420414547 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce100c24c0 con 0x7fce1006fff0 2023-06-26T03:01:18.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.270+0000 7fce1621a640 1 -- 172.21.15.81:0/3420414547 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce1004d790 con 0x7fce1006fff0 2023-06-26T03:01:18.274 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.270+0000 7fcdf7fff640 1 -- 172.21.15.81:0/3420414547 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fce00007430 con 0x7fce1006fff0 2023-06-26T03:01:18.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.270+0000 7fcdf7fff640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcdfc0662b0 0x7fcdfc068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.270+0000 7fce0effd640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcdfc0662b0 0x7fcdfc068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.270+0000 7fcdf7fff640 1 -- 172.21.15.81:0/3420414547 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fce00082e80 con 0x7fce1006fff0 2023-06-26T03:01:18.275 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.270+0000 7fce0effd640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcdfc0662b0 0x7fcdfc068760 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fce100c16f0 tx=0x7fce04009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:18.277 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.274+0000 7fcdf7fff640 1 -- 172.21.15.81:0/3420414547 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fce00050700 con 0x7fce1006fff0 2023-06-26T03:01:18.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.414+0000 7fce1621a640 1 -- 172.21.15.81:0/3420414547 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fce1014e650 con 0x7fce1006fff0 2023-06-26T03:01:18.417 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.414+0000 7fcdf7fff640 1 -- 172.21.15.81:0/3420414547 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v34) v1 ==== 93+0+10 (secure 0 0 0) 0x7fce000170a0 con 0x7fce1006fff0 2023-06-26T03:01:18.417 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-06-26T03:01:18.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.414+0000 7fce1621a640 1 -- 172.21.15.81:0/3420414547 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcdfc0662b0 msgr2=0x7fcdfc068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.419 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.414+0000 7fce1621a640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcdfc0662b0 0x7fcdfc068760 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fce100c16f0 tx=0x7fce04009040 comp rx=0 tx=0).stop 2023-06-26T03:01:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.414+0000 7fce1621a640 1 -- 172.21.15.81:0/3420414547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce1006fff0 msgr2=0x7fce1014be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.414+0000 7fce1621a640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce1006fff0 0x7fce1014be60 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fce0000c420 tx=0x7fce0000c8e0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.418+0000 7fce1621a640 1 -- 172.21.15.81:0/3420414547 shutdown_connections 2023-06-26T03:01:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.418+0000 7fce1621a640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fcdfc0662b0 0x7fcdfc068760 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.418+0000 7fce1621a640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce10159a60 0x7fce100c7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.420 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.418+0000 7fce1621a640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce100afdc0 0x7fce10149390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.418+0000 7fce1621a640 1 --2- 172.21.15.81:0/3420414547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fce1006fff0 0x7fce1014be60 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.418+0000 7fce1621a640 1 -- 172.21.15.81:0/3420414547 >> 172.21.15.81:0/3420414547 conn(0x7fce1006a100 msgr2=0x7fce10156ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:18.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.418+0000 7fce1621a640 1 -- 172.21.15.81:0/3420414547 shutdown_connections 2023-06-26T03:01:18.421 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.418+0000 7fce1621a640 1 -- 172.21.15.81:0/3420414547 wait complete. 2023-06-26T03:01:18.435 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:01:18.555 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac0872b640 1 Processor -- start 2023-06-26T03:01:18.556 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac0872b640 1 -- start start 2023-06-26T03:01:18.556 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac0872b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac000b4f30 0x7fac000d0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.557 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac0872b640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac000cebd0 con 0x7fac000d09d0 2023-06-26T03:01:18.557 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac0872b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac000b7e20 con 0x7fac000b7a50 2023-06-26T03:01:18.557 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac0872b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac000cf6b0 con 0x7fac000b4f30 2023-06-26T03:01:18.557 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac06cc8640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fac000d09d0 0x7fac0015f4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34400/0 (socket says 172.21.15.81:34400) 2023-06-26T03:01:18.557 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac06cc8640 1 -- 172.21.15.81:0/1488152640 learned_addr learned my addr 172.21.15.81:0/1488152640 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:18.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac05cc6640 1 --2- 172.21.15.81:0/1488152640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac000b4f30 0x7fac000d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1139412065 0 0) 0x7fabf80014a0 con 0x7fac000d09d0 2023-06-26T03:01:18.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fabec003530 con 0x7fac000d09d0 2023-06-26T03:01:18.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1918571132 0 0) 0x7fabec003530 con 0x7fac000d09d0 2023-06-26T03:01:18.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac000b4f30 msgr2=0x7fac000d0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:18.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 --2- 172.21.15.81:0/1488152640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac000b4f30 0x7fac000d0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.559 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 >> v1:172.21.15.92:6789/0 conn(0x7fac000b7a50 legacy=0x7fac000ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.560 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac000cee10 con 0x7fac000d09d0 2023-06-26T03:01:18.560 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fabf8001b90 con 0x7fac000d09d0 2023-06-26T03:01:18.560 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 >> v1:172.21.15.81:6789/0 conn(0x7fac000d09d0 legacy=0x7fac0015f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.560 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 --2- 172.21.15.81:0/1488152640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fabec0039b0 0x7fabec003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.560 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 --2- 172.21.15.81:0/1488152640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac000b4f30 0x7fabec0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.560 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 --2- 172.21.15.81:0/1488152640 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabec004d10 0x7fabec005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.560 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac000cf6b0 con 0x7fabec0039b0 2023-06-26T03:01:18.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabec00baa0 con 0x7fabec004d10 2023-06-26T03:01:18.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabec00bc60 con 0x7fac000b4f30 2023-06-26T03:01:18.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac064c7640 1 --2- 172.21.15.81:0/1488152640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fabec0039b0 0x7fabec003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac05cc6640 1 --2- 172.21.15.81:0/1488152640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac000b4f30 0x7fabec0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac06cc8640 1 --2- 172.21.15.81:0/1488152640 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabec004d10 0x7fabec005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac064c7640 1 -- 172.21.15.81:0/1488152640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac000b4f30 msgr2=0x7fabec0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:18.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac064c7640 1 --2- 172.21.15.81:0/1488152640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fac000b4f30 0x7fabec0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac064c7640 1 -- 172.21.15.81:0/1488152640 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabec004d10 msgr2=0x7fabec005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:18.562 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac064c7640 1 --2- 172.21.15.81:0/1488152640 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabec004d10 0x7fabec005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.562 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.554+0000 7fac064c7640 1 -- 172.21.15.81:0/1488152640 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabec003530 con 0x7fabec0039b0 2023-06-26T03:01:18.563 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac064c7640 1 --2- 172.21.15.81:0/1488152640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fabec0039b0 0x7fabec003dc0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fabfc001780 tx=0x7fabfc01c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a09dddd13626c35b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:18.564 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabfc0052d0 con 0x7fabec0039b0 2023-06-26T03:01:18.564 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabfc0a7050 con 0x7fabec0039b0 2023-06-26T03:01:18.564 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac054c5640 1 -- 172.21.15.81:0/1488152640 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabfc003600 con 0x7fabec0039b0 2023-06-26T03:01:18.564 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 -- 172.21.15.81:0/1488152640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fabec0039b0 msgr2=0x7fabec003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.564 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 --2- 172.21.15.81:0/1488152640 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fabec0039b0 0x7fabec003dc0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fabfc001780 tx=0x7fabfc01c400 comp rx=0 tx=0).stop 2023-06-26T03:01:18.564 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac06cc8640 1 -- 172.21.15.81:0/1488152640 reap_dead start 2023-06-26T03:01:18.564 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 -- 172.21.15.81:0/1488152640 shutdown_connections 2023-06-26T03:01:18.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 -- 172.21.15.81:0/1488152640 >> 172.21.15.81:0/1488152640 conn(0x7fac00069dc0 msgr2=0x7fac0006a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:18.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 -- 172.21.15.81:0/1488152640 shutdown_connections 2023-06-26T03:01:18.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 -- 172.21.15.81:0/1488152640 wait complete. 2023-06-26T03:01:18.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 Processor -- start 2023-06-26T03:01:18.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 -- start start 2023-06-26T03:01:18.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabec0039b0 0x7fac001537c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac001656e0 0x7fac00158dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac00152a50 0x7fac0015ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.566 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac00165b50 con 0x7fac00152a50 2023-06-26T03:01:18.566 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac001595d0 con 0x7fac001656e0 2023-06-26T03:01:18.566 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.558+0000 7fac0872b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac00164960 con 0x7fabec0039b0 2023-06-26T03:01:18.566 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac06cc8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac00152a50 0x7fac0015ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.566 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac06cc8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac00152a50 0x7fac0015ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50800/0 (socket says 172.21.15.81:50800) 2023-06-26T03:01:18.566 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac06cc8640 1 -- 172.21.15.81:0/1707017410 learned_addr learned my addr 172.21.15.81:0/1707017410 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:18.566 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac05cc6640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac001656e0 0x7fac00158dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.566 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac064c7640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabec0039b0 0x7fac001537c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.567 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac06cc8640 1 -- 172.21.15.81:0/1707017410 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabec0039b0 msgr2=0x7fac001537c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.567 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac06cc8640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabec0039b0 0x7fac001537c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.567 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac06cc8640 1 -- 172.21.15.81:0/1707017410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac001656e0 msgr2=0x7fac00158dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.567 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac06cc8640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac001656e0 0x7fac00158dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.567 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac06cc8640 1 -- 172.21.15.81:0/1707017410 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac00159300 con 0x7fac00152a50 2023-06-26T03:01:18.568 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac06cc8640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac00152a50 0x7fac0015ae40 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fac000d0da0 tx=0x7fabf80077f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:18.568 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fabf6ffd640 1 -- 172.21.15.81:0/1707017410 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabf80114f0 con 0x7fac00152a50 2023-06-26T03:01:18.568 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fabf6ffd640 1 -- 172.21.15.81:0/1707017410 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabf8011670 con 0x7fac00152a50 2023-06-26T03:01:18.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fabf6ffd640 1 -- 172.21.15.81:0/1707017410 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabf8011a60 con 0x7fac00152a50 2023-06-26T03:01:18.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac0872b640 1 -- 172.21.15.81:0/1707017410 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac00164c00 con 0x7fac00152a50 2023-06-26T03:01:18.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac0872b640 1 -- 172.21.15.81:0/1707017410 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac001651c0 con 0x7fac00152a50 2023-06-26T03:01:18.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac0872b640 1 -- 172.21.15.81:0/1707017410 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac000b18b0 con 0x7fac00152a50 2023-06-26T03:01:18.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fabf6ffd640 1 -- 172.21.15.81:0/1707017410 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fabf8011bc0 con 0x7fac00152a50 2023-06-26T03:01:18.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fabf6ffd640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fabe40662b0 0x7fabe4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fabf6ffd640 1 -- 172.21.15.81:0/1707017410 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fabf80830f0 con 0x7fac00152a50 2023-06-26T03:01:18.570 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac064c7640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fabe40662b0 0x7fabe4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.570 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.562+0000 7fac064c7640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fabe40662b0 0x7fabe4068760 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fabfc001750 tx=0x7fabfc0011a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:18.570 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.566+0000 7fabf6ffd640 1 -- 172.21.15.81:0/1707017410 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fabf80508b0 con 0x7fac00152a50 2023-06-26T03:01:18.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.718+0000 7fac0872b640 1 -- 172.21.15.81:0/1707017410 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fac000cebd0 con 0x7fac00152a50 2023-06-26T03:01:18.723 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.718+0000 7fabf6ffd640 1 -- 172.21.15.81:0/1707017410 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v34) v1 ==== 92+0+10 (secure 0 0 0) 0x7fac000cebd0 con 0x7fac00152a50 2023-06-26T03:01:18.723 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-06-26T03:01:18.725 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.722+0000 7fac0872b640 1 -- 172.21.15.81:0/1707017410 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fabe40662b0 msgr2=0x7fabe4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.722+0000 7fac0872b640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fabe40662b0 0x7fabe4068760 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fabfc001750 tx=0x7fabfc0011a0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.722+0000 7fac0872b640 1 -- 172.21.15.81:0/1707017410 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac00152a50 msgr2=0x7fac0015ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.722+0000 7fac0872b640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac00152a50 0x7fac0015ae40 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fac000d0da0 tx=0x7fabf80077f0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.722+0000 7fac0872b640 1 -- 172.21.15.81:0/1707017410 shutdown_connections 2023-06-26T03:01:18.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.722+0000 7fac0872b640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fabe40662b0 0x7fabe4068760 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.722+0000 7fac0872b640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fac00152a50 0x7fac0015ae40 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.726 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.722+0000 7fac0872b640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac001656e0 0x7fac00158dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.722+0000 7fac0872b640 1 --2- 172.21.15.81:0/1707017410 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabec0039b0 0x7fac001537c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.722+0000 7fac0872b640 1 -- 172.21.15.81:0/1707017410 >> 172.21.15.81:0/1707017410 conn(0x7fac00069dc0 msgr2=0x7fac000b66a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:18.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.722+0000 7fac0872b640 1 -- 172.21.15.81:0/1707017410 shutdown_connections 2023-06-26T03:01:18.727 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.722+0000 7fac0872b640 1 -- 172.21.15.81:0/1707017410 wait complete. 2023-06-26T03:01:18.742 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-06-26T03:01:18.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f3044235640 1 Processor -- start 2023-06-26T03:01:18.864 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f3044235640 1 -- start start 2023-06-26T03:01:18.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f3044235640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f303c0b1630 0x7f303c15d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f3044235640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f303c0cef50 0x7f303c0b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f3044235640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f303c0cfd20 con 0x7f303c0cf3c0 2023-06-26T03:01:18.865 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f3044235640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f303c0ccb40 con 0x7f303c0cef50 2023-06-26T03:01:18.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f3044235640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f303c0cce20 con 0x7f303c0b1630 2023-06-26T03:01:18.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f30417d0640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f303c0cef50 0x7f303c0b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f30417d0640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f303c0cef50 0x7f303c0b3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50812/0 (socket says 172.21.15.81:50812) 2023-06-26T03:01:18.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f30417d0640 1 -- 172.21.15.81:0/868334883 learned_addr learned my addr 172.21.15.81:0/868334883 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:18.866 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f3041fd1640 1 --2- 172.21.15.81:0/868334883 >> v2:172.21.15.92:3300/0 conn(0x7f303c0b1630 0x7f303c15d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f30417d0640 1 -- 172.21.15.81:0/868334883 >> v2:172.21.15.92:3300/0 conn(0x7f303c0b1630 msgr2=0x7f303c15d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:18.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f30417d0640 1 --2- 172.21.15.81:0/868334883 >> v2:172.21.15.92:3300/0 conn(0x7f303c0b1630 0x7f303c15d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f30417d0640 1 -- 172.21.15.81:0/868334883 >> v1:172.21.15.92:6789/0 conn(0x7f303c0cf3c0 legacy=0x7f303c0d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:18.867 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.862+0000 7f30417d0640 1 -- 172.21.15.81:0/868334883 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f303c0cffe0 con 0x7f303c0cef50 2023-06-26T03:01:18.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f30417d0640 1 --2- 172.21.15.81:0/868334883 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f303c0cef50 0x7f303c0b3bd0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f303c089ff0 tx=0x7f302c01c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1528945e61a7962c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:18.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3040fcf640 1 -- 172.21.15.81:0/868334883 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f302c0ac640 con 0x7f303c0cef50 2023-06-26T03:01:18.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3040fcf640 1 -- 172.21.15.81:0/868334883 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f302c0ac7a0 con 0x7f303c0cef50 2023-06-26T03:01:18.868 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3040fcf640 1 -- 172.21.15.81:0/868334883 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f302c0acb30 con 0x7f303c0cef50 2023-06-26T03:01:18.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 -- 172.21.15.81:0/868334883 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f303c0cef50 msgr2=0x7f303c0b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 --2- 172.21.15.81:0/868334883 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f303c0cef50 0x7f303c0b3bd0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f303c089ff0 tx=0x7f302c01c400 comp rx=0 tx=0).stop 2023-06-26T03:01:18.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 -- 172.21.15.81:0/868334883 shutdown_connections 2023-06-26T03:01:18.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 --2- 172.21.15.81:0/868334883 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f303c0cef50 0x7f303c0b3bd0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.869 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 --2- 172.21.15.81:0/868334883 >> v2:172.21.15.92:3300/0 conn(0x7f303c0b1630 0x7f303c15d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 -- 172.21.15.81:0/868334883 >> 172.21.15.81:0/868334883 conn(0x7f303c069f00 msgr2=0x7f303c06a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:18.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 -- 172.21.15.81:0/868334883 shutdown_connections 2023-06-26T03:01:18.870 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 -- 172.21.15.81:0/868334883 wait complete. 2023-06-26T03:01:18.871 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 Processor -- start 2023-06-26T03:01:18.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 -- start start 2023-06-26T03:01:18.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f303c0b1630 0x7f303c14e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f303c0cef50 0x7f303c14c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f303c0cf3c0 0x7f303c0b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f303c14bec0 con 0x7f303c0cf3c0 2023-06-26T03:01:18.872 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f303c14c570 con 0x7f303c0b1630 2023-06-26T03:01:18.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3044235640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f303c1540f0 con 0x7f303c0cef50 2023-06-26T03:01:18.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f30427d2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f303c0cf3c0 0x7f303c0b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f30427d2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f303c0cf3c0 0x7f303c0b1d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50824/0 (socket says 172.21.15.81:50824) 2023-06-26T03:01:18.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f30427d2640 1 -- 172.21.15.81:0/519591373 learned_addr learned my addr 172.21.15.81:0/519591373 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:18.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3041fd1640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f303c0b1630 0x7f303c14e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f30417d0640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f303c0cef50 0x7f303c14c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.873 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f30427d2640 1 -- 172.21.15.81:0/519591373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f303c0cef50 msgr2=0x7f303c14c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f30427d2640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f303c0cef50 0x7f303c14c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f30427d2640 1 -- 172.21.15.81:0/519591373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f303c0b1630 msgr2=0x7f303c14e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:18.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f30427d2640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f303c0b1630 0x7f303c14e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:18.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f30427d2640 1 -- 172.21.15.81:0/519591373 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f302c0094d0 con 0x7f303c0cf3c0 2023-06-26T03:01:18.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f3041fd1640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f303c0b1630 0x7f303c14e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:18.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.866+0000 7f30427d2640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f303c0cf3c0 0x7f303c0b1d70 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f303400b970 tx=0x7f303400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:18.874 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.870+0000 7f30327fc640 1 -- 172.21.15.81:0/519591373 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f303400cb40 con 0x7f303c0cf3c0 2023-06-26T03:01:18.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.870+0000 7f30327fc640 1 -- 172.21.15.81:0/519591373 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f303400cca0 con 0x7f303c0cf3c0 2023-06-26T03:01:18.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.870+0000 7f3044235640 1 -- 172.21.15.81:0/519591373 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f303c153e10 con 0x7f303c0cf3c0 2023-06-26T03:01:18.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.870+0000 7f30327fc640 1 -- 172.21.15.81:0/519591373 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3034014680 con 0x7f303c0cf3c0 2023-06-26T03:01:18.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.870+0000 7f3044235640 1 -- 172.21.15.81:0/519591373 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f303c152310 con 0x7f303c0cf3c0 2023-06-26T03:01:18.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.870+0000 7f3044235640 1 -- 172.21.15.81:0/519591373 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f303c152830 con 0x7f303c0cf3c0 2023-06-26T03:01:18.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.870+0000 7f30327fc640 1 -- 172.21.15.81:0/519591373 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f303401d3b0 con 0x7f303c0cf3c0 2023-06-26T03:01:18.876 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.870+0000 7f30327fc640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3020066280 0x7f3020068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:18.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.870+0000 7f30327fc640 1 -- 172.21.15.81:0/519591373 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f3034083720 con 0x7f303c0cf3c0 2023-06-26T03:01:18.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.870+0000 7f3041fd1640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3020066280 0x7f3020068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:18.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.870+0000 7f3041fd1640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3020066280 0x7f3020068730 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f303c0ce860 tx=0x7f3038008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:18.877 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:18.874+0000 7f30327fc640 1 -- 172.21.15.81:0/519591373 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3034054a10 con 0x7f303c0cf3c0 2023-06-26T03:01:19.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f3044235640 1 -- 172.21.15.81:0/519591373 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f303c04d790 con 0x7f303c0cf3c0 2023-06-26T03:01:19.024 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f30327fc640 1 -- 172.21.15.81:0/519591373 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v34) v1 ==== 84+0+126 (secure 0 0 0) 0x7f3034058e60 con 0x7f303c0cf3c0 2023-06-26T03:01:19.024 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:19.024 INFO:teuthology.orchestra.run.smithi081.stdout:[ 2023-06-26T03:01:19.024 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:19.025 INFO:teuthology.orchestra.run.smithi081.stdout: "poolnum": 1, 2023-06-26T03:01:19.025 INFO:teuthology.orchestra.run.smithi081.stdout: "poolname": ".mgr" 2023-06-26T03:01:19.025 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:19.025 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-06-26T03:01:19.025 INFO:teuthology.orchestra.run.smithi081.stdout: "poolnum": 2, 2023-06-26T03:01:19.025 INFO:teuthology.orchestra.run.smithi081.stdout: "poolname": "rbd" 2023-06-26T03:01:19.025 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:19.025 INFO:teuthology.orchestra.run.smithi081.stdout:] 2023-06-26T03:01:19.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f3044235640 1 -- 172.21.15.81:0/519591373 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3020066280 msgr2=0x7f3020068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:19.026 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f3044235640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3020066280 0x7f3020068730 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f303c0ce860 tx=0x7f3038008040 comp rx=0 tx=0).stop 2023-06-26T03:01:19.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f3044235640 1 -- 172.21.15.81:0/519591373 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f303c0cf3c0 msgr2=0x7f303c0b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:19.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f3044235640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f303c0cf3c0 0x7f303c0b1d70 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f303400b970 tx=0x7f303400be30 comp rx=0 tx=0).stop 2023-06-26T03:01:19.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f3044235640 1 -- 172.21.15.81:0/519591373 shutdown_connections 2023-06-26T03:01:19.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f3044235640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f3020066280 0x7f3020068730 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:19.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f3044235640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f303c0cf3c0 0x7f303c0b1d70 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:19.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f3044235640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f303c0cef50 0x7f303c14c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:19.027 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f3044235640 1 --2- 172.21.15.81:0/519591373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f303c0b1630 0x7f303c14e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:19.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f3044235640 1 -- 172.21.15.81:0/519591373 >> 172.21.15.81:0/519591373 conn(0x7f303c069f00 msgr2=0x7f303c1581f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:19.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f3044235640 1 -- 172.21.15.81:0/519591373 shutdown_connections 2023-06-26T03:01:19.028 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.022+0000 7f3044235640 1 -- 172.21.15.81:0/519591373 wait complete. 2023-06-26T03:01:19.041 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-06-26T03:01:19.041 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-06-26T03:01:19.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.158+0000 7f0163e20640 1 Processor -- start 2023-06-26T03:01:19.162 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.158+0000 7f0163e20640 1 -- start start 2023-06-26T03:01:19.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0163e20640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c158610 0x7f015c06cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:19.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0163e20640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f015c0ccb40 0x7f015c0ccfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:19.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0163e20640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f015c0cd4e0 con 0x7f015c0cc2f0 2023-06-26T03:01:19.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0163e20640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f015c070340 con 0x7f015c0ccb40 2023-06-26T03:01:19.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0163e20640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f015c070010 con 0x7f015c158610 2023-06-26T03:01:19.164 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f01623bd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f015c0ccb40 0x7f015c0ccfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:19.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f01623bd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f015c0ccb40 0x7f015c0ccfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50840/0 (socket says 172.21.15.81:50840) 2023-06-26T03:01:19.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f01623bd640 1 -- 172.21.15.81:0/2809427905 learned_addr learned my addr 172.21.15.81:0/2809427905 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:19.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f01613bb640 1 --1- 172.21.15.81:0/2809427905 >> v1:172.21.15.81:6789/0 conn(0x7f015c0cc2f0 0x7f015c0707d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34416/0 (socket says 172.21.15.81:34416) 2023-06-26T03:01:19.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0161bbc640 1 --2- 172.21.15.81:0/2809427905 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c158610 0x7f015c06cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:19.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f01623bd640 1 -- 172.21.15.81:0/2809427905 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c158610 msgr2=0x7f015c06cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:19.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f01623bd640 1 --2- 172.21.15.81:0/2809427905 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c158610 0x7f015c06cfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:19.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f01623bd640 1 -- 172.21.15.81:0/2809427905 >> v1:172.21.15.81:6789/0 conn(0x7f015c0cc2f0 legacy=0x7f015c0707d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:19.165 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f01623bd640 1 -- 172.21.15.81:0/2809427905 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f015c070ee0 con 0x7f015c0ccb40 2023-06-26T03:01:19.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0160bba640 1 -- 172.21.15.81:0/2809427905 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2136681948 0 0) 0x7f015c0cd4e0 con 0x7f015c0cc2f0 2023-06-26T03:01:19.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f01623bd640 1 --2- 172.21.15.81:0/2809427905 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f015c0ccb40 0x7f015c0ccfa0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f0154009e50 tx=0x7f015401c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c0a214a69f76f82 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:19.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0160bba640 1 -- 172.21.15.81:0/2809427905 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01540a5840 con 0x7f015c0ccb40 2023-06-26T03:01:19.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0160bba640 1 -- 172.21.15.81:0/2809427905 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01540a59a0 con 0x7f015c0ccb40 2023-06-26T03:01:19.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0160bba640 1 -- 172.21.15.81:0/2809427905 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01540a5d30 con 0x7f015c0ccb40 2023-06-26T03:01:19.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0163e20640 1 -- 172.21.15.81:0/2809427905 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f015c0ccb40 msgr2=0x7f015c0ccfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:19.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0163e20640 1 --2- 172.21.15.81:0/2809427905 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f015c0ccb40 0x7f015c0ccfa0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f0154009e50 tx=0x7f015401c980 comp rx=0 tx=0).stop 2023-06-26T03:01:19.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0163e20640 1 -- 172.21.15.81:0/2809427905 shutdown_connections 2023-06-26T03:01:19.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0163e20640 1 --2- 172.21.15.81:0/2809427905 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f015c0ccb40 0x7f015c0ccfa0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:19.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0163e20640 1 --2- 172.21.15.81:0/2809427905 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c158610 0x7f015c06cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:19.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0163e20640 1 -- 172.21.15.81:0/2809427905 >> 172.21.15.81:0/2809427905 conn(0x7f015c0cb7e0 msgr2=0x7f015c0cbbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:19.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0163e20640 1 -- 172.21.15.81:0/2809427905 shutdown_connections 2023-06-26T03:01:19.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.162+0000 7f0163e20640 1 -- 172.21.15.81:0/2809427905 wait complete. 2023-06-26T03:01:19.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f0163e20640 1 Processor -- start 2023-06-26T03:01:19.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f0163e20640 1 -- start start 2023-06-26T03:01:19.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f0163e20640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c0cc2f0 0x7f015c0c57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:19.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f0163e20640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f015c0ccb40 0x7f015c0b1b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:19.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f0163e20640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f015c158610 0x7f015c159e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:19.170 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f0163e20640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f015c0c6210 con 0x7f015c0ccb40 2023-06-26T03:01:19.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f0163e20640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f015c0c64f0 con 0x7f015c158610 2023-06-26T03:01:19.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f0163e20640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f015c0c67d0 con 0x7f015c0cc2f0 2023-06-26T03:01:19.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01613bb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f015c0ccb40 0x7f015c0b1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:19.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01613bb640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f015c0ccb40 0x7f015c0b1b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50852/0 (socket says 172.21.15.81:50852) 2023-06-26T03:01:19.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01613bb640 1 -- 172.21.15.81:0/15381077 learned_addr learned my addr 172.21.15.81:0/15381077 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:19.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01623bd640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f015c158610 0x7f015c159e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:19.171 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f0161bbc640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c0cc2f0 0x7f015c0c57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:19.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01613bb640 1 -- 172.21.15.81:0/15381077 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c0cc2f0 msgr2=0x7f015c0c57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:19.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01613bb640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c0cc2f0 0x7f015c0c57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:19.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01613bb640 1 -- 172.21.15.81:0/15381077 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f015c158610 msgr2=0x7f015c159e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:19.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01613bb640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f015c158610 0x7f015c159e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:19.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01613bb640 1 -- 172.21.15.81:0/15381077 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0154009b30 con 0x7f015c0ccb40 2023-06-26T03:01:19.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f0161bbc640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c0cc2f0 0x7f015c0c57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:19.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01613bb640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f015c0ccb40 0x7f015c0b1b90 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f014c00c480 tx=0x7f014c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:19.172 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01527fc640 1 -- 172.21.15.81:0/15381077 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f014c0074e0 con 0x7f015c0ccb40 2023-06-26T03:01:19.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01527fc640 1 -- 172.21.15.81:0/15381077 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f014c007660 con 0x7f015c0ccb40 2023-06-26T03:01:19.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f0163e20640 1 -- 172.21.15.81:0/15381077 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f015c0c6ab0 con 0x7f015c0ccb40 2023-06-26T03:01:19.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01527fc640 1 -- 172.21.15.81:0/15381077 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f014c004a30 con 0x7f015c0ccb40 2023-06-26T03:01:19.173 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f0163e20640 1 -- 172.21.15.81:0/15381077 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f015c15b160 con 0x7f015c0ccb40 2023-06-26T03:01:19.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f0163e20640 1 -- 172.21.15.81:0/15381077 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f015c066880 con 0x7f015c0ccb40 2023-06-26T03:01:19.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.166+0000 7f01527fc640 1 -- 172.21.15.81:0/15381077 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f014c004b90 con 0x7f015c0ccb40 2023-06-26T03:01:19.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.170+0000 7f01527fc640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f01400662b0 0x7f0140068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:19.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.170+0000 7f01527fc640 1 -- 172.21.15.81:0/15381077 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f014c082ad0 con 0x7f015c0ccb40 2023-06-26T03:01:19.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.170+0000 7f0161bbc640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f01400662b0 0x7f0140068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:19.174 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.170+0000 7f0161bbc640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f01400662b0 0x7f0140068760 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0158006fd0 tx=0x7f0158008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:19.175 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.174+0000 7f01527fc640 1 -- 172.21.15.81:0/15381077 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f014c053dc0 con 0x7f015c0ccb40 2023-06-26T03:01:19.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:19.326+0000 7f0163e20640 1 -- 172.21.15.81:0/15381077 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f015c0c6350 con 0x7f015c0ccb40 2023-06-26T03:01:20.161 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.158+0000 7f01527fc640 1 -- 172.21.15.81:0/15381077 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v35) v1 ==== 138+0+0 (secure 0 0 0) 0x7f015c0c6350 con 0x7f015c0ccb40 2023-06-26T03:01:20.162 INFO:teuthology.orchestra.run.smithi081.stderr:pool 'cephfs_metadata' created 2023-06-26T03:01:20.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.162+0000 7f0163e20640 1 -- 172.21.15.81:0/15381077 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f01400662b0 msgr2=0x7f0140068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:20.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.162+0000 7f0163e20640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f01400662b0 0x7f0140068760 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0158006fd0 tx=0x7f0158008040 comp rx=0 tx=0).stop 2023-06-26T03:01:20.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.162+0000 7f0163e20640 1 -- 172.21.15.81:0/15381077 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f015c0ccb40 msgr2=0x7f015c0b1b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:20.166 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.162+0000 7f0163e20640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f015c0ccb40 0x7f015c0b1b90 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f014c00c480 tx=0x7f014c00c940 comp rx=0 tx=0).stop 2023-06-26T03:01:20.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.162+0000 7f0163e20640 1 -- 172.21.15.81:0/15381077 shutdown_connections 2023-06-26T03:01:20.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.162+0000 7f0163e20640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f01400662b0 0x7f0140068760 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:20.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.162+0000 7f0163e20640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f015c158610 0x7f015c159e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:20.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.162+0000 7f0163e20640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f015c0ccb40 0x7f015c0b1b90 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:20.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.162+0000 7f0163e20640 1 --2- 172.21.15.81:0/15381077 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c0cc2f0 0x7f015c0c57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:20.167 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.162+0000 7f0163e20640 1 -- 172.21.15.81:0/15381077 >> 172.21.15.81:0/15381077 conn(0x7f015c0cb7e0 msgr2=0x7f015c0cbbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:20.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.166+0000 7f0163e20640 1 -- 172.21.15.81:0/15381077 shutdown_connections 2023-06-26T03:01:20.168 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.166+0000 7f0163e20640 1 -- 172.21.15.81:0/15381077 wait complete. 2023-06-26T03:01:20.190 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-06-26T03:01:20.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55e5c9e640 1 Processor -- start 2023-06-26T03:01:20.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55e5c9e640 1 -- start start 2023-06-26T03:01:20.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55e5c9e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f55e0158730 0x7f55e0159680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:20.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55e5c9e640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55e006cee0 con 0x7f55e00c42f0 2023-06-26T03:01:20.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55e5c9e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55e00c9100 con 0x7f55e0158360 2023-06-26T03:01:20.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55e5c9e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55e00c93e0 con 0x7f55e0158730 2023-06-26T03:01:20.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55dffff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f55e00c42f0 0x7f55e006b1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34418/0 (socket says 172.21.15.81:34418) 2023-06-26T03:01:20.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55dffff640 1 -- 172.21.15.81:0/1043969751 learned_addr learned my addr 172.21.15.81:0/1043969751 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:20.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55deffd640 1 --2- 172.21.15.81:0/1043969751 >> v2:172.21.15.92:3300/0 conn(0x7f55e0158730 0x7f55e0159680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:20.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2191705726 0 0) 0x7f55e006cee0 con 0x7f55e00c42f0 2023-06-26T03:01:20.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f55cc003530 con 0x7f55e00c42f0 2023-06-26T03:01:20.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 267790404 0 0) 0x7f55cc003530 con 0x7f55e00c42f0 2023-06-26T03:01:20.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 >> v2:172.21.15.92:3300/0 conn(0x7f55e0158730 msgr2=0x7f55e0159680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:20.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 --2- 172.21.15.81:0/1043969751 >> v2:172.21.15.92:3300/0 conn(0x7f55e0158730 0x7f55e0159680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:20.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 >> v1:172.21.15.92:6789/0 conn(0x7f55e0158360 legacy=0x7f55e00c3be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:20.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55e0158ba0 con 0x7f55e00c42f0 2023-06-26T03:01:20.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f55d8001a00 con 0x7f55e00c42f0 2023-06-26T03:01:20.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 >> v1:172.21.15.81:6789/0 conn(0x7f55e00c42f0 legacy=0x7f55e006b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:20.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 --2- 172.21.15.81:0/1043969751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55cc003980 0x7f55cc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:20.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 --2- 172.21.15.81:0/1043969751 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55cc0047d0 0x7f55cc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:20.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 --2- 172.21.15.81:0/1043969751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55cc005180 0x7f55cc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:20.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55e00c93e0 con 0x7f55cc003980 2023-06-26T03:01:20.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55cc00c000 con 0x7f55cc005180 2023-06-26T03:01:20.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55cc00c1c0 con 0x7f55cc0047d0 2023-06-26T03:01:20.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55df7fe640 1 --2- 172.21.15.81:0/1043969751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55cc003980 0x7f55cc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:20.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55dffff640 1 --2- 172.21.15.81:0/1043969751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55cc005180 0x7f55cc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:20.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55deffd640 1 --2- 172.21.15.81:0/1043969751 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55cc0047d0 0x7f55cc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:20.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55df7fe640 1 -- 172.21.15.81:0/1043969751 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55cc0047d0 msgr2=0x7f55cc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:20.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55df7fe640 1 --2- 172.21.15.81:0/1043969751 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55cc0047d0 0x7f55cc004c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:20.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55df7fe640 1 -- 172.21.15.81:0/1043969751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55cc005180 msgr2=0x7f55cc00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:20.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55df7fe640 1 --2- 172.21.15.81:0/1043969751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55cc005180 0x7f55cc00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:20.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55df7fe640 1 -- 172.21.15.81:0/1043969751 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55cc003530 con 0x7f55cc003980 2023-06-26T03:01:20.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55dffff640 1 --2- 172.21.15.81:0/1043969751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55cc005180 0x7f55cc00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:20.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.314+0000 7f55dffff640 1 -- 172.21.15.81:0/1043969751 reap_dead start 2023-06-26T03:01:20.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.318+0000 7f55df7fe640 1 --2- 172.21.15.81:0/1043969751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55cc003980 0x7f55cc003d90 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f55d0001780 tx=0x7f55d001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12d2247ff96c61f5 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:20.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.318+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55d00052d0 con 0x7f55cc003980 2023-06-26T03:01:20.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.318+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55d00a7050 con 0x7f55cc003980 2023-06-26T03:01:20.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.318+0000 7f55de7fc640 1 -- 172.21.15.81:0/1043969751 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55d0003600 con 0x7f55cc003980 2023-06-26T03:01:20.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.318+0000 7f55e5c9e640 1 -- 172.21.15.81:0/1043969751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55cc003980 msgr2=0x7f55cc003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:20.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.318+0000 7f55e5c9e640 1 --2- 172.21.15.81:0/1043969751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55cc003980 0x7f55cc003d90 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f55d0001780 tx=0x7f55d001c3b0 comp rx=0 tx=0).stop 2023-06-26T03:01:20.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.318+0000 7f55e5c9e640 1 -- 172.21.15.81:0/1043969751 shutdown_connections 2023-06-26T03:01:20.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.318+0000 7f55e5c9e640 1 --2- 172.21.15.81:0/1043969751 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55cc003980 0x7f55cc003d90 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:20.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.318+0000 7f55e5c9e640 1 -- 172.21.15.81:0/1043969751 >> 172.21.15.81:0/1043969751 conn(0x7f55e00cdbf0 msgr2=0x7f55e00cdff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:20.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.318+0000 7f55e5c9e640 1 -- 172.21.15.81:0/1043969751 shutdown_connections 2023-06-26T03:01:20.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.318+0000 7f55e5c9e640 1 -- 172.21.15.81:0/1043969751 wait complete. 2023-06-26T03:01:20.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.318+0000 7f55e5c9e640 1 Processor -- start 2023-06-26T03:01:20.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.318+0000 7f55e5c9e640 1 -- start start 2023-06-26T03:01:20.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55e5c9e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55cc003980 0x7f55e014d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:20.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55e5c9e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55e015b380 0x7f55e014cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:20.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55e5c9e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55e0159a90 0x7f55e0156910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:20.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55e5c9e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55e015b7f0 con 0x7f55cc003980 2023-06-26T03:01:20.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55e5c9e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55e014d260 con 0x7f55e0159a90 2023-06-26T03:01:20.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55e5c9e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55e015a2e0 con 0x7f55e015b380 2023-06-26T03:01:20.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55df7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55cc003980 0x7f55e014d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:20.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55df7fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55cc003980 0x7f55e014d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50868/0 (socket says 172.21.15.81:50868) 2023-06-26T03:01:20.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55df7fe640 1 -- 172.21.15.81:0/831580941 learned_addr learned my addr 172.21.15.81:0/831580941 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:20.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55dffff640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55e0159a90 0x7f55e0156910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:20.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55deffd640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55e015b380 0x7f55e014cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:20.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55df7fe640 1 -- 172.21.15.81:0/831580941 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55e015b380 msgr2=0x7f55e014cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:20.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55df7fe640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55e015b380 0x7f55e014cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:20.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55df7fe640 1 -- 172.21.15.81:0/831580941 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55e0159a90 msgr2=0x7f55e0156910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:20.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55df7fe640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55e0159a90 0x7f55e0156910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:20.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55df7fe640 1 -- 172.21.15.81:0/831580941 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55e015a5c0 con 0x7f55cc003980 2023-06-26T03:01:20.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55dffff640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55e0159a90 0x7f55e0156910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:20.328 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55df7fe640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55cc003980 0x7f55e014d480 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f55d001c1e0 tx=0x7f55cc005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:20.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55d7fff640 1 -- 172.21.15.81:0/831580941 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55d00072f0 con 0x7f55cc003980 2023-06-26T03:01:20.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55d7fff640 1 -- 172.21.15.81:0/831580941 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55d0007450 con 0x7f55cc003980 2023-06-26T03:01:20.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55e5c9e640 1 -- 172.21.15.81:0/831580941 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55e015a8a0 con 0x7f55cc003980 2023-06-26T03:01:20.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55d7fff640 1 -- 172.21.15.81:0/831580941 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55d00067e0 con 0x7f55cc003980 2023-06-26T03:01:20.329 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55e5c9e640 1 -- 172.21.15.81:0/831580941 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55e015ae60 con 0x7f55cc003980 2023-06-26T03:01:20.330 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55e5c9e640 1 -- 172.21.15.81:0/831580941 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55e004d790 con 0x7f55cc003980 2023-06-26T03:01:20.330 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55d7fff640 1 -- 172.21.15.81:0/831580941 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f55d0006940 con 0x7f55cc003980 2023-06-26T03:01:20.330 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55d7fff640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f55c0066280 0x7f55c0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:20.330 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55deffd640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f55c0066280 0x7f55c0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:20.330 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55d7fff640 1 -- 172.21.15.81:0/831580941 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5580+0+0 (secure 0 0 0) 0x7f55d011dbb0 con 0x7f55cc003980 2023-06-26T03:01:20.331 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.322+0000 7f55deffd640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f55c0066280 0x7f55c0068730 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f55e0153130 tx=0x7f55c8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:20.331 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.326+0000 7f55d7fff640 1 -- 172.21.15.81:0/831580941 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f55d00eed30 con 0x7f55cc003980 2023-06-26T03:01:20.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:20.482+0000 7f55e5c9e640 1 -- 172.21.15.81:0/831580941 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f55e00cba00 con 0x7f55cc003980 2023-06-26T03:01:21.169 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.166+0000 7f55d7fff640 1 -- 172.21.15.81:0/831580941 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v36) v1 ==== 170+0+0 (secure 0 0 0) 0x7f55d00ee8c0 con 0x7f55cc003980 2023-06-26T03:01:21.171 INFO:teuthology.orchestra.run.smithi081.stderr:pool 'cephfs_data' created 2023-06-26T03:01:21.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.178+0000 7f55e5c9e640 1 -- 172.21.15.81:0/831580941 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f55c0066280 msgr2=0x7f55c0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.178+0000 7f55e5c9e640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f55c0066280 0x7f55c0068730 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f55e0153130 tx=0x7f55c8008040 comp rx=0 tx=0).stop 2023-06-26T03:01:21.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.178+0000 7f55e5c9e640 1 -- 172.21.15.81:0/831580941 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55cc003980 msgr2=0x7f55e014d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.181 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.178+0000 7f55e5c9e640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55cc003980 0x7f55e014d480 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f55d001c1e0 tx=0x7f55cc005800 comp rx=0 tx=0).stop 2023-06-26T03:01:21.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.178+0000 7f55e5c9e640 1 -- 172.21.15.81:0/831580941 shutdown_connections 2023-06-26T03:01:21.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.178+0000 7f55e5c9e640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f55c0066280 0x7f55c0068730 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.178+0000 7f55e5c9e640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55e0159a90 0x7f55e0156910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.178+0000 7f55e5c9e640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55e015b380 0x7f55e014cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.178+0000 7f55e5c9e640 1 --2- 172.21.15.81:0/831580941 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f55cc003980 0x7f55e014d480 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.182 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.178+0000 7f55e5c9e640 1 -- 172.21.15.81:0/831580941 >> 172.21.15.81:0/831580941 conn(0x7f55e00cdbf0 msgr2=0x7f55e00c2ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:21.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.178+0000 7f55e5c9e640 1 -- 172.21.15.81:0/831580941 shutdown_connections 2023-06-26T03:01:21.183 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.178+0000 7f55e5c9e640 1 -- 172.21.15.81:0/831580941 wait complete. 2023-06-26T03:01:21.211 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-06-26T03:01:21.331 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d2e9b2640 1 Processor -- start 2023-06-26T03:01:21.332 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d2e9b2640 1 -- start start 2023-06-26T03:01:21.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d2e9b2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d280b7a50 0x7f6d280ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d2e9b2640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f6d280b4f30 0x7f6d280d0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d2e9b2640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d280b7e20 con 0x7f6d280d09d0 2023-06-26T03:01:21.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d2e9b2640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d280cf6b0 con 0x7f6d280b4f30 2023-06-26T03:01:21.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d2e9b2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d280cee10 con 0x7f6d280b7a50 2023-06-26T03:01:21.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d277fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f6d280b4f30 0x7f6d280d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.334 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d277fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f6d280b4f30 0x7f6d280d0490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50884/0 (socket says 172.21.15.81:50884) 2023-06-26T03:01:21.334 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d277fe640 1 -- 172.21.15.81:0/1121010470 learned_addr learned my addr 172.21.15.81:0/1121010470 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:21.334 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d27fff640 1 --2- 172.21.15.81:0/1121010470 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d280b7a50 0x7f6d280ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.334 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d277fe640 1 -- 172.21.15.81:0/1121010470 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d280b7a50 msgr2=0x7f6d280ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:21.334 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d277fe640 1 --2- 172.21.15.81:0/1121010470 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d280b7a50 0x7f6d280ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.334 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d277fe640 1 -- 172.21.15.81:0/1121010470 >> v1:172.21.15.92:6789/0 conn(0x7f6d280d09d0 legacy=0x7f6d280b3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:21.334 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d277fe640 1 -- 172.21.15.81:0/1121010470 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d280cf0f0 con 0x7f6d280b4f30 2023-06-26T03:01:21.334 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d27fff640 1 --2- 172.21.15.81:0/1121010470 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d280b7a50 0x7f6d280ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:21.335 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d277fe640 1 --2- 172.21.15.81:0/1121010470 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d280b4f30 0x7f6d280d0490 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c009870 tx=0x7f6d1c01c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed70df83e504edd9 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:21.335 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d26ffd640 1 -- 172.21.15.81:0/1121010470 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c0ab600 con 0x7f6d280b4f30 2023-06-26T03:01:21.335 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d26ffd640 1 -- 172.21.15.81:0/1121010470 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d1c0a7050 con 0x7f6d280b4f30 2023-06-26T03:01:21.335 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.330+0000 7f6d26ffd640 1 -- 172.21.15.81:0/1121010470 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c0ab980 con 0x7f6d280b4f30 2023-06-26T03:01:21.336 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/1121010470 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d280b4f30 msgr2=0x7f6d280d0490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.336 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 --2- 172.21.15.81:0/1121010470 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d280b4f30 0x7f6d280d0490 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c009870 tx=0x7f6d1c01c470 comp rx=0 tx=0).stop 2023-06-26T03:01:21.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/1121010470 shutdown_connections 2023-06-26T03:01:21.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 --2- 172.21.15.81:0/1121010470 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d280b4f30 0x7f6d280d0490 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 --2- 172.21.15.81:0/1121010470 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d280b7a50 0x7f6d280ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/1121010470 >> 172.21.15.81:0/1121010470 conn(0x7f6d28069dc0 msgr2=0x7f6d2806a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:21.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/1121010470 shutdown_connections 2023-06-26T03:01:21.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/1121010470 wait complete. 2023-06-26T03:01:21.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 Processor -- start 2023-06-26T03:01:21.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 -- start start 2023-06-26T03:01:21.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d280b4f30 0x7f6d280b3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d280b7a50 0x7f6d2814dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d280d09d0 0x7f6d280b2a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d2814f810 con 0x7f6d280d09d0 2023-06-26T03:01:21.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d280c67a0 con 0x7f6d280b7a50 2023-06-26T03:01:21.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d280c6a80 con 0x7f6d280b4f30 2023-06-26T03:01:21.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2cf4f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d280d09d0 0x7f6d280b2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2cf4f640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d280d09d0 0x7f6d280b2a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50898/0 (socket says 172.21.15.81:50898) 2023-06-26T03:01:21.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2cf4f640 1 -- 172.21.15.81:0/33101265 learned_addr learned my addr 172.21.15.81:0/33101265 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:21.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d27fff640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d280b4f30 0x7f6d280b3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d277fe640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d280b7a50 0x7f6d2814dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2cf4f640 1 -- 172.21.15.81:0/33101265 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d280b4f30 msgr2=0x7f6d280b3b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2cf4f640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d280b4f30 0x7f6d280b3b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2cf4f640 1 -- 172.21.15.81:0/33101265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d280b7a50 msgr2=0x7f6d2814dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2cf4f640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d280b7a50 0x7f6d2814dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2cf4f640 1 -- 172.21.15.81:0/33101265 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d1c0094d0 con 0x7f6d280d09d0 2023-06-26T03:01:21.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d277fe640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d280b7a50 0x7f6d2814dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:21.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2cf4f640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d280d09d0 0x7f6d280b2a50 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f6d2000b970 tx=0x7f6d2000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:21.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d24ff9640 1 -- 172.21.15.81:0/33101265 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d2000cb40 con 0x7f6d280d09d0 2023-06-26T03:01:21.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d24ff9640 1 -- 172.21.15.81:0/33101265 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d2000cca0 con 0x7f6d280d09d0 2023-06-26T03:01:21.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/33101265 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d280c6d60 con 0x7f6d280d09d0 2023-06-26T03:01:21.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d24ff9640 1 -- 172.21.15.81:0/33101265 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d20014680 con 0x7f6d280d09d0 2023-06-26T03:01:21.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.334+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/33101265 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d280c7320 con 0x7f6d280d09d0 2023-06-26T03:01:21.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.338+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/33101265 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d280b18b0 con 0x7f6d280d09d0 2023-06-26T03:01:21.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.338+0000 7f6d24ff9640 1 -- 172.21.15.81:0/33101265 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6d20003980 con 0x7f6d280d09d0 2023-06-26T03:01:21.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.338+0000 7f6d24ff9640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6d14066280 0x7f6d14068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.338+0000 7f6d24ff9640 1 -- 172.21.15.81:0/33101265 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5962+0+0 (secure 0 0 0) 0x7f6d20083db0 con 0x7f6d280d09d0 2023-06-26T03:01:21.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.338+0000 7f6d27fff640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6d14066280 0x7f6d14068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.338+0000 7f6d27fff640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6d14066280 0x7f6d14068730 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6d1800a9a0 tx=0x7f6d18008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:21.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.342+0000 7f6d24ff9640 1 -- 172.21.15.81:0/33101265 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6d20051370 con 0x7f6d280d09d0 2023-06-26T03:01:21.529 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.526+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/33101265 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f6d2804d790 con 0x7f6d280d09d0 2023-06-26T03:01:21.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.538+0000 7f6d24ff9640 1 -- 172.21.15.81:0/33101265 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v11) v1 ==== 172+0+0 (secure 0 0 0) 0x7f6d20019020 con 0x7f6d280d09d0 2023-06-26T03:01:21.543 INFO:teuthology.orchestra.run.smithi081.stderr:new fs with metadata pool 5 and data pool 6 2023-06-26T03:01:21.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.546+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/33101265 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6d14066280 msgr2=0x7f6d14068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.546+0000 7f6d2e9b2640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6d14066280 0x7f6d14068730 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6d1800a9a0 tx=0x7f6d18008040 comp rx=0 tx=0).stop 2023-06-26T03:01:21.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.546+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/33101265 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d280d09d0 msgr2=0x7f6d280b2a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.546+0000 7f6d2e9b2640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d280d09d0 0x7f6d280b2a50 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f6d2000b970 tx=0x7f6d2000be30 comp rx=0 tx=0).stop 2023-06-26T03:01:21.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.546+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/33101265 shutdown_connections 2023-06-26T03:01:21.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.546+0000 7f6d2e9b2640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6d14066280 0x7f6d14068730 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.546+0000 7f6d2e9b2640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f6d280d09d0 0x7f6d280b2a50 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.546+0000 7f6d2e9b2640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d280b7a50 0x7f6d2814dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.546+0000 7f6d2e9b2640 1 --2- 172.21.15.81:0/33101265 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6d280b4f30 0x7f6d280b3b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.546+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/33101265 >> 172.21.15.81:0/33101265 conn(0x7f6d28069dc0 msgr2=0x7f6d28158e00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:21.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.550+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/33101265 shutdown_connections 2023-06-26T03:01:21.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.550+0000 7f6d2e9b2640 1 -- 172.21.15.81:0/33101265 wait complete. 2023-06-26T03:01:21.580 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:21.691 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.686+0000 7fe01e1f8640 1 Processor -- start 2023-06-26T03:01:21.691 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.686+0000 7fe01e1f8640 1 -- start start 2023-06-26T03:01:21.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe01e1f8640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe018158c20 0x7fe01815c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe01e1f8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe01815cf20 0x7fe0180cc580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe01e1f8640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe01806efb0 con 0x7fe0180af770 2023-06-26T03:01:21.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe01e1f8640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe018159c30 con 0x7fe018158c20 2023-06-26T03:01:21.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe01e1f8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0180cc0f0 con 0x7fe01815cf20 2023-06-26T03:01:21.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe016ffd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe018158c20 0x7fe01815c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe016ffd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7fe018158c20 0x7fe01815c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50900/0 (socket says 172.21.15.81:50900) 2023-06-26T03:01:21.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe016ffd640 1 -- 172.21.15.81:0/1132462043 learned_addr learned my addr 172.21.15.81:0/1132462043 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:21.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe0177fe640 1 --1- 172.21.15.81:0/1132462043 >> v1:172.21.15.81:6789/0 conn(0x7fe0180af770 0x7fe0180afb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34428/0 (socket says 172.21.15.81:34428) 2023-06-26T03:01:21.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe017fff640 1 --2- 172.21.15.81:0/1132462043 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe01815cf20 0x7fe0180cc580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe016ffd640 1 -- 172.21.15.81:0/1132462043 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe01815cf20 msgr2=0x7fe0180cc580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:21.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe016ffd640 1 --2- 172.21.15.81:0/1132462043 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe01815cf20 0x7fe0180cc580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe016ffd640 1 -- 172.21.15.81:0/1132462043 >> v1:172.21.15.81:6789/0 conn(0x7fe0180af770 legacy=0x7fe0180afb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe016ffd640 1 -- 172.21.15.81:0/1132462043 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe018159390 con 0x7fe018158c20 2023-06-26T03:01:21.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe0167fc640 1 -- 172.21.15.81:0/1132462043 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2721068852 0 0) 0x7fe01806efb0 con 0x7fe0180af770 2023-06-26T03:01:21.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe017fff640 1 --2- 172.21.15.81:0/1132462043 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe01815cf20 0x7fe0180cc580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:21.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe016ffd640 1 --2- 172.21.15.81:0/1132462043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe018158c20 0x7fe01815c9e0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fe000009870 tx=0x7fe00001ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c8af696bc5ba01d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:21.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe0167fc640 1 -- 172.21.15.81:0/1132462043 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0000a8a30 con 0x7fe018158c20 2023-06-26T03:01:21.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe0167fc640 1 -- 172.21.15.81:0/1132462043 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0000a8b90 con 0x7fe018158c20 2023-06-26T03:01:21.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe0167fc640 1 -- 172.21.15.81:0/1132462043 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0000b0440 con 0x7fe018158c20 2023-06-26T03:01:21.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe01e1f8640 1 -- 172.21.15.81:0/1132462043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe018158c20 msgr2=0x7fe01815c9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe01e1f8640 1 --2- 172.21.15.81:0/1132462043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe018158c20 0x7fe01815c9e0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fe000009870 tx=0x7fe00001ed30 comp rx=0 tx=0).stop 2023-06-26T03:01:21.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe01e1f8640 1 -- 172.21.15.81:0/1132462043 shutdown_connections 2023-06-26T03:01:21.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe01e1f8640 1 --2- 172.21.15.81:0/1132462043 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe018158c20 0x7fe01815c9e0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe01e1f8640 1 --2- 172.21.15.81:0/1132462043 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe01815cf20 0x7fe0180cc580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe01e1f8640 1 -- 172.21.15.81:0/1132462043 >> 172.21.15.81:0/1132462043 conn(0x7fe0180ca770 msgr2=0x7fe0180cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:21.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe01e1f8640 1 -- 172.21.15.81:0/1132462043 shutdown_connections 2023-06-26T03:01:21.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.690+0000 7fe01e1f8640 1 -- 172.21.15.81:0/1132462043 wait complete. 2023-06-26T03:01:21.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe01e1f8640 1 Processor -- start 2023-06-26T03:01:21.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe01e1f8640 1 -- start start 2023-06-26T03:01:21.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe01e1f8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0180af770 0x7fe018145160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe01e1f8640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe018158c20 0x7fe018146e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe01e1f8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe01815cf20 0x7fe018157e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe01e1f8640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe018146a30 con 0x7fe018158c20 2023-06-26T03:01:21.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe01e1f8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0181456a0 con 0x7fe01815cf20 2023-06-26T03:01:21.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe01e1f8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0180c4110 con 0x7fe0180af770 2023-06-26T03:01:21.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe016ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe018158c20 0x7fe018146e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe016ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe018158c20 0x7fe018146e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50914/0 (socket says 172.21.15.81:50914) 2023-06-26T03:01:21.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe016ffd640 1 -- 172.21.15.81:0/3356521301 learned_addr learned my addr 172.21.15.81:0/3356521301 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:21.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe016ffd640 1 -- 172.21.15.81:0/3356521301 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0180af770 msgr2=0x7fe018145160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe017fff640 1 --2- 172.21.15.81:0/3356521301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe01815cf20 0x7fe018157e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe016ffd640 1 --2- 172.21.15.81:0/3356521301 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0180af770 0x7fe018145160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe016ffd640 1 -- 172.21.15.81:0/3356521301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe01815cf20 msgr2=0x7fe018157e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe016ffd640 1 --2- 172.21.15.81:0/3356521301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe01815cf20 0x7fe018157e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe016ffd640 1 -- 172.21.15.81:0/3356521301 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0000094d0 con 0x7fe018158c20 2023-06-26T03:01:21.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe016ffd640 1 --2- 172.21.15.81:0/3356521301 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe018158c20 0x7fe018146e50 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fe00001c960 tx=0x7fe00001bad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:21.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe00ffff640 1 -- 172.21.15.81:0/3356521301 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0000ba600 con 0x7fe018158c20 2023-06-26T03:01:21.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe00ffff640 1 -- 172.21.15.81:0/3356521301 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0000ba780 con 0x7fe018158c20 2023-06-26T03:01:21.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe01e1f8640 1 -- 172.21.15.81:0/3356521301 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0180cdf60 con 0x7fe018158c20 2023-06-26T03:01:21.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe00ffff640 1 -- 172.21.15.81:0/3356521301 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0000bab30 con 0x7fe018158c20 2023-06-26T03:01:21.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe01e1f8640 1 -- 172.21.15.81:0/3356521301 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe01806c190 con 0x7fe018158c20 2023-06-26T03:01:21.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.694+0000 7fe01e1f8640 1 -- 172.21.15.81:0/3356521301 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe018146b70 con 0x7fe018158c20 2023-06-26T03:01:21.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.698+0000 7fe00ffff640 1 -- 172.21.15.81:0/3356521301 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe0000bac90 con 0x7fe018158c20 2023-06-26T03:01:21.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.698+0000 7fe00ffff640 1 --2- 172.21.15.81:0/3356521301 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fdff8066280 0x7fdff8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.698+0000 7fe00ffff640 1 -- 172.21.15.81:0/3356521301 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fe000122360 con 0x7fe018158c20 2023-06-26T03:01:21.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.698+0000 7fe0177fe640 1 --2- 172.21.15.81:0/3356521301 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fdff8066280 0x7fdff8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.698+0000 7fe0177fe640 1 --2- 172.21.15.81:0/3356521301 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fdff8066280 0x7fdff8068730 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fe0080011f0 tx=0x7fe008007930 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:21.704 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.702+0000 7fe00ffff640 1 -- 172.21.15.81:0/3356521301 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe018146b70 con 0x7fe018158c20 2023-06-26T03:01:21.845 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.842+0000 7fe01e1f8640 1 -- 172.21.15.81:0/3356521301 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe018146b70 con 0x7fe018158c20 2023-06-26T03:01:21.848 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.846+0000 7fe00ffff640 1 -- 172.21.15.81:0/3356521301 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+18328 (secure 0 0 0) 0x7fe018146b70 con 0x7fe018158c20 2023-06-26T03:01:21.849 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:21.849 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":37,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:01:21.529492+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:01:19.364797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2023-06-26T03:01:20.520803+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:21.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.846+0000 7fe01e1f8640 1 -- 172.21.15.81:0/3356521301 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fdff8066280 msgr2=0x7fdff8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.850 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.846+0000 7fe01e1f8640 1 --2- 172.21.15.81:0/3356521301 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fdff8066280 0x7fdff8068730 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fe0080011f0 tx=0x7fe008007930 comp rx=0 tx=0).stop 2023-06-26T03:01:21.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.846+0000 7fe01e1f8640 1 -- 172.21.15.81:0/3356521301 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe018158c20 msgr2=0x7fe018146e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.846+0000 7fe01e1f8640 1 --2- 172.21.15.81:0/3356521301 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe018158c20 0x7fe018146e50 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fe00001c960 tx=0x7fe00001bad0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.846+0000 7fe01e1f8640 1 -- 172.21.15.81:0/3356521301 shutdown_connections 2023-06-26T03:01:21.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.846+0000 7fe01e1f8640 1 --2- 172.21.15.81:0/3356521301 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fdff8066280 0x7fdff8068730 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.846+0000 7fe01e1f8640 1 --2- 172.21.15.81:0/3356521301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe01815cf20 0x7fe018157e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.846+0000 7fe01e1f8640 1 --2- 172.21.15.81:0/3356521301 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fe018158c20 0x7fe018146e50 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.846+0000 7fe01e1f8640 1 --2- 172.21.15.81:0/3356521301 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0180af770 0x7fe018145160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.851 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.846+0000 7fe01e1f8640 1 -- 172.21.15.81:0/3356521301 >> 172.21.15.81:0/3356521301 conn(0x7fe0180ca770 msgr2=0x7fe01806b7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:21.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.846+0000 7fe01e1f8640 1 -- 172.21.15.81:0/3356521301 shutdown_connections 2023-06-26T03:01:21.852 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.846+0000 7fe01e1f8640 1 -- 172.21.15.81:0/3356521301 wait complete. 2023-06-26T03:01:21.865 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:21.982 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.978+0000 7f9575ca0640 1 Processor -- start 2023-06-26T03:01:21.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.978+0000 7f9575ca0640 1 -- start start 2023-06-26T03:01:21.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f9575ca0640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f95700cb930 0x7f95700af770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f9575ca0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95700afcb0 0x7f95700c8b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f9575ca0640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95700cd220 con 0x7f95700707d0 2023-06-26T03:01:21.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f9575ca0640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95700b00e0 con 0x7f95700cb930 2023-06-26T03:01:21.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f9575ca0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95700cd450 con 0x7f95700afcb0 2023-06-26T03:01:21.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956f7fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f95700707d0 0x7f95700ac2a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34438/0 (socket says 172.21.15.81:34438) 2023-06-26T03:01:21.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956f7fe640 1 -- 172.21.15.81:0/1737567965 learned_addr learned my addr 172.21.15.81:0/1737567965 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:21.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956effd640 1 --2- 172.21.15.81:0/1737567965 >> v2:172.21.15.92:3300/0 conn(0x7f95700cb930 0x7f95700af770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956ffff640 1 --2- 172.21.15.81:0/1737567965 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95700afcb0 0x7f95700c8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2894573172 0 0) 0x7f95700cd220 con 0x7f95700707d0 2023-06-26T03:01:21.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f955c003530 con 0x7f95700707d0 2023-06-26T03:01:21.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 70400381 0 0) 0x7f955c003530 con 0x7f95700707d0 2023-06-26T03:01:21.987 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95700afcb0 msgr2=0x7f95700c8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:21.987 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 --2- 172.21.15.81:0/1737567965 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95700afcb0 0x7f95700c8b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.987 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 >> v2:172.21.15.92:3300/0 conn(0x7f95700cb930 msgr2=0x7f95700af770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:21.987 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 --2- 172.21.15.81:0/1737567965 >> v2:172.21.15.92:3300/0 conn(0x7f95700cb930 0x7f95700af770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.987 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95700cd730 con 0x7f95700707d0 2023-06-26T03:01:21.987 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f9568001a00 con 0x7f95700707d0 2023-06-26T03:01:21.987 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 >> v1:172.21.15.81:6789/0 conn(0x7f95700707d0 legacy=0x7f95700ac2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 --2- 172.21.15.81:0/1737567965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f955c003980 0x7f955c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 --2- 172.21.15.81:0/1737567965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f955c0043b0 0x7f955c004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 --2- 172.21.15.81:0/1737567965 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95700afcb0 0x7f955c004f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95700b00e0 con 0x7f955c003980 2023-06-26T03:01:21.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95700cd450 con 0x7f955c0043b0 2023-06-26T03:01:21.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f955c00b990 con 0x7f95700afcb0 2023-06-26T03:01:21.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956f7fe640 1 --2- 172.21.15.81:0/1737567965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f955c003980 0x7f955c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956effd640 1 --2- 172.21.15.81:0/1737567965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f955c0043b0 0x7f955c004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956ffff640 1 --2- 172.21.15.81:0/1737567965 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95700afcb0 0x7f955c004f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956f7fe640 1 -- 172.21.15.81:0/1737567965 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95700afcb0 msgr2=0x7f955c004f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:21.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956f7fe640 1 --2- 172.21.15.81:0/1737567965 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95700afcb0 0x7f955c004f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956f7fe640 1 -- 172.21.15.81:0/1737567965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f955c0043b0 msgr2=0x7f955c004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:21.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956f7fe640 1 --2- 172.21.15.81:0/1737567965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f955c0043b0 0x7f955c004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956f7fe640 1 -- 172.21.15.81:0/1737567965 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f955c003530 con 0x7f955c003980 2023-06-26T03:01:21.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956effd640 1 --2- 172.21.15.81:0/1737567965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f955c0043b0 0x7f955c004870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:21.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956f7fe640 1 --2- 172.21.15.81:0/1737567965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f955c003980 0x7f955c003d90 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f956800a8d0 tx=0x7f956801d3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6114f502c970c60c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:21.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95680ad630 con 0x7f955c003980 2023-06-26T03:01:21.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95680a8070 con 0x7f955c003980 2023-06-26T03:01:21.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.982+0000 7f956e7fc640 1 -- 172.21.15.81:0/1737567965 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95680ad9d0 con 0x7f955c003980 2023-06-26T03:01:21.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 -- 172.21.15.81:0/1737567965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f955c003980 msgr2=0x7f955c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 --2- 172.21.15.81:0/1737567965 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f955c003980 0x7f955c003d90 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f956800a8d0 tx=0x7f956801d3e0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f956ffff640 1 -- 172.21.15.81:0/1737567965 reap_dead start 2023-06-26T03:01:21.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 -- 172.21.15.81:0/1737567965 shutdown_connections 2023-06-26T03:01:21.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 -- 172.21.15.81:0/1737567965 >> 172.21.15.81:0/1737567965 conn(0x7f95700ca770 msgr2=0x7f95700cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:21.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 -- 172.21.15.81:0/1737567965 shutdown_connections 2023-06-26T03:01:21.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 -- 172.21.15.81:0/1737567965 wait complete. 2023-06-26T03:01:21.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 Processor -- start 2023-06-26T03:01:21.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 -- start start 2023-06-26T03:01:21.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f955c003980 0x7f9570153580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f957015cd90 0x7f95701545d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700aef90 0x7f95700af430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95700af970 con 0x7f95700aef90 2023-06-26T03:01:21.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f957015e120 con 0x7f957015cd90 2023-06-26T03:01:21.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f957015d510 con 0x7f955c003980 2023-06-26T03:01:21.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f956ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700aef90 0x7f95700af430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f956ffff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700aef90 0x7f95700af430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50924/0 (socket says 172.21.15.81:50924) 2023-06-26T03:01:21.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f956ffff640 1 -- 172.21.15.81:0/1065068759 learned_addr learned my addr 172.21.15.81:0/1065068759 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:21.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f956effd640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f957015cd90 0x7f95701545d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f956f7fe640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f955c003980 0x7f9570153580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.995 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f956ffff640 1 -- 172.21.15.81:0/1065068759 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f955c003980 msgr2=0x7f9570153580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.995 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f956ffff640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f955c003980 0x7f9570153580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.995 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f956ffff640 1 -- 172.21.15.81:0/1065068759 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f957015cd90 msgr2=0x7f95701545d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:21.995 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f956ffff640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f957015cd90 0x7f95701545d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:21.995 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f956ffff640 1 -- 172.21.15.81:0/1065068759 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f957015d7f0 con 0x7f95700aef90 2023-06-26T03:01:21.995 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f956ffff640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700aef90 0x7f95700af430 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f95700674d0 tx=0x7f9560010850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:21.995 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9567fff640 1 -- 172.21.15.81:0/1065068759 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95600143f0 con 0x7f95700aef90 2023-06-26T03:01:21.995 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9567fff640 1 -- 172.21.15.81:0/1065068759 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9560014570 con 0x7f95700aef90 2023-06-26T03:01:21.996 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 -- 172.21.15.81:0/1065068759 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f957015dad0 con 0x7f95700aef90 2023-06-26T03:01:21.996 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9567fff640 1 -- 172.21.15.81:0/1065068759 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9560014920 con 0x7f95700aef90 2023-06-26T03:01:21.996 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 -- 172.21.15.81:0/1065068759 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9570153ac0 con 0x7f95700aef90 2023-06-26T03:01:21.996 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.986+0000 7f9575ca0640 1 -- 172.21.15.81:0/1065068759 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95700c8600 con 0x7f95700aef90 2023-06-26T03:01:21.996 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.990+0000 7f9567fff640 1 -- 172.21.15.81:0/1065068759 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9560014a80 con 0x7f95700aef90 2023-06-26T03:01:21.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.990+0000 7f9567fff640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9550066280 0x7f9550068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:21.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.990+0000 7f9567fff640 1 -- 172.21.15.81:0/1065068759 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f9560083360 con 0x7f95700aef90 2023-06-26T03:01:21.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.990+0000 7f956f7fe640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9550066280 0x7f9550068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:21.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.990+0000 7f956f7fe640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9550066280 0x7f9550068730 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f95680ad000 tx=0x7f9568001d90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:21.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:21.994+0000 7f9567fff640 1 -- 172.21.15.81:0/1065068759 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f95700c8600 con 0x7f95700aef90 2023-06-26T03:01:22.148 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.146+0000 7f9575ca0640 1 -- 172.21.15.81:0/1065068759 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f957015e2d0 con 0x7f95700aef90 2023-06-26T03:01:22.150 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.146+0000 7f9567fff640 1 -- 172.21.15.81:0/1065068759 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+18328 (secure 0 0 0) 0x7f957015e2d0 con 0x7f95700aef90 2023-06-26T03:01:22.150 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:22.151 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":37,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:01:21.529492+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:01:19.364797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2023-06-26T03:01:20.520803+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:22.152 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.150+0000 7f9575ca0640 1 -- 172.21.15.81:0/1065068759 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9550066280 msgr2=0x7f9550068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:22.152 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.150+0000 7f9575ca0640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9550066280 0x7f9550068730 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f95680ad000 tx=0x7f9568001d90 comp rx=0 tx=0).stop 2023-06-26T03:01:22.153 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.150+0000 7f9575ca0640 1 -- 172.21.15.81:0/1065068759 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700aef90 msgr2=0x7f95700af430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:22.153 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.150+0000 7f9575ca0640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700aef90 0x7f95700af430 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f95700674d0 tx=0x7f9560010850 comp rx=0 tx=0).stop 2023-06-26T03:01:22.153 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.150+0000 7f9575ca0640 1 -- 172.21.15.81:0/1065068759 shutdown_connections 2023-06-26T03:01:22.153 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.150+0000 7f9575ca0640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9550066280 0x7f9550068730 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.153 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.150+0000 7f9575ca0640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f95700aef90 0x7f95700af430 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.153 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.150+0000 7f9575ca0640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f957015cd90 0x7f95701545d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.154 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.150+0000 7f9575ca0640 1 --2- 172.21.15.81:0/1065068759 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f955c003980 0x7f9570153580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.154 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.150+0000 7f9575ca0640 1 -- 172.21.15.81:0/1065068759 >> 172.21.15.81:0/1065068759 conn(0x7f95700ca770 msgr2=0x7f957006c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:22.154 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.150+0000 7f9575ca0640 1 -- 172.21.15.81:0/1065068759 shutdown_connections 2023-06-26T03:01:22.154 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.150+0000 7f9575ca0640 1 -- 172.21.15.81:0/1065068759 wait complete. 2023-06-26T03:01:22.171 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-06-26T03:01:22.290 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.286+0000 7efe8e694640 1 Processor -- start 2023-06-26T03:01:22.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.286+0000 7efe8e694640 1 -- start start 2023-06-26T03:01:22.291 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe8e694640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efe88159a60 0x7efe880c1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe8e694640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe880afdc0 0x7efe88070470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe8e694640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe88071170 con 0x7efe8806fff0 2023-06-26T03:01:22.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe8e694640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe880709b0 con 0x7efe88159a60 2023-06-26T03:01:22.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe8e694640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe88070bb0 con 0x7efe880afdc0 2023-06-26T03:01:22.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe877fe640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7efe8806fff0 0x7efe880af6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34452/0 (socket says 172.21.15.81:34452) 2023-06-26T03:01:22.292 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe877fe640 1 -- 172.21.15.81:0/3759398086 learned_addr learned my addr 172.21.15.81:0/3759398086 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:22.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe87fff640 1 --2- 172.21.15.81:0/3759398086 >> v2:172.21.15.92:3300/0 conn(0x7efe88159a60 0x7efe880c1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe8cc31640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe880afdc0 0x7efe88070470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1204417389 0 0) 0x7efe88071170 con 0x7efe8806fff0 2023-06-26T03:01:22.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe70003530 con 0x7efe8806fff0 2023-06-26T03:01:22.294 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2281023952 0 0) 0x7efe70003530 con 0x7efe8806fff0 2023-06-26T03:01:22.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe880afdc0 msgr2=0x7efe88070470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:22.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe880afdc0 0x7efe88070470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 >> v2:172.21.15.92:3300/0 conn(0x7efe88159a60 msgr2=0x7efe880c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:22.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 --2- 172.21.15.81:0/3759398086 >> v2:172.21.15.92:3300/0 conn(0x7efe88159a60 0x7efe880c1780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe88070e90 con 0x7efe8806fff0 2023-06-26T03:01:22.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7efe7c001680 con 0x7efe8806fff0 2023-06-26T03:01:22.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 >> v1:172.21.15.81:6789/0 conn(0x7efe8806fff0 legacy=0x7efe880af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:22.295 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe70003980 0x7efe70003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe880afdc0 0x7efe700047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe70004d10 0x7efe70005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe880709b0 con 0x7efe70004d10 2023-06-26T03:01:22.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe88070bb0 con 0x7efe70003980 2023-06-26T03:01:22.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe7000b990 con 0x7efe880afdc0 2023-06-26T03:01:22.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe8cc31640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe70004d10 0x7efe70005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.296 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe87fff640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe70003980 0x7efe70003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe877fe640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe880afdc0 0x7efe700047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe8cc31640 1 -- 172.21.15.81:0/3759398086 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe880afdc0 msgr2=0x7efe700047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:22.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe8cc31640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe880afdc0 0x7efe700047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe8cc31640 1 -- 172.21.15.81:0/3759398086 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe70003980 msgr2=0x7efe70003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:22.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe8cc31640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe70003980 0x7efe70003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe8cc31640 1 -- 172.21.15.81:0/3759398086 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe70003530 con 0x7efe70004d10 2023-06-26T03:01:22.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe87fff640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe70003980 0x7efe70003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:01:22.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.290+0000 7efe877fe640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe880afdc0 0x7efe700047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:01:22.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.294+0000 7efe8cc31640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe70004d10 0x7efe70005180 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7efe80009fc0 tx=0x7efe8001cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35620c341a96dd16 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:22.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.294+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe800a5c70 con 0x7efe70004d10 2023-06-26T03:01:22.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.294+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe8000f040 con 0x7efe70004d10 2023-06-26T03:01:22.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.294+0000 7efe86ffd640 1 -- 172.21.15.81:0/3759398086 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe800ad440 con 0x7efe70004d10 2023-06-26T03:01:22.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.294+0000 7efe8e694640 1 -- 172.21.15.81:0/3759398086 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe70004d10 msgr2=0x7efe70005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:22.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.294+0000 7efe8e694640 1 --2- 172.21.15.81:0/3759398086 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe70004d10 0x7efe70005180 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7efe80009fc0 tx=0x7efe8001cc60 comp rx=0 tx=0).stop 2023-06-26T03:01:22.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.294+0000 7efe8cc31640 1 -- 172.21.15.81:0/3759398086 reap_dead start 2023-06-26T03:01:22.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.294+0000 7efe8e694640 1 -- 172.21.15.81:0/3759398086 shutdown_connections 2023-06-26T03:01:22.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.294+0000 7efe8e694640 1 -- 172.21.15.81:0/3759398086 >> 172.21.15.81:0/3759398086 conn(0x7efe8806a100 msgr2=0x7efe880ca6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:22.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8e694640 1 -- 172.21.15.81:0/3759398086 shutdown_connections 2023-06-26T03:01:22.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8e694640 1 -- 172.21.15.81:0/3759398086 wait complete. 2023-06-26T03:01:22.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8e694640 1 Processor -- start 2023-06-26T03:01:22.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8e694640 1 -- start start 2023-06-26T03:01:22.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8e694640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe88157d60 0x7efe88154af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8e694640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe880b0a60 0x7efe88158130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8e694640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe881511a0 0x7efe881eed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8e694640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe881efec0 con 0x7efe881511a0 2023-06-26T03:01:22.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8e694640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe88155030 con 0x7efe880b0a60 2023-06-26T03:01:22.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8e694640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe88158670 con 0x7efe88157d60 2023-06-26T03:01:22.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8cc31640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe881511a0 0x7efe881eed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8cc31640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe881511a0 0x7efe881eed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50940/0 (socket says 172.21.15.81:50940) 2023-06-26T03:01:22.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8cc31640 1 -- 172.21.15.81:0/4266145191 learned_addr learned my addr 172.21.15.81:0/4266145191 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:22.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe87fff640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe88157d60 0x7efe88154af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe877fe640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe880b0a60 0x7efe88158130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8cc31640 1 -- 172.21.15.81:0/4266145191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe88157d60 msgr2=0x7efe88154af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:22.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8cc31640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe88157d60 0x7efe88154af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8cc31640 1 -- 172.21.15.81:0/4266145191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe880b0a60 msgr2=0x7efe88158130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:22.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8cc31640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe880b0a60 0x7efe88158130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8cc31640 1 -- 172.21.15.81:0/4266145191 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe881f0110 con 0x7efe881511a0 2023-06-26T03:01:22.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe877fe640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe880b0a60 0x7efe88158130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:22.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8cc31640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe881511a0 0x7efe881eed40 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7efe800b0040 tx=0x7efe80009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:22.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe84ff9640 1 -- 172.21.15.81:0/4266145191 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe800bc070 con 0x7efe881511a0 2023-06-26T03:01:22.305 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe84ff9640 1 -- 172.21.15.81:0/4266145191 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe800039a0 con 0x7efe881511a0 2023-06-26T03:01:22.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8e694640 1 -- 172.21.15.81:0/4266145191 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe881f03f0 con 0x7efe881511a0 2023-06-26T03:01:22.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe84ff9640 1 -- 172.21.15.81:0/4266145191 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe80003b30 con 0x7efe881511a0 2023-06-26T03:01:22.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8e694640 1 -- 172.21.15.81:0/4266145191 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe881f09b0 con 0x7efe881511a0 2023-06-26T03:01:22.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.298+0000 7efe8e694640 1 -- 172.21.15.81:0/4266145191 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe8804d790 con 0x7efe881511a0 2023-06-26T03:01:22.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.302+0000 7efe84ff9640 1 -- 172.21.15.81:0/4266145191 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7efe800b4040 con 0x7efe881511a0 2023-06-26T03:01:22.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.302+0000 7efe84ff9640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7efe740662b0 0x7efe74068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.302+0000 7efe84ff9640 1 -- 172.21.15.81:0/4266145191 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6062+0+0 (secure 0 0 0) 0x7efe8011db70 con 0x7efe881511a0 2023-06-26T03:01:22.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.302+0000 7efe87fff640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7efe740662b0 0x7efe74068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.307 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.302+0000 7efe87fff640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7efe740662b0 0x7efe74068760 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7efe88153ae0 tx=0x7efe78008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:22.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.306+0000 7efe84ff9640 1 -- 172.21.15.81:0/4266145191 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7efe800eb110 con 0x7efe881511a0 2023-06-26T03:01:22.495 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.490+0000 7efe8e694640 1 -- 172.21.15.81:0/4266145191 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7efe88159100 con 0x7efe881511a0 2023-06-26T03:01:22.541 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.538+0000 7efe84ff9640 1 -- 172.21.15.81:0/4266145191 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v12) v1 ==== 118+0+0 (secure 0 0 0) 0x7efe800b2020 con 0x7efe881511a0 2023-06-26T03:01:22.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.542+0000 7efe8e694640 1 -- 172.21.15.81:0/4266145191 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7efe740662b0 msgr2=0x7efe74068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:22.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.542+0000 7efe8e694640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7efe740662b0 0x7efe74068760 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7efe88153ae0 tx=0x7efe78008040 comp rx=0 tx=0).stop 2023-06-26T03:01:22.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.542+0000 7efe8e694640 1 -- 172.21.15.81:0/4266145191 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe881511a0 msgr2=0x7efe881eed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:22.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.542+0000 7efe8e694640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe881511a0 0x7efe881eed40 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7efe800b0040 tx=0x7efe80009750 comp rx=0 tx=0).stop 2023-06-26T03:01:22.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.542+0000 7efe8e694640 1 -- 172.21.15.81:0/4266145191 shutdown_connections 2023-06-26T03:01:22.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.542+0000 7efe8e694640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7efe740662b0 0x7efe74068760 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.542+0000 7efe8e694640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7efe881511a0 0x7efe881eed40 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.542+0000 7efe8e694640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe880b0a60 0x7efe88158130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.542+0000 7efe8e694640 1 --2- 172.21.15.81:0/4266145191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe88157d60 0x7efe88154af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.542+0000 7efe8e694640 1 -- 172.21.15.81:0/4266145191 >> 172.21.15.81:0/4266145191 conn(0x7efe8806a100 msgr2=0x7efe881589f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:22.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.542+0000 7efe8e694640 1 -- 172.21.15.81:0/4266145191 shutdown_connections 2023-06-26T03:01:22.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.542+0000 7efe8e694640 1 -- 172.21.15.81:0/4266145191 wait complete. 2023-06-26T03:01:22.561 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-06-26T03:01:22.562 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-06-26T03:01:22.687 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c626db640 1 Processor -- start 2023-06-26T03:01:22.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c626db640 1 -- start start 2023-06-26T03:01:22.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c626db640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c0b1b10 0x7f8c5c0cf120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.688 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c626db640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c5c0cfac0 con 0x7f8c5c159940 2023-06-26T03:01:22.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c626db640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c5c0cdd70 con 0x7f8c5c0cf660 2023-06-26T03:01:22.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c626db640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c5c0ce050 con 0x7f8c5c0b1b10 2023-06-26T03:01:22.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5bfff640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f8c5c159940 0x7f8c5c0d08a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34464/0 (socket says 172.21.15.81:34464) 2023-06-26T03:01:22.689 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5bfff640 1 -- 172.21.15.81:0/2416715636 learned_addr learned my addr 172.21.15.81:0/2416715636 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:22.690 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2737570211 0 0) 0x7f8c5c0cfac0 con 0x7f8c5c159940 2023-06-26T03:01:22.690 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5b7fe640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c0b1b10 0x7f8c5c0cf120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.690 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8c44003530 con 0x7f8c5c159940 2023-06-26T03:01:22.690 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4244217442 0 0) 0x7f8c44003530 con 0x7f8c5c159940 2023-06-26T03:01:22.691 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c0b1b10 msgr2=0x7f8c5c0cf120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:22.691 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c0b1b10 0x7f8c5c0cf120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.691 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 >> v1:172.21.15.92:6789/0 conn(0x7f8c5c0cf660 legacy=0x7f8c5c163360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:22.691 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c5c0ce330 con 0x7f8c5c159940 2023-06-26T03:01:22.691 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f8c4c001a00 con 0x7f8c5c159940 2023-06-26T03:01:22.691 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 >> v1:172.21.15.81:6789/0 conn(0x7f8c5c159940 legacy=0x7f8c5c0d08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:22.691 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c440039b0 0x7f8c44003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c0b1b10 0x7f8c440047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c44009980 0x7f8c44004d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c5c0ce050 con 0x7f8c44009980 2023-06-26T03:01:22.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c440054f0 con 0x7f8c440039b0 2023-06-26T03:01:22.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c44014590 con 0x7f8c5c0b1b10 2023-06-26T03:01:22.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c60c78640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c44009980 0x7f8c44004d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.692 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5bfff640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c440039b0 0x7f8c44003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5b7fe640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c0b1b10 0x7f8c440047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c60c78640 1 -- 172.21.15.81:0/2416715636 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c0b1b10 msgr2=0x7f8c440047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:22.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c60c78640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c0b1b10 0x7f8c440047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c60c78640 1 -- 172.21.15.81:0/2416715636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c440039b0 msgr2=0x7f8c44003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:22.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c60c78640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c440039b0 0x7f8c44003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c60c78640 1 -- 172.21.15.81:0/2416715636 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c44003530 con 0x7f8c44009980 2023-06-26T03:01:22.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5b7fe640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c0b1b10 0x7f8c440047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:22.693 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.686+0000 7f8c5bfff640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c440039b0 0x7f8c44003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:22.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.690+0000 7f8c60c78640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c44009980 0x7f8c44004d10 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f8c54001780 tx=0x7f8c5401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b52797fda045f26 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:22.694 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.690+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c540052d0 con 0x7f8c44009980 2023-06-26T03:01:22.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.690+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c540a7050 con 0x7f8c44009980 2023-06-26T03:01:22.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.690+0000 7f8c5affd640 1 -- 172.21.15.81:0/2416715636 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c54003600 con 0x7f8c44009980 2023-06-26T03:01:22.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.690+0000 7f8c626db640 1 -- 172.21.15.81:0/2416715636 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c44009980 msgr2=0x7f8c44004d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:22.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.690+0000 7f8c626db640 1 --2- 172.21.15.81:0/2416715636 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c44009980 0x7f8c44004d10 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f8c54001780 tx=0x7f8c5401c400 comp rx=0 tx=0).stop 2023-06-26T03:01:22.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.690+0000 7f8c60c78640 1 -- 172.21.15.81:0/2416715636 reap_dead start 2023-06-26T03:01:22.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.690+0000 7f8c626db640 1 -- 172.21.15.81:0/2416715636 shutdown_connections 2023-06-26T03:01:22.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.690+0000 7f8c626db640 1 -- 172.21.15.81:0/2416715636 >> 172.21.15.81:0/2416715636 conn(0x7f8c5c06ed00 msgr2=0x7f8c5c06f100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:22.695 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.690+0000 7f8c626db640 1 -- 172.21.15.81:0/2416715636 shutdown_connections 2023-06-26T03:01:22.696 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.690+0000 7f8c626db640 1 -- 172.21.15.81:0/2416715636 wait complete. 2023-06-26T03:01:22.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c626db640 1 Processor -- start 2023-06-26T03:01:22.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c626db640 1 -- start start 2023-06-26T03:01:22.697 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c626db640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c5c1482e0 0x7f8c5c1ed410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c626db640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c1486b0 0x7f8c5c0b4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c626db640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5c0b4ca0 0x7f8c5c0c90c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c626db640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c5c0b5110 con 0x7f8c5c0b4ca0 2023-06-26T03:01:22.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c626db640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c5c0b2e30 con 0x7f8c5c1482e0 2023-06-26T03:01:22.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c626db640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c5c0b3110 con 0x7f8c5c1486b0 2023-06-26T03:01:22.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c60c78640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5c0b4ca0 0x7f8c5c0c90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.698 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c60c78640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5c0b4ca0 0x7f8c5c0c90c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50954/0 (socket says 172.21.15.81:50954) 2023-06-26T03:01:22.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c60c78640 1 -- 172.21.15.81:0/2753812774 learned_addr learned my addr 172.21.15.81:0/2753812774 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:22.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c5bfff640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c5c1482e0 0x7f8c5c1ed410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c5b7fe640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c1486b0 0x7f8c5c0b4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c60c78640 1 -- 172.21.15.81:0/2753812774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c1486b0 msgr2=0x7f8c5c0b4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:22.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c60c78640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c1486b0 0x7f8c5c0b4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c60c78640 1 -- 172.21.15.81:0/2753812774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c5c1482e0 msgr2=0x7f8c5c1ed410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:22.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c60c78640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c5c1482e0 0x7f8c5c1ed410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:22.699 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c60c78640 1 -- 172.21.15.81:0/2753812774 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c5c0b33f0 con 0x7f8c5c0b4ca0 2023-06-26T03:01:22.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c5bfff640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c5c1482e0 0x7f8c5c1ed410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:22.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c60c78640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5c0b4ca0 0x7f8c5c0c90c0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f8c54005040 tx=0x7f8c44005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:22.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c58ff9640 1 -- 172.21.15.81:0/2753812774 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c54007a40 con 0x7f8c5c0b4ca0 2023-06-26T03:01:22.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c58ff9640 1 -- 172.21.15.81:0/2753812774 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c54003ac0 con 0x7f8c5c0b4ca0 2023-06-26T03:01:22.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c626db640 1 -- 172.21.15.81:0/2753812774 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c5c0b36d0 con 0x7f8c5c0b4ca0 2023-06-26T03:01:22.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c58ff9640 1 -- 172.21.15.81:0/2753812774 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c54003e30 con 0x7f8c5c0b4ca0 2023-06-26T03:01:22.700 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c626db640 1 -- 172.21.15.81:0/2753812774 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c5c0b3c90 con 0x7f8c5c0b4ca0 2023-06-26T03:01:22.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c626db640 1 -- 172.21.15.81:0/2753812774 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c5c0b3eb0 con 0x7f8c5c0b4ca0 2023-06-26T03:01:22.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.694+0000 7f8c58ff9640 1 -- 172.21.15.81:0/2753812774 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8c54007030 con 0x7f8c5c0b4ca0 2023-06-26T03:01:22.701 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.698+0000 7f8c58ff9640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8c480662b0 0x7f8c48068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:22.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.698+0000 7f8c58ff9640 1 -- 172.21.15.81:0/2753812774 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f8c5411dbf0 con 0x7f8c5c0b4ca0 2023-06-26T03:01:22.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.698+0000 7f8c5bfff640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8c480662b0 0x7f8c48068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:22.702 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.698+0000 7f8c5bfff640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8c480662b0 0x7f8c48068760 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c001590 tx=0x7f8c4c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:22.703 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.702+0000 7f8c58ff9640 1 -- 172.21.15.81:0/2753812774 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8c540eafe0 con 0x7f8c5c0b4ca0 2023-06-26T03:01:22.875 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:22.870+0000 7f8c626db640 1 -- 172.21.15.81:0/2753812774 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f8c5c0cc890 con 0x7f8c5c0b4ca0 2023-06-26T03:01:23.561 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.558+0000 7f8c58ff9640 1 -- 172.21.15.81:0/2753812774 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v13) v1 ==== 122+0+0 (secure 0 0 0) 0x7f8c540ee600 con 0x7f8c5c0b4ca0 2023-06-26T03:01:23.564 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.562+0000 7f8c626db640 1 -- 172.21.15.81:0/2753812774 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8c480662b0 msgr2=0x7f8c48068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:23.564 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.562+0000 7f8c626db640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8c480662b0 0x7f8c48068760 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c001590 tx=0x7f8c4c009040 comp rx=0 tx=0).stop 2023-06-26T03:01:23.564 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.562+0000 7f8c626db640 1 -- 172.21.15.81:0/2753812774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5c0b4ca0 msgr2=0x7f8c5c0c90c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:23.564 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.562+0000 7f8c626db640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5c0b4ca0 0x7f8c5c0c90c0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f8c54005040 tx=0x7f8c44005800 comp rx=0 tx=0).stop 2023-06-26T03:01:23.564 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.562+0000 7f8c626db640 1 -- 172.21.15.81:0/2753812774 shutdown_connections 2023-06-26T03:01:23.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.562+0000 7f8c626db640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f8c480662b0 0x7f8c48068760 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.562+0000 7f8c626db640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f8c5c0b4ca0 0x7f8c5c0c90c0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.562+0000 7f8c626db640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c5c1486b0 0x7f8c5c0b4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.562+0000 7f8c626db640 1 --2- 172.21.15.81:0/2753812774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c5c1482e0 0x7f8c5c1ed410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.562+0000 7f8c626db640 1 -- 172.21.15.81:0/2753812774 >> 172.21.15.81:0/2753812774 conn(0x7f8c5c06ed00 msgr2=0x7f8c5c0cb790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:23.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.562+0000 7f8c626db640 1 -- 172.21.15.81:0/2753812774 shutdown_connections 2023-06-26T03:01:23.565 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.562+0000 7f8c626db640 1 -- 172.21.15.81:0/2753812774 wait complete. 2023-06-26T03:01:23.585 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-06-26T03:01:23.586 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:01:23.706 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.702+0000 7f295dab6640 1 Processor -- start 2023-06-26T03:01:23.707 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.702+0000 7f295dab6640 1 -- start start 2023-06-26T03:01:23.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f295dab6640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f29580cd030 0x7f2958162cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:23.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f295dab6640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29580c8340 con 0x7f29580cd6a0 2023-06-26T03:01:23.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f295dab6640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29580ca340 con 0x7f2958157f80 2023-06-26T03:01:23.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f295dab6640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2958158350 con 0x7f29580cd030 2023-06-26T03:01:23.708 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f2956ffd640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f29580cd6a0 0x7f29580cbfd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34476/0 (socket says 172.21.15.81:34476) 2023-06-26T03:01:23.709 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f2956ffd640 1 -- 172.21.15.81:0/3705826352 learned_addr learned my addr 172.21.15.81:0/3705826352 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:23.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 690460982 0 0) 0x7f29580c8340 con 0x7f29580cd6a0 2023-06-26T03:01:23.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2940003530 con 0x7f29580cd6a0 2023-06-26T03:01:23.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f2957fff640 1 --2- 172.21.15.81:0/3705826352 >> v2:172.21.15.92:3300/0 conn(0x7f29580cd030 0x7f2958162cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:23.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3716417950 0 0) 0x7f2940003530 con 0x7f29580cd6a0 2023-06-26T03:01:23.710 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 >> v2:172.21.15.92:3300/0 conn(0x7f29580cd030 msgr2=0x7f2958162cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:23.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 --2- 172.21.15.81:0/3705826352 >> v2:172.21.15.92:3300/0 conn(0x7f29580cd030 0x7f2958162cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 >> v1:172.21.15.92:6789/0 conn(0x7f2958157f80 legacy=0x7f29580cb8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:23.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29580cc6e0 con 0x7f29580cd6a0 2023-06-26T03:01:23.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f294c001680 con 0x7f29580cd6a0 2023-06-26T03:01:23.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 >> v1:172.21.15.81:6789/0 conn(0x7f29580cd6a0 legacy=0x7f29580cbfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:23.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 --2- 172.21.15.81:0/3705826352 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2940003980 0x7f2940003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:23.711 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 --2- 172.21.15.81:0/3705826352 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29400047d0 0x7f2940004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:23.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 --2- 172.21.15.81:0/3705826352 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2940005180 0x7f294000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:23.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2958158350 con 0x7f29400047d0 2023-06-26T03:01:23.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f294000bfe0 con 0x7f2940005180 2023-06-26T03:01:23.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f294000c1a0 con 0x7f2940003980 2023-06-26T03:01:23.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f2956ffd640 1 --2- 172.21.15.81:0/3705826352 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29400047d0 0x7f2940004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:23.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29577fe640 1 --2- 172.21.15.81:0/3705826352 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2940003980 0x7f2940003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:23.712 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f2956ffd640 1 -- 172.21.15.81:0/3705826352 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2940003980 msgr2=0x7f2940003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:23.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f2957fff640 1 --2- 172.21.15.81:0/3705826352 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2940005180 0x7f294000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:23.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f2956ffd640 1 --2- 172.21.15.81:0/3705826352 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2940003980 0x7f2940003d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f2956ffd640 1 -- 172.21.15.81:0/3705826352 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2940005180 msgr2=0x7f294000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:23.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f2956ffd640 1 --2- 172.21.15.81:0/3705826352 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2940005180 0x7f294000b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f2957fff640 1 -- 172.21.15.81:0/3705826352 reap_dead start 2023-06-26T03:01:23.713 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f2956ffd640 1 -- 172.21.15.81:0/3705826352 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2940003530 con 0x7f29400047d0 2023-06-26T03:01:23.715 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f2956ffd640 1 --2- 172.21.15.81:0/3705826352 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29400047d0 0x7f2940004c40 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f294c00c240 tx=0x7f294c01cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ada23e39b6c0286a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:23.715 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f294c005ae0 con 0x7f29400047d0 2023-06-26T03:01:23.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f294c005c60 con 0x7f29400047d0 2023-06-26T03:01:23.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.706+0000 7f29567fc640 1 -- 172.21.15.81:0/3705826352 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f294c0a5850 con 0x7f29400047d0 2023-06-26T03:01:23.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 -- 172.21.15.81:0/3705826352 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29400047d0 msgr2=0x7f2940004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:23.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 --2- 172.21.15.81:0/3705826352 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29400047d0 0x7f2940004c40 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f294c00c240 tx=0x7f294c01cb90 comp rx=0 tx=0).stop 2023-06-26T03:01:23.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 -- 172.21.15.81:0/3705826352 shutdown_connections 2023-06-26T03:01:23.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 --2- 172.21.15.81:0/3705826352 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29400047d0 0x7f2940004c40 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.716 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 -- 172.21.15.81:0/3705826352 >> 172.21.15.81:0/3705826352 conn(0x7f29580ca770 msgr2=0x7f29580cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:23.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 -- 172.21.15.81:0/3705826352 shutdown_connections 2023-06-26T03:01:23.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 -- 172.21.15.81:0/3705826352 wait complete. 2023-06-26T03:01:23.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 Processor -- start 2023-06-26T03:01:23.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 -- start start 2023-06-26T03:01:23.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29400047d0 0x7f2958151c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:23.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29580b2150 0x7f295815a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:23.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29581569d0 0x7f2958151050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:23.717 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f295815a220 con 0x7f29581569d0 2023-06-26T03:01:23.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2958159610 con 0x7f29580b2150 2023-06-26T03:01:23.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29581598f0 con 0x7f29400047d0 2023-06-26T03:01:23.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f2957fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29581569d0 0x7f2958151050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:23.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f2957fff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29581569d0 0x7f2958151050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50966/0 (socket says 172.21.15.81:50966) 2023-06-26T03:01:23.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f2957fff640 1 -- 172.21.15.81:0/2985315961 learned_addr learned my addr 172.21.15.81:0/2985315961 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:23.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f2956ffd640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29580b2150 0x7f295815a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:23.718 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f29577fe640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29400047d0 0x7f2958151c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:23.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f2957fff640 1 -- 172.21.15.81:0/2985315961 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29400047d0 msgr2=0x7f2958151c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:23.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f2957fff640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29400047d0 0x7f2958151c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f2957fff640 1 -- 172.21.15.81:0/2985315961 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29580b2150 msgr2=0x7f295815a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:23.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f2957fff640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29580b2150 0x7f295815a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f2957fff640 1 -- 172.21.15.81:0/2985315961 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2958159bd0 con 0x7f29581569d0 2023-06-26T03:01:23.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f2957fff640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29581569d0 0x7f2958151050 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f295806eef0 tx=0x7f295000aef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:23.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f293ffff640 1 -- 172.21.15.81:0/2985315961 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2950015680 con 0x7f29581569d0 2023-06-26T03:01:23.719 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f293ffff640 1 -- 172.21.15.81:0/2985315961 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2950010040 con 0x7f29581569d0 2023-06-26T03:01:23.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f293ffff640 1 -- 172.21.15.81:0/2985315961 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2950015a20 con 0x7f29581569d0 2023-06-26T03:01:23.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 -- 172.21.15.81:0/2985315961 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2958159eb0 con 0x7f29581569d0 2023-06-26T03:01:23.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.710+0000 7f295dab6640 1 -- 172.21.15.81:0/2985315961 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f295815abf0 con 0x7f29581569d0 2023-06-26T03:01:23.720 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.714+0000 7f295dab6640 1 -- 172.21.15.81:0/2985315961 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f295804d790 con 0x7f29581569d0 2023-06-26T03:01:23.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.714+0000 7f293ffff640 1 -- 172.21.15.81:0/2985315961 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2950015b80 con 0x7f29581569d0 2023-06-26T03:01:23.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.714+0000 7f293ffff640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2944066280 0x7f2944068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:23.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.714+0000 7f293ffff640 1 -- 172.21.15.81:0/2985315961 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f2950083d00 con 0x7f29581569d0 2023-06-26T03:01:23.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.714+0000 7f29577fe640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2944066280 0x7f2944068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:23.721 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.714+0000 7f29577fe640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2944066280 0x7f2944068730 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2948007fd0 tx=0x7f2948009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:23.722 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.718+0000 7f293ffff640 1 -- 172.21.15.81:0/2985315961 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2950051180 con 0x7f29581569d0 2023-06-26T03:01:23.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.898+0000 7f295dab6640 1 -- 172.21.15.81:0/2985315961 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f295806b4b0 con 0x7f29581569d0 2023-06-26T03:01:23.901 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.898+0000 7f293ffff640 1 -- 172.21.15.81:0/2985315961 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+4662 (secure 0 0 0) 0x7f29500547a0 con 0x7f29581569d0 2023-06-26T03:01:23.902 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:23.902 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":13,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4742,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/778094934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":778094934},{"type":"v1","addr":"172.21.15.92:6834","nonce":778094934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4745,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2433031376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":2433031376},{"type":"v1","addr":"172.21.15.92:6835","nonce":2433031376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5337,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/83688675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":83688675},{"type":"v1","addr":"172.21.15.81:6835","nonce":83688675}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:01:21.529903+0000","modified":"2023-06-26T03:01:23.544113+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5340":{"gid":5340,"name":"c","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.81:6837/1044602586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":1044602586},{"type":"v1","addr":"172.21.15.81:6837","nonce":1044602586}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-06-26T03:01:23.902 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 13 2023-06-26T03:01:23.903 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.902+0000 7f295dab6640 1 -- 172.21.15.81:0/2985315961 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2944066280 msgr2=0x7f2944068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:23.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.902+0000 7f295dab6640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2944066280 0x7f2944068730 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2948007fd0 tx=0x7f2948009040 comp rx=0 tx=0).stop 2023-06-26T03:01:23.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.902+0000 7f295dab6640 1 -- 172.21.15.81:0/2985315961 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29581569d0 msgr2=0x7f2958151050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:23.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.902+0000 7f295dab6640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29581569d0 0x7f2958151050 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f295806eef0 tx=0x7f295000aef0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.902+0000 7f295dab6640 1 -- 172.21.15.81:0/2985315961 shutdown_connections 2023-06-26T03:01:23.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.902+0000 7f295dab6640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f2944066280 0x7f2944068730 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.902+0000 7f295dab6640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f29581569d0 0x7f2958151050 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.904 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.902+0000 7f295dab6640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29580b2150 0x7f295815a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.902+0000 7f295dab6640 1 --2- 172.21.15.81:0/2985315961 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f29400047d0 0x7f2958151c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:23.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.902+0000 7f295dab6640 1 -- 172.21.15.81:0/2985315961 >> 172.21.15.81:0/2985315961 conn(0x7f29580ca770 msgr2=0x7f295806be70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:23.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.902+0000 7f295dab6640 1 -- 172.21.15.81:0/2985315961 shutdown_connections 2023-06-26T03:01:23.905 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:23.902+0000 7f295dab6640 1 -- 172.21.15.81:0/2985315961 wait complete. 2023-06-26T03:01:23.920 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:24.038 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.034+0000 7f008d2f4640 1 Processor -- start 2023-06-26T03:01:24.039 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.034+0000 7f008d2f4640 1 -- start start 2023-06-26T03:01:24.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f008d2f4640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f00880c9c70 0x7f0088070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f008d2f4640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f008806bd00 con 0x7f00880af770 2023-06-26T03:01:24.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f008d2f4640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00880ca100 con 0x7f00881596a0 2023-06-26T03:01:24.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f008d2f4640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0088070360 con 0x7f00880c9c70 2023-06-26T03:01:24.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f00867fc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f00880c9c70 0x7f0088070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:24.040 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f00867fc640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f00880c9c70 0x7f0088070e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50972/0 (socket says 172.21.15.81:50972) 2023-06-26T03:01:24.041 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f00867fc640 1 -- 172.21.15.81:0/2761159067 learned_addr learned my addr 172.21.15.81:0/2761159067 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:24.041 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f00877fe640 1 --1- 172.21.15.81:0/2761159067 >> v1:172.21.15.81:6789/0 conn(0x7f00880af770 0x7f00880b0b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34484/0 (socket says 172.21.15.81:34484) 2023-06-26T03:01:24.041 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f00867fc640 1 -- 172.21.15.81:0/2761159067 >> v1:172.21.15.92:6789/0 conn(0x7f00881596a0 legacy=0x7f00880c9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.041 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f00867fc640 1 -- 172.21.15.81:0/2761159067 >> v1:172.21.15.81:6789/0 conn(0x7f00880af770 legacy=0x7f00880b0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.041 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f00867fc640 1 -- 172.21.15.81:0/2761159067 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0088070640 con 0x7f00880c9c70 2023-06-26T03:01:24.042 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f0085ffb640 1 -- 172.21.15.81:0/2761159067 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 169293084 0 0) 0x7f008806bd00 con 0x7f00880af770 2023-06-26T03:01:24.042 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f00867fc640 1 --2- 172.21.15.81:0/2761159067 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00880c9c70 0x7f0088070e40 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f007c009870 tx=0x7f007c01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12ed1f9e4fb99462 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:24.042 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f0085ffb640 1 -- 172.21.15.81:0/2761159067 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f007c0ab640 con 0x7f00880c9c70 2023-06-26T03:01:24.043 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f0085ffb640 1 -- 172.21.15.81:0/2761159067 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f007c0a7070 con 0x7f00880c9c70 2023-06-26T03:01:24.043 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f0085ffb640 1 -- 172.21.15.81:0/2761159067 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f007c0ab9c0 con 0x7f00880c9c70 2023-06-26T03:01:24.043 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f008d2f4640 1 -- 172.21.15.81:0/2761159067 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00880c9c70 msgr2=0x7f0088070e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.043 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f008d2f4640 1 --2- 172.21.15.81:0/2761159067 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00880c9c70 0x7f0088070e40 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f007c009870 tx=0x7f007c01c480 comp rx=0 tx=0).stop 2023-06-26T03:01:24.044 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f008d2f4640 1 -- 172.21.15.81:0/2761159067 shutdown_connections 2023-06-26T03:01:24.044 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f008d2f4640 1 --2- 172.21.15.81:0/2761159067 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00880c9c70 0x7f0088070e40 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.044 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f008d2f4640 1 -- 172.21.15.81:0/2761159067 >> 172.21.15.81:0/2761159067 conn(0x7f00880ca770 msgr2=0x7f00880cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:24.044 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f008d2f4640 1 -- 172.21.15.81:0/2761159067 shutdown_connections 2023-06-26T03:01:24.044 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.038+0000 7f008d2f4640 1 -- 172.21.15.81:0/2761159067 wait complete. 2023-06-26T03:01:24.046 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f008d2f4640 1 Processor -- start 2023-06-26T03:01:24.046 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f008d2f4640 1 -- start start 2023-06-26T03:01:24.046 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f008d2f4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f00880af770 0x7f0088142230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.046 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f008d2f4640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00880c9c70 0x7f008815bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.046 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f008d2f4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00881596a0 0x7f008815a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.046 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f008d2f4640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f008815ac30 con 0x7f00880c9c70 2023-06-26T03:01:24.047 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f008d2f4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00880c43c0 con 0x7f00881596a0 2023-06-26T03:01:24.047 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f008d2f4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f008815ae40 con 0x7f00880af770 2023-06-26T03:01:24.047 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f00867fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00880c9c70 0x7f008815bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:24.047 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f00867fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00880c9c70 0x7f008815bcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50982/0 (socket says 172.21.15.81:50982) 2023-06-26T03:01:24.047 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f00867fc640 1 -- 172.21.15.81:0/4120248900 learned_addr learned my addr 172.21.15.81:0/4120248900 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:24.047 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f00877fe640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00881596a0 0x7f008815a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:24.047 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f0086ffd640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f00880af770 0x7f0088142230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:24.047 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f00867fc640 1 -- 172.21.15.81:0/4120248900 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f00880af770 msgr2=0x7f0088142230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.048 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f00867fc640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f00880af770 0x7f0088142230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.048 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f00867fc640 1 -- 172.21.15.81:0/4120248900 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00881596a0 msgr2=0x7f008815a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.048 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f00867fc640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00881596a0 0x7f008815a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.048 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f00867fc640 1 -- 172.21.15.81:0/4120248900 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f007c0094d0 con 0x7f00880c9c70 2023-06-26T03:01:24.048 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f00867fc640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00880c9c70 0x7f008815bcb0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f007c019090 tx=0x7f007c01acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:24.048 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f006f7fe640 1 -- 172.21.15.81:0/4120248900 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f007c0be5f0 con 0x7f00880c9c70 2023-06-26T03:01:24.048 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f006f7fe640 1 -- 172.21.15.81:0/4120248900 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f007c0be770 con 0x7f00880c9c70 2023-06-26T03:01:24.049 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f008d2f4640 1 -- 172.21.15.81:0/4120248900 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f008815b120 con 0x7f00880c9c70 2023-06-26T03:01:24.049 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f006f7fe640 1 -- 172.21.15.81:0/4120248900 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f007c0beb20 con 0x7f00880c9c70 2023-06-26T03:01:24.049 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f008d2f4640 1 -- 172.21.15.81:0/4120248900 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f008815b6e0 con 0x7f00880c9c70 2023-06-26T03:01:24.050 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.042+0000 7f008d2f4640 1 -- 172.21.15.81:0/4120248900 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00881f2120 con 0x7f00880c9c70 2023-06-26T03:01:24.050 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.046+0000 7f006f7fe640 1 -- 172.21.15.81:0/4120248900 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f007c0b43f0 con 0x7f00880c9c70 2023-06-26T03:01:24.050 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.046+0000 7f006f7fe640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f00740662b0 0x7f0074068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.050 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.046+0000 7f006f7fe640 1 -- 172.21.15.81:0/4120248900 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f007c11ea50 con 0x7f00880c9c70 2023-06-26T03:01:24.050 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.046+0000 7f0086ffd640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f00740662b0 0x7f0074068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:24.050 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.046+0000 7f0086ffd640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f00740662b0 0x7f0074068760 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f0078000f70 tx=0x7f0078009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:24.052 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.050+0000 7f006f7fe640 1 -- 172.21.15.81:0/4120248900 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f00881f2120 con 0x7f00880c9c70 2023-06-26T03:01:24.203 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.198+0000 7f008d2f4640 1 -- 172.21.15.81:0/4120248900 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f00881f2120 con 0x7f00880c9c70 2023-06-26T03:01:24.205 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.202+0000 7f006f7fe640 1 -- 172.21.15.81:0/4120248900 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) v1 ==== 74+0+18315 (secure 0 0 0) 0x7f00881f2120 con 0x7f00880c9c70 2023-06-26T03:01:24.205 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:24.206 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":38,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","created":"2023-06-26T02:59:50.244303+0000","modified":"2023-06-26T03:01:22.533708+0000","last_up_change":"2023-06-26T03:00:01.528909+0000","last_in_change":"2023-06-26T02:59:52.489951+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:00:02.767503+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:00:08.424368+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:01:19.364797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2023-06-26T03:01:20.520803+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"39866012-9fb2-4b58-afc3-68f0f7012809","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6801","nonce":1646952814}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6803","nonce":1646952814}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6807","nonce":1646952814}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":1646952814},{"type":"v1","addr":"172.21.15.81:6805","nonce":1646952814}]},"public_addr":"172.21.15.81:6801/1646952814","cluster_addr":"172.21.15.81:6803/1646952814","heartbeat_back_addr":"172.21.15.81:6807/1646952814","heartbeat_front_addr":"172.21.15.81:6805/1646952814","state":["exists","up"]},{"osd":1,"uuid":"43dab9cf-0db7-4211-8d2b-29d02c647589","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6810","nonce":3921578893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6814","nonce":3921578893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6819","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6821","nonce":3921578893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3921578893},{"type":"v1","addr":"172.21.15.81:6817","nonce":3921578893}]},"public_addr":"172.21.15.81:6810/3921578893","cluster_addr":"172.21.15.81:6814/3921578893","heartbeat_back_addr":"172.21.15.81:6821/3921578893","heartbeat_front_addr":"172.21.15.81:6817/3921578893","state":["exists","up"]},{"osd":2,"uuid":"63882238-001c-4bb8-a080-eaaba01bfd73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6825","nonce":2746696935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6827","nonce":2746696935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6831","nonce":2746696935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":2746696935},{"type":"v1","addr":"172.21.15.81:6829","nonce":2746696935}]},"public_addr":"172.21.15.81:6825/2746696935","cluster_addr":"172.21.15.81:6827/2746696935","heartbeat_back_addr":"172.21.15.81:6831/2746696935","heartbeat_front_addr":"172.21.15.81:6829/2746696935","state":["exists","up"]},{"osd":3,"uuid":"ea1164dc-866e-4393-9148-3c0bb47f168a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6809","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6811","nonce":2723119757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6813","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6815","nonce":2723119757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6823","nonce":2723119757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":2723119757},{"type":"v1","addr":"172.21.15.81:6820","nonce":2723119757}]},"public_addr":"172.21.15.81:6811/2723119757","cluster_addr":"172.21.15.81:6815/2723119757","heartbeat_back_addr":"172.21.15.81:6823/2723119757","heartbeat_front_addr":"172.21.15.81:6820/2723119757","state":["exists","up"]},{"osd":4,"uuid":"e3fb28f2-2ea0-4445-9381-71949f181eed","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6809","nonce":1398025933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6811","nonce":1398025933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6815","nonce":1398025933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":1398025933},{"type":"v1","addr":"172.21.15.92:6813","nonce":1398025933}]},"public_addr":"172.21.15.92:6809/1398025933","cluster_addr":"172.21.15.92:6811/1398025933","heartbeat_back_addr":"172.21.15.92:6815/1398025933","heartbeat_front_addr":"172.21.15.92:6813/1398025933","state":["exists","up"]},{"osd":5,"uuid":"a3d9e027-6d14-470b-80a0-1ffb718449ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6825","nonce":3742727964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6827","nonce":3742727964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6831","nonce":3742727964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3742727964},{"type":"v1","addr":"172.21.15.92:6829","nonce":3742727964}]},"public_addr":"172.21.15.92:6825/3742727964","cluster_addr":"172.21.15.92:6827/3742727964","heartbeat_back_addr":"172.21.15.92:6831/3742727964","heartbeat_front_addr":"172.21.15.92:6829/3742727964","state":["exists","up"]},{"osd":6,"uuid":"18eda14c-a113-4bb1-b09f-73a619486de2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6801","nonce":2033848629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6803","nonce":2033848629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6807","nonce":2033848629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":2033848629},{"type":"v1","addr":"172.21.15.92:6805","nonce":2033848629}]},"public_addr":"172.21.15.92:6801/2033848629","cluster_addr":"172.21.15.92:6803/2033848629","heartbeat_back_addr":"172.21.15.92:6807/2033848629","heartbeat_front_addr":"172.21.15.92:6805/2033848629","state":["exists","up"]},{"osd":7,"uuid":"4ee9f0ce-7936-46a2-b5f2-48cb795d0490","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6817","nonce":1848811909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6819","nonce":1848811909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6823","nonce":1848811909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":1848811909},{"type":"v1","addr":"172.21.15.92:6821","nonce":1848811909}]},"public_addr":"172.21.15.92:6817/1848811909","cluster_addr":"172.21.15.92:6819/1848811909","heartbeat_back_addr":"172.21.15.92:6823/1848811909","heartbeat_front_addr":"172.21.15.92:6821/1848811909","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.805563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.932536+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.068701+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.187340+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.168742+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:57.968982+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.116860+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T02:59:58.020088+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:24.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.206+0000 7f008d2f4640 1 -- 172.21.15.81:0/4120248900 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f00740662b0 msgr2=0x7f0074068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.206+0000 7f008d2f4640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f00740662b0 0x7f0074068760 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f0078000f70 tx=0x7f0078009040 comp rx=0 tx=0).stop 2023-06-26T03:01:24.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.206+0000 7f008d2f4640 1 -- 172.21.15.81:0/4120248900 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00880c9c70 msgr2=0x7f008815bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.206+0000 7f008d2f4640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00880c9c70 0x7f008815bcb0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f007c019090 tx=0x7f007c01acc0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.206+0000 7f008d2f4640 1 -- 172.21.15.81:0/4120248900 shutdown_connections 2023-06-26T03:01:24.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.206+0000 7f008d2f4640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f00740662b0 0x7f0074068760 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.206+0000 7f008d2f4640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00881596a0 0x7f008815a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.206+0000 7f008d2f4640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f00880c9c70 0x7f008815bcb0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.206+0000 7f008d2f4640 1 --2- 172.21.15.81:0/4120248900 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f00880af770 0x7f0088142230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.206+0000 7f008d2f4640 1 -- 172.21.15.81:0/4120248900 >> 172.21.15.81:0/4120248900 conn(0x7f00880ca770 msgr2=0x7f00880c8d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:24.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.206+0000 7f008d2f4640 1 -- 172.21.15.81:0/4120248900 shutdown_connections 2023-06-26T03:01:24.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.206+0000 7f008d2f4640 1 -- 172.21.15.81:0/4120248900 wait complete. 2023-06-26T03:01:24.345 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-06-26T03:01:24.345 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:01:24.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.466+0000 7f15d0602640 1 Processor -- start 2023-06-26T03:01:24.471 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.466+0000 7f15d0602640 1 -- start start 2023-06-26T03:01:24.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15d0602640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f15c80cef50 0x7f15c80b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15d0602640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15c80cfd20 con 0x7f15c80b1630 2023-06-26T03:01:24.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15d0602640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15c80ccb40 con 0x7f15c80cf3c0 2023-06-26T03:01:24.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15d0602640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15c80cce20 con 0x7f15c80cef50 2023-06-26T03:01:24.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15cdb9d640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f15c80cef50 0x7f15c80b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:24.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15cdb9d640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f15c80cef50 0x7f15c80b3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:50988/0 (socket says 172.21.15.81:50988) 2023-06-26T03:01:24.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15cdb9d640 1 -- 172.21.15.81:0/2599307907 learned_addr learned my addr 172.21.15.81:0/2599307907 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:24.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15ce39e640 1 --1- 172.21.15.81:0/2599307907 >> v1:172.21.15.81:6789/0 conn(0x7f15c80b1630 0x7f15c815d190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34498/0 (socket says 172.21.15.81:34498) 2023-06-26T03:01:24.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15cdb9d640 1 -- 172.21.15.81:0/2599307907 >> v1:172.21.15.92:6789/0 conn(0x7f15c80cf3c0 legacy=0x7f15c80d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:24.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15cdb9d640 1 -- 172.21.15.81:0/2599307907 >> v1:172.21.15.81:6789/0 conn(0x7f15c80b1630 legacy=0x7f15c815d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15cdb9d640 1 -- 172.21.15.81:0/2599307907 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15c80cffe0 con 0x7f15c80cef50 2023-06-26T03:01:24.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15cd39c640 1 -- 172.21.15.81:0/2599307907 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3272840009 0 0) 0x7f15c80cfd20 con 0x7f15c80b1630 2023-06-26T03:01:24.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15cdb9d640 1 --2- 172.21.15.81:0/2599307907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f15c80cef50 0x7f15c80b3bd0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f15b8009870 tx=0x7f15b801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f87b2042d533bcd server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:24.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15cd39c640 1 -- 172.21.15.81:0/2599307907 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15b8004230 con 0x7f15c80cef50 2023-06-26T03:01:24.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15cd39c640 1 -- 172.21.15.81:0/2599307907 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15b80a7050 con 0x7f15c80cef50 2023-06-26T03:01:24.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15cd39c640 1 -- 172.21.15.81:0/2599307907 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15b8003620 con 0x7f15c80cef50 2023-06-26T03:01:24.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15d0602640 1 -- 172.21.15.81:0/2599307907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f15c80cef50 msgr2=0x7f15c80b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.470+0000 7f15d0602640 1 --2- 172.21.15.81:0/2599307907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f15c80cef50 0x7f15c80b3bd0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f15b8009870 tx=0x7f15b801c440 comp rx=0 tx=0).stop 2023-06-26T03:01:24.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 -- 172.21.15.81:0/2599307907 shutdown_connections 2023-06-26T03:01:24.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 --2- 172.21.15.81:0/2599307907 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f15c80cef50 0x7f15c80b3bd0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 -- 172.21.15.81:0/2599307907 >> 172.21.15.81:0/2599307907 conn(0x7f15c8069f00 msgr2=0x7f15c806a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:24.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 -- 172.21.15.81:0/2599307907 shutdown_connections 2023-06-26T03:01:24.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 -- 172.21.15.81:0/2599307907 wait complete. 2023-06-26T03:01:24.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 Processor -- start 2023-06-26T03:01:24.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 -- start start 2023-06-26T03:01:24.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f15c80b1630 0x7f15c814e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15c80cef50 0x7f15c8151180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15c80cf3c0 0x7f15c81516c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15c814e9b0 con 0x7f15c80b1630 2023-06-26T03:01:24.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15c80c9220 con 0x7f15c80cf3c0 2023-06-26T03:01:24.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15c80c97e0 con 0x7f15c80cef50 2023-06-26T03:01:24.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15ce39e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f15c80b1630 0x7f15c814e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:24.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15ce39e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f15c80b1630 0x7f15c814e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:51002/0 (socket says 172.21.15.81:51002) 2023-06-26T03:01:24.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15ce39e640 1 -- 172.21.15.81:0/1042750628 learned_addr learned my addr 172.21.15.81:0/1042750628 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:24.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15ce39e640 1 -- 172.21.15.81:0/1042750628 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15c80cef50 msgr2=0x7f15c8151180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15ce39e640 1 --2- 172.21.15.81:0/1042750628 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15c80cef50 0x7f15c8151180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15ce39e640 1 -- 172.21.15.81:0/1042750628 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15c80cf3c0 msgr2=0x7f15c81516c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15ce39e640 1 --2- 172.21.15.81:0/1042750628 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15c80cf3c0 0x7f15c81516c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15ce39e640 1 -- 172.21.15.81:0/1042750628 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15b80094d0 con 0x7f15c80b1630 2023-06-26T03:01:24.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15ce39e640 1 --2- 172.21.15.81:0/1042750628 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f15c80b1630 0x7f15c814e470 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f15c40011f0 tx=0x7f15c400c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:24.480 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15beffd640 1 -- 172.21.15.81:0/1042750628 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15c40074e0 con 0x7f15c80b1630 2023-06-26T03:01:24.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15beffd640 1 -- 172.21.15.81:0/1042750628 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15c4007640 con 0x7f15c80b1630 2023-06-26T03:01:24.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 -- 172.21.15.81:0/1042750628 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15c80c7f60 con 0x7f15c80b1630 2023-06-26T03:01:24.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15beffd640 1 -- 172.21.15.81:0/1042750628 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15c4004a30 con 0x7f15c80b1630 2023-06-26T03:01:24.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 -- 172.21.15.81:0/1042750628 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15c80c9470 con 0x7f15c80b1630 2023-06-26T03:01:24.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.474+0000 7f15d0602640 1 -- 172.21.15.81:0/1042750628 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15c804d790 con 0x7f15c80b1630 2023-06-26T03:01:24.481 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.478+0000 7f15beffd640 1 -- 172.21.15.81:0/1042750628 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f15c4004b90 con 0x7f15c80b1630 2023-06-26T03:01:24.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.478+0000 7f15beffd640 1 --2- 172.21.15.81:0/1042750628 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f15ac066280 0x7f15ac068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.478+0000 7f15beffd640 1 -- 172.21.15.81:0/1042750628 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f15c40831e0 con 0x7f15c80b1630 2023-06-26T03:01:24.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.478+0000 7f15cdb9d640 1 --2- 172.21.15.81:0/1042750628 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f15ac066280 0x7f15ac068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:24.482 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.478+0000 7f15cdb9d640 1 --2- 172.21.15.81:0/1042750628 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f15ac066280 0x7f15ac068730 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f15b80ad000 tx=0x7f15b8004740 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:24.484 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.482+0000 7f15beffd640 1 -- 172.21.15.81:0/1042750628 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f15c40506f0 con 0x7f15c80b1630 2023-06-26T03:01:24.622 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.618+0000 7f15d0602640 1 -- 172.21.15.81:0/1042750628 --> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f15c80d1300 con 0x7f15ac066280 2023-06-26T03:01:24.634 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.630+0000 7f15beffd640 1 -- 172.21.15.81:0/1042750628 <== mgr.4104 v2:172.21.15.81:6832/2767121196 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+309917 (secure 0 0 0) 0x7f15b8004290 con 0x7f15ac066280 2023-06-26T03:01:24.636 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:24.639 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-06-26T03:01:24.640 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.638+0000 7f15d0602640 1 -- 172.21.15.81:0/1042750628 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f15ac066280 msgr2=0x7f15ac068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.640 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.638+0000 7f15d0602640 1 --2- 172.21.15.81:0/1042750628 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f15ac066280 0x7f15ac068730 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f15b80ad000 tx=0x7f15b8004740 comp rx=0 tx=0).stop 2023-06-26T03:01:24.640 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.638+0000 7f15d0602640 1 -- 172.21.15.81:0/1042750628 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f15c80b1630 msgr2=0x7f15c814e470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.640 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.638+0000 7f15d0602640 1 --2- 172.21.15.81:0/1042750628 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f15c80b1630 0x7f15c814e470 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f15c40011f0 tx=0x7f15c400c9b0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.641 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.638+0000 7f15d0602640 1 -- 172.21.15.81:0/1042750628 shutdown_connections 2023-06-26T03:01:24.641 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.638+0000 7f15d0602640 1 --2- 172.21.15.81:0/1042750628 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f15ac066280 0x7f15ac068730 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.641 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.638+0000 7f15d0602640 1 --2- 172.21.15.81:0/1042750628 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15c80cf3c0 0x7f15c81516c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.641 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.638+0000 7f15d0602640 1 --2- 172.21.15.81:0/1042750628 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15c80cef50 0x7f15c8151180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.641 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.638+0000 7f15d0602640 1 --2- 172.21.15.81:0/1042750628 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f15c80b1630 0x7f15c814e470 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.641 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.638+0000 7f15d0602640 1 -- 172.21.15.81:0/1042750628 >> 172.21.15.81:0/1042750628 conn(0x7f15c8069f00 msgr2=0x7f15c80ce400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:24.641 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.638+0000 7f15d0602640 1 -- 172.21.15.81:0/1042750628 shutdown_connections 2023-06-26T03:01:24.642 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.638+0000 7f15d0602640 1 -- 172.21.15.81:0/1042750628 wait complete. 2023-06-26T03:01:24.655 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":72,"stamp":"2023-06-26T03:01:22.721744+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":79,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":224216,"kb_used_data":4504,"kb_used_omap":0,"kb_used_meta":219648,"kb_avail":754750504,"statfs":{"total":773094113280,"available":772864516096,"internally_reserved":0,"allocated":4612096,"data_stored":2564934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":224919552},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":65,"apply_latency_ms":65,"commit_latency_ns":65000000,"apply_latency_ns":65000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001201"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.565437+0000","last_change":"2023-06-26T03:01:21.559484+0000","last_active":"2023-06-26T03:01:21.565437+0000","last_peered":"2023-06-26T03:01:21.565437+0000","last_clean":"2023-06-26T03:01:21.565437+0000","last_became_active":"2023-06-26T03:01:21.559233+0000","last_became_peered":"2023-06-26T03:01:21.559233+0000","last_unstale":"2023-06-26T03:01:21.565437+0000","last_undegraded":"2023-06-26T03:01:21.565437+0000","last_fullsized":"2023-06-26T03:01:21.565437+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:02:20.880921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.566693+0000","last_change":"2023-06-26T03:01:21.561306+0000","last_active":"2023-06-26T03:01:21.566693+0000","last_peered":"2023-06-26T03:01:21.566693+0000","last_clean":"2023-06-26T03:01:21.566693+0000","last_became_active":"2023-06-26T03:01:21.561035+0000","last_became_peered":"2023-06-26T03:01:21.561035+0000","last_unstale":"2023-06-26T03:01:21.566693+0000","last_undegraded":"2023-06-26T03:01:21.566693+0000","last_fullsized":"2023-06-26T03:01:21.566693+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:06:16.204521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.605377+0000","last_change":"2023-06-26T03:01:21.604600+0000","last_active":"2023-06-26T03:01:21.605377+0000","last_peered":"2023-06-26T03:01:21.605377+0000","last_clean":"2023-06-26T03:01:21.605377+0000","last_became_active":"2023-06-26T03:01:21.604257+0000","last_became_peered":"2023-06-26T03:01:21.604257+0000","last_unstale":"2023-06-26T03:01:21.605377+0000","last_undegraded":"2023-06-26T03:01:21.605377+0000","last_fullsized":"2023-06-26T03:01:21.605377+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:25:48.233672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.560605+0000","last_change":"2023-06-26T03:01:21.555659+0000","last_active":"2023-06-26T03:01:21.560605+0000","last_peered":"2023-06-26T03:01:21.560605+0000","last_clean":"2023-06-26T03:01:21.560605+0000","last_became_active":"2023-06-26T03:01:21.555389+0000","last_became_peered":"2023-06-26T03:01:21.555389+0000","last_unstale":"2023-06-26T03:01:21.560605+0000","last_undegraded":"2023-06-26T03:01:21.560605+0000","last_fullsized":"2023-06-26T03:01:21.560605+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:04:12.279301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.560599+0000","last_change":"2023-06-26T03:01:21.555523+0000","last_active":"2023-06-26T03:01:21.560599+0000","last_peered":"2023-06-26T03:01:21.560599+0000","last_clean":"2023-06-26T03:01:21.560599+0000","last_became_active":"2023-06-26T03:01:21.555232+0000","last_became_peered":"2023-06-26T03:01:21.555232+0000","last_unstale":"2023-06-26T03:01:21.560599+0000","last_undegraded":"2023-06-26T03:01:21.560599+0000","last_fullsized":"2023-06-26T03:01:21.560599+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:46.398358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.566518+0000","last_change":"2023-06-26T03:01:21.563235+0000","last_active":"2023-06-26T03:01:21.566518+0000","last_peered":"2023-06-26T03:01:21.566518+0000","last_clean":"2023-06-26T03:01:21.566518+0000","last_became_active":"2023-06-26T03:01:21.562972+0000","last_became_peered":"2023-06-26T03:01:21.562972+0000","last_unstale":"2023-06-26T03:01:21.566518+0000","last_undegraded":"2023-06-26T03:01:21.566518+0000","last_fullsized":"2023-06-26T03:01:21.566518+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:29:45.284793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610618+0000","last_change":"2023-06-26T03:01:21.603499+0000","last_active":"2023-06-26T03:01:21.610618+0000","last_peered":"2023-06-26T03:01:21.610618+0000","last_clean":"2023-06-26T03:01:21.610618+0000","last_became_active":"2023-06-26T03:01:21.602445+0000","last_became_peered":"2023-06-26T03:01:21.602445+0000","last_unstale":"2023-06-26T03:01:21.610618+0000","last_undegraded":"2023-06-26T03:01:21.610618+0000","last_fullsized":"2023-06-26T03:01:21.610618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:08.913992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.605369+0000","last_change":"2023-06-26T03:01:21.603398+0000","last_active":"2023-06-26T03:01:21.605369+0000","last_peered":"2023-06-26T03:01:21.605369+0000","last_clean":"2023-06-26T03:01:21.605369+0000","last_became_active":"2023-06-26T03:01:21.602911+0000","last_became_peered":"2023-06-26T03:01:21.602911+0000","last_unstale":"2023-06-26T03:01:21.605369+0000","last_undegraded":"2023-06-26T03:01:21.605369+0000","last_fullsized":"2023-06-26T03:01:21.605369+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:56:24.523526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.605359+0000","last_change":"2023-06-26T03:01:21.604534+0000","last_active":"2023-06-26T03:01:21.605359+0000","last_peered":"2023-06-26T03:01:21.605359+0000","last_clean":"2023-06-26T03:01:21.605359+0000","last_became_active":"2023-06-26T03:01:21.604225+0000","last_became_peered":"2023-06-26T03:01:21.604225+0000","last_unstale":"2023-06-26T03:01:21.605359+0000","last_undegraded":"2023-06-26T03:01:21.605359+0000","last_fullsized":"2023-06-26T03:01:21.605359+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:18:45.314913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610823+0000","last_change":"2023-06-26T03:01:21.605135+0000","last_active":"2023-06-26T03:01:21.610823+0000","last_peered":"2023-06-26T03:01:21.610823+0000","last_clean":"2023-06-26T03:01:21.610823+0000","last_became_active":"2023-06-26T03:01:21.603402+0000","last_became_peered":"2023-06-26T03:01:21.603402+0000","last_unstale":"2023-06-26T03:01:21.610823+0000","last_undegraded":"2023-06-26T03:01:21.610823+0000","last_fullsized":"2023-06-26T03:01:21.610823+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:23:41.390743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610971+0000","last_change":"2023-06-26T03:01:21.606902+0000","last_active":"2023-06-26T03:01:21.610971+0000","last_peered":"2023-06-26T03:01:21.610971+0000","last_clean":"2023-06-26T03:01:21.610971+0000","last_became_active":"2023-06-26T03:01:21.603314+0000","last_became_peered":"2023-06-26T03:01:21.603314+0000","last_unstale":"2023-06-26T03:01:21.610971+0000","last_undegraded":"2023-06-26T03:01:21.610971+0000","last_fullsized":"2023-06-26T03:01:21.610971+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:16:49.661378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.558459+0000","last_change":"2023-06-26T03:01:21.555680+0000","last_active":"2023-06-26T03:01:21.558459+0000","last_peered":"2023-06-26T03:01:21.558459+0000","last_clean":"2023-06-26T03:01:21.558459+0000","last_became_active":"2023-06-26T03:01:21.555423+0000","last_became_peered":"2023-06-26T03:01:21.555423+0000","last_unstale":"2023-06-26T03:01:21.558459+0000","last_undegraded":"2023-06-26T03:01:21.558459+0000","last_fullsized":"2023-06-26T03:01:21.558459+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:08:01.288464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610572+0000","last_change":"2023-06-26T03:01:21.602557+0000","last_active":"2023-06-26T03:01:21.610572+0000","last_peered":"2023-06-26T03:01:21.610572+0000","last_clean":"2023-06-26T03:01:21.610572+0000","last_became_active":"2023-06-26T03:01:21.602086+0000","last_became_peered":"2023-06-26T03:01:21.602086+0000","last_unstale":"2023-06-26T03:01:21.610572+0000","last_undegraded":"2023-06-26T03:01:21.610572+0000","last_fullsized":"2023-06-26T03:01:21.610572+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:39:19.542284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.590603+0000","last_change":"2023-06-26T03:01:21.578871+0000","last_active":"2023-06-26T03:01:21.590603+0000","last_peered":"2023-06-26T03:01:21.590603+0000","last_clean":"2023-06-26T03:01:21.590603+0000","last_became_active":"2023-06-26T03:01:21.578002+0000","last_became_peered":"2023-06-26T03:01:21.578002+0000","last_unstale":"2023-06-26T03:01:21.590603+0000","last_undegraded":"2023-06-26T03:01:21.590603+0000","last_fullsized":"2023-06-26T03:01:21.590603+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:48.545633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.608293+0000","last_change":"2023-06-26T03:01:21.596384+0000","last_active":"2023-06-26T03:01:21.608293+0000","last_peered":"2023-06-26T03:01:21.608293+0000","last_clean":"2023-06-26T03:01:21.608293+0000","last_became_active":"2023-06-26T03:01:21.595043+0000","last_became_peered":"2023-06-26T03:01:21.595043+0000","last_unstale":"2023-06-26T03:01:21.608293+0000","last_undegraded":"2023-06-26T03:01:21.608293+0000","last_fullsized":"2023-06-26T03:01:21.608293+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:25.925932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.606164+0000","last_change":"2023-06-26T03:01:21.597855+0000","last_active":"2023-06-26T03:01:21.606164+0000","last_peered":"2023-06-26T03:01:21.606164+0000","last_clean":"2023-06-26T03:01:21.606164+0000","last_became_active":"2023-06-26T03:01:21.597399+0000","last_became_peered":"2023-06-26T03:01:21.597399+0000","last_unstale":"2023-06-26T03:01:21.606164+0000","last_undegraded":"2023-06-26T03:01:21.606164+0000","last_fullsized":"2023-06-26T03:01:21.606164+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:30.749303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.608139+0000","last_change":"2023-06-26T03:01:21.604850+0000","last_active":"2023-06-26T03:01:21.608139+0000","last_peered":"2023-06-26T03:01:21.608139+0000","last_clean":"2023-06-26T03:01:21.608139+0000","last_became_active":"2023-06-26T03:01:21.604227+0000","last_became_peered":"2023-06-26T03:01:21.604227+0000","last_unstale":"2023-06-26T03:01:21.608139+0000","last_undegraded":"2023-06-26T03:01:21.608139+0000","last_fullsized":"2023-06-26T03:01:21.608139+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:10:54.363746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.589975+0000","last_change":"2023-06-26T03:01:21.574878+0000","last_active":"2023-06-26T03:01:21.589975+0000","last_peered":"2023-06-26T03:01:21.589975+0000","last_clean":"2023-06-26T03:01:21.589975+0000","last_became_active":"2023-06-26T03:01:21.573758+0000","last_became_peered":"2023-06-26T03:01:21.573758+0000","last_unstale":"2023-06-26T03:01:21.589975+0000","last_undegraded":"2023-06-26T03:01:21.589975+0000","last_fullsized":"2023-06-26T03:01:21.589975+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:18:14.374244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.553817+0000","last_change":"2023-06-26T03:01:21.550319+0000","last_active":"2023-06-26T03:01:21.553817+0000","last_peered":"2023-06-26T03:01:21.553817+0000","last_clean":"2023-06-26T03:01:21.553817+0000","last_became_active":"2023-06-26T03:01:21.549656+0000","last_became_peered":"2023-06-26T03:01:21.549656+0000","last_unstale":"2023-06-26T03:01:21.553817+0000","last_undegraded":"2023-06-26T03:01:21.553817+0000","last_fullsized":"2023-06-26T03:01:21.553817+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:58:48.461920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.589792+0000","last_change":"2023-06-26T03:01:21.572527+0000","last_active":"2023-06-26T03:01:21.589792+0000","last_peered":"2023-06-26T03:01:21.589792+0000","last_clean":"2023-06-26T03:01:21.589792+0000","last_became_active":"2023-06-26T03:01:21.571757+0000","last_became_peered":"2023-06-26T03:01:21.571757+0000","last_unstale":"2023-06-26T03:01:21.589792+0000","last_undegraded":"2023-06-26T03:01:21.589792+0000","last_fullsized":"2023-06-26T03:01:21.589792+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:09:11.550524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610777+0000","last_change":"2023-06-26T03:01:21.604676+0000","last_active":"2023-06-26T03:01:21.610777+0000","last_peered":"2023-06-26T03:01:21.610777+0000","last_clean":"2023-06-26T03:01:21.610777+0000","last_became_active":"2023-06-26T03:01:21.603209+0000","last_became_peered":"2023-06-26T03:01:21.603209+0000","last_unstale":"2023-06-26T03:01:21.610777+0000","last_undegraded":"2023-06-26T03:01:21.610777+0000","last_fullsized":"2023-06-26T03:01:21.610777+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:39:33.074187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.576480+0000","last_change":"2023-06-26T03:01:21.557511+0000","last_active":"2023-06-26T03:01:21.576480+0000","last_peered":"2023-06-26T03:01:21.576480+0000","last_clean":"2023-06-26T03:01:21.576480+0000","last_became_active":"2023-06-26T03:01:21.556770+0000","last_became_peered":"2023-06-26T03:01:21.556770+0000","last_unstale":"2023-06-26T03:01:21.576480+0000","last_undegraded":"2023-06-26T03:01:21.576480+0000","last_fullsized":"2023-06-26T03:01:21.576480+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:37:24.484494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.599942+0000","last_change":"2023-06-26T03:01:21.584555+0000","last_active":"2023-06-26T03:01:21.599942+0000","last_peered":"2023-06-26T03:01:21.599942+0000","last_clean":"2023-06-26T03:01:21.599942+0000","last_became_active":"2023-06-26T03:01:21.583979+0000","last_became_peered":"2023-06-26T03:01:21.583979+0000","last_unstale":"2023-06-26T03:01:21.599942+0000","last_undegraded":"2023-06-26T03:01:21.599942+0000","last_fullsized":"2023-06-26T03:01:21.599942+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:25.925932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.575988+0000","last_change":"2023-06-26T03:01:21.575379+0000","last_active":"2023-06-26T03:01:21.575988+0000","last_peered":"2023-06-26T03:01:21.575988+0000","last_clean":"2023-06-26T03:01:21.575988+0000","last_became_active":"2023-06-26T03:01:21.575029+0000","last_became_peered":"2023-06-26T03:01:21.575029+0000","last_unstale":"2023-06-26T03:01:21.575988+0000","last_undegraded":"2023-06-26T03:01:21.575988+0000","last_fullsized":"2023-06-26T03:01:21.575988+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:50:02.326853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.584988+0000","last_change":"2023-06-26T03:01:21.571384+0000","last_active":"2023-06-26T03:01:21.584988+0000","last_peered":"2023-06-26T03:01:21.584988+0000","last_clean":"2023-06-26T03:01:21.584988+0000","last_became_active":"2023-06-26T03:01:21.570499+0000","last_became_peered":"2023-06-26T03:01:21.570499+0000","last_unstale":"2023-06-26T03:01:21.584988+0000","last_undegraded":"2023-06-26T03:01:21.584988+0000","last_fullsized":"2023-06-26T03:01:21.584988+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:10:56.196499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.605797+0000","last_change":"2023-06-26T03:01:21.604650+0000","last_active":"2023-06-26T03:01:21.605797+0000","last_peered":"2023-06-26T03:01:21.605797+0000","last_clean":"2023-06-26T03:01:21.605797+0000","last_became_active":"2023-06-26T03:01:21.604360+0000","last_became_peered":"2023-06-26T03:01:21.604360+0000","last_unstale":"2023-06-26T03:01:21.605797+0000","last_undegraded":"2023-06-26T03:01:21.605797+0000","last_fullsized":"2023-06-26T03:01:21.605797+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:55.922703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.586870+0000","last_change":"2023-06-26T03:01:21.570017+0000","last_active":"2023-06-26T03:01:21.586870+0000","last_peered":"2023-06-26T03:01:21.586870+0000","last_clean":"2023-06-26T03:01:21.586870+0000","last_became_active":"2023-06-26T03:01:21.569196+0000","last_became_peered":"2023-06-26T03:01:21.569196+0000","last_unstale":"2023-06-26T03:01:21.586870+0000","last_undegraded":"2023-06-26T03:01:21.586870+0000","last_fullsized":"2023-06-26T03:01:21.586870+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:40:22.664936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.608128+0000","last_change":"2023-06-26T03:01:21.595404+0000","last_active":"2023-06-26T03:01:21.608128+0000","last_peered":"2023-06-26T03:01:21.608128+0000","last_clean":"2023-06-26T03:01:21.608128+0000","last_became_active":"2023-06-26T03:01:21.594787+0000","last_became_peered":"2023-06-26T03:01:21.594787+0000","last_unstale":"2023-06-26T03:01:21.608128+0000","last_undegraded":"2023-06-26T03:01:21.608128+0000","last_fullsized":"2023-06-26T03:01:21.608128+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:47:03.536242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.584945+0000","last_change":"2023-06-26T03:01:21.551186+0000","last_active":"2023-06-26T03:01:21.584945+0000","last_peered":"2023-06-26T03:01:21.584945+0000","last_clean":"2023-06-26T03:01:21.584945+0000","last_became_active":"2023-06-26T03:01:21.550438+0000","last_became_peered":"2023-06-26T03:01:21.550438+0000","last_unstale":"2023-06-26T03:01:21.584945+0000","last_undegraded":"2023-06-26T03:01:21.584945+0000","last_fullsized":"2023-06-26T03:01:21.584945+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:41.915985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.585095+0000","last_change":"2023-06-26T03:01:21.570124+0000","last_active":"2023-06-26T03:01:21.585095+0000","last_peered":"2023-06-26T03:01:21.585095+0000","last_clean":"2023-06-26T03:01:21.585095+0000","last_became_active":"2023-06-26T03:01:21.569298+0000","last_became_peered":"2023-06-26T03:01:21.569298+0000","last_unstale":"2023-06-26T03:01:21.585095+0000","last_undegraded":"2023-06-26T03:01:21.585095+0000","last_fullsized":"2023-06-26T03:01:21.585095+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:32:21.601799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.599973+0000","last_change":"2023-06-26T03:01:21.588980+0000","last_active":"2023-06-26T03:01:21.599973+0000","last_peered":"2023-06-26T03:01:21.599973+0000","last_clean":"2023-06-26T03:01:21.599973+0000","last_became_active":"2023-06-26T03:01:21.585887+0000","last_became_peered":"2023-06-26T03:01:21.585887+0000","last_unstale":"2023-06-26T03:01:21.599973+0000","last_undegraded":"2023-06-26T03:01:21.599973+0000","last_fullsized":"2023-06-26T03:01:21.599973+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:52:25.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.547878+0000","last_change":"2023-06-26T03:01:21.546073+0000","last_active":"2023-06-26T03:01:21.547878+0000","last_peered":"2023-06-26T03:01:21.547878+0000","last_clean":"2023-06-26T03:01:21.547878+0000","last_became_active":"2023-06-26T03:01:21.545793+0000","last_became_peered":"2023-06-26T03:01:21.545793+0000","last_unstale":"2023-06-26T03:01:21.547878+0000","last_undegraded":"2023-06-26T03:01:21.547878+0000","last_fullsized":"2023-06-26T03:01:21.547878+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:56:24.523526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.608226+0000","last_change":"2023-06-26T03:01:21.604957+0000","last_active":"2023-06-26T03:01:21.608226+0000","last_peered":"2023-06-26T03:01:21.608226+0000","last_clean":"2023-06-26T03:01:21.608226+0000","last_became_active":"2023-06-26T03:01:21.604330+0000","last_became_peered":"2023-06-26T03:01:21.604330+0000","last_unstale":"2023-06-26T03:01:21.608226+0000","last_undegraded":"2023-06-26T03:01:21.608226+0000","last_fullsized":"2023-06-26T03:01:21.608226+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:39:33.074187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.584817+0000","last_change":"2023-06-26T03:01:21.210732+0000","last_active":"2023-06-26T03:01:21.584817+0000","last_peered":"2023-06-26T03:01:21.584817+0000","last_clean":"2023-06-26T03:01:21.584817+0000","last_became_active":"2023-06-26T03:01:21.210112+0000","last_became_peered":"2023-06-26T03:01:21.210112+0000","last_unstale":"2023-06-26T03:01:21.584817+0000","last_undegraded":"2023-06-26T03:01:21.584817+0000","last_fullsized":"2023-06-26T03:01:21.584817+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:33:56.053607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.605428+0000","last_change":"2023-06-26T03:01:21.604614+0000","last_active":"2023-06-26T03:01:21.605428+0000","last_peered":"2023-06-26T03:01:21.605428+0000","last_clean":"2023-06-26T03:01:21.605428+0000","last_became_active":"2023-06-26T03:01:21.604336+0000","last_became_peered":"2023-06-26T03:01:21.604336+0000","last_unstale":"2023-06-26T03:01:21.605428+0000","last_undegraded":"2023-06-26T03:01:21.605428+0000","last_fullsized":"2023-06-26T03:01:21.605428+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:27.004101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.567375+0000","last_change":"2023-06-26T03:01:21.213040+0000","last_active":"2023-06-26T03:01:21.567375+0000","last_peered":"2023-06-26T03:01:21.567375+0000","last_clean":"2023-06-26T03:01:21.567375+0000","last_became_active":"2023-06-26T03:01:21.212588+0000","last_became_peered":"2023-06-26T03:01:21.212588+0000","last_unstale":"2023-06-26T03:01:21.567375+0000","last_undegraded":"2023-06-26T03:01:21.567375+0000","last_fullsized":"2023-06-26T03:01:21.567375+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:45:26.657580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.583082+0000","last_change":"2023-06-26T03:01:21.572378+0000","last_active":"2023-06-26T03:01:21.583082+0000","last_peered":"2023-06-26T03:01:21.583082+0000","last_clean":"2023-06-26T03:01:21.583082+0000","last_became_active":"2023-06-26T03:01:21.571603+0000","last_became_peered":"2023-06-26T03:01:21.571603+0000","last_unstale":"2023-06-26T03:01:21.583082+0000","last_undegraded":"2023-06-26T03:01:21.583082+0000","last_fullsized":"2023-06-26T03:01:21.583082+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:34:21.862630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.573770+0000","last_change":"2023-06-26T03:01:21.209339+0000","last_active":"2023-06-26T03:01:21.573770+0000","last_peered":"2023-06-26T03:01:21.573770+0000","last_clean":"2023-06-26T03:01:21.573770+0000","last_became_active":"2023-06-26T03:01:21.208962+0000","last_became_peered":"2023-06-26T03:01:21.208962+0000","last_unstale":"2023-06-26T03:01:21.573770+0000","last_undegraded":"2023-06-26T03:01:21.573770+0000","last_fullsized":"2023-06-26T03:01:21.573770+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:28:12.115362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.590997+0000","last_change":"2023-06-26T03:01:21.586257+0000","last_active":"2023-06-26T03:01:21.590997+0000","last_peered":"2023-06-26T03:01:21.590997+0000","last_clean":"2023-06-26T03:01:21.590997+0000","last_became_active":"2023-06-26T03:01:21.585980+0000","last_became_peered":"2023-06-26T03:01:21.585980+0000","last_unstale":"2023-06-26T03:01:21.590997+0000","last_undegraded":"2023-06-26T03:01:21.590997+0000","last_fullsized":"2023-06-26T03:01:21.590997+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:55.922703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.574322+0000","last_change":"2023-06-26T03:01:21.209784+0000","last_active":"2023-06-26T03:01:21.574322+0000","last_peered":"2023-06-26T03:01:21.574322+0000","last_clean":"2023-06-26T03:01:21.574322+0000","last_became_active":"2023-06-26T03:01:21.209006+0000","last_became_peered":"2023-06-26T03:01:21.209006+0000","last_unstale":"2023-06-26T03:01:21.574322+0000","last_undegraded":"2023-06-26T03:01:21.574322+0000","last_fullsized":"2023-06-26T03:01:21.574322+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:17.854522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.561828+0000","last_change":"2023-06-26T03:01:21.559125+0000","last_active":"2023-06-26T03:01:21.561828+0000","last_peered":"2023-06-26T03:01:21.561828+0000","last_clean":"2023-06-26T03:01:21.561828+0000","last_became_active":"2023-06-26T03:01:21.558855+0000","last_became_peered":"2023-06-26T03:01:21.558855+0000","last_unstale":"2023-06-26T03:01:21.561828+0000","last_undegraded":"2023-06-26T03:01:21.561828+0000","last_fullsized":"2023-06-26T03:01:21.561828+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:02:20.880921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.604272+0000","last_change":"2023-06-26T03:01:21.200926+0000","last_active":"2023-06-26T03:01:21.604272+0000","last_peered":"2023-06-26T03:01:21.604272+0000","last_clean":"2023-06-26T03:01:21.604272+0000","last_became_active":"2023-06-26T03:01:21.200147+0000","last_became_peered":"2023-06-26T03:01:21.200147+0000","last_unstale":"2023-06-26T03:01:21.604272+0000","last_undegraded":"2023-06-26T03:01:21.604272+0000","last_fullsized":"2023-06-26T03:01:21.604272+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:10:53.359931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.608251+0000","last_change":"2023-06-26T03:01:21.595973+0000","last_active":"2023-06-26T03:01:21.608251+0000","last_peered":"2023-06-26T03:01:21.608251+0000","last_clean":"2023-06-26T03:01:21.608251+0000","last_became_active":"2023-06-26T03:01:21.594828+0000","last_became_peered":"2023-06-26T03:01:21.594828+0000","last_unstale":"2023-06-26T03:01:21.608251+0000","last_undegraded":"2023-06-26T03:01:21.608251+0000","last_fullsized":"2023-06-26T03:01:21.608251+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:02:57.826862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.585151+0000","last_change":"2023-06-26T03:01:21.214431+0000","last_active":"2023-06-26T03:01:21.585151+0000","last_peered":"2023-06-26T03:01:21.585151+0000","last_clean":"2023-06-26T03:01:21.585151+0000","last_became_active":"2023-06-26T03:01:21.213752+0000","last_became_peered":"2023-06-26T03:01:21.213752+0000","last_unstale":"2023-06-26T03:01:21.585151+0000","last_undegraded":"2023-06-26T03:01:21.585151+0000","last_fullsized":"2023-06-26T03:01:21.585151+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:16:48.657563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.600867+0000","last_change":"2023-06-26T03:01:21.597785+0000","last_active":"2023-06-26T03:01:21.600867+0000","last_peered":"2023-06-26T03:01:21.600867+0000","last_clean":"2023-06-26T03:01:21.600867+0000","last_became_active":"2023-06-26T03:01:21.597210+0000","last_became_peered":"2023-06-26T03:01:21.597210+0000","last_unstale":"2023-06-26T03:01:21.600867+0000","last_undegraded":"2023-06-26T03:01:21.600867+0000","last_fullsized":"2023-06-26T03:01:21.600867+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:33:03.106959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.549953+0000","last_change":"2023-06-26T03:01:21.203532+0000","last_active":"2023-06-26T03:01:21.549953+0000","last_peered":"2023-06-26T03:01:21.549953+0000","last_clean":"2023-06-26T03:01:21.549953+0000","last_became_active":"2023-06-26T03:01:21.203022+0000","last_became_peered":"2023-06-26T03:01:21.203022+0000","last_unstale":"2023-06-26T03:01:21.549953+0000","last_undegraded":"2023-06-26T03:01:21.549953+0000","last_fullsized":"2023-06-26T03:01:21.549953+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:36:33.736384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.597764+0000","last_change":"2023-06-26T03:01:21.597124+0000","last_active":"2023-06-26T03:01:21.597764+0000","last_peered":"2023-06-26T03:01:21.597764+0000","last_clean":"2023-06-26T03:01:21.597764+0000","last_became_active":"2023-06-26T03:01:21.596860+0000","last_became_peered":"2023-06-26T03:01:21.596860+0000","last_unstale":"2023-06-26T03:01:21.597764+0000","last_undegraded":"2023-06-26T03:01:21.597764+0000","last_fullsized":"2023-06-26T03:01:21.597764+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:49:34.352476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.543018+0000","last_change":"2023-06-26T03:01:21.210221+0000","last_active":"2023-06-26T03:01:21.543018+0000","last_peered":"2023-06-26T03:01:21.543018+0000","last_clean":"2023-06-26T03:01:21.543018+0000","last_became_active":"2023-06-26T03:01:21.209324+0000","last_became_peered":"2023-06-26T03:01:21.209324+0000","last_unstale":"2023-06-26T03:01:21.543018+0000","last_undegraded":"2023-06-26T03:01:21.543018+0000","last_fullsized":"2023-06-26T03:01:21.543018+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:12:25.890084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.563585+0000","last_change":"2023-06-26T03:01:21.556331+0000","last_active":"2023-06-26T03:01:21.563585+0000","last_peered":"2023-06-26T03:01:21.563585+0000","last_clean":"2023-06-26T03:01:21.563585+0000","last_became_active":"2023-06-26T03:01:21.556065+0000","last_became_peered":"2023-06-26T03:01:21.556065+0000","last_unstale":"2023-06-26T03:01:21.563585+0000","last_undegraded":"2023-06-26T03:01:21.563585+0000","last_fullsized":"2023-06-26T03:01:21.563585+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:09:11.550524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.555602+0000","last_change":"2023-06-26T03:01:21.189175+0000","last_active":"2023-06-26T03:01:21.555602+0000","last_peered":"2023-06-26T03:01:21.555602+0000","last_clean":"2023-06-26T03:01:21.555602+0000","last_became_active":"2023-06-26T03:01:21.188851+0000","last_became_peered":"2023-06-26T03:01:21.188851+0000","last_unstale":"2023-06-26T03:01:21.555602+0000","last_undegraded":"2023-06-26T03:01:21.555602+0000","last_fullsized":"2023-06-26T03:01:21.555602+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:28:12.115362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.605956+0000","last_change":"2023-06-26T03:01:21.595079+0000","last_active":"2023-06-26T03:01:21.605956+0000","last_peered":"2023-06-26T03:01:21.605956+0000","last_clean":"2023-06-26T03:01:21.605956+0000","last_became_active":"2023-06-26T03:01:21.594492+0000","last_became_peered":"2023-06-26T03:01:21.594492+0000","last_unstale":"2023-06-26T03:01:21.605956+0000","last_undegraded":"2023-06-26T03:01:21.605956+0000","last_fullsized":"2023-06-26T03:01:21.605956+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:39:19.542284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.585099+0000","last_change":"2023-06-26T03:01:21.199897+0000","last_active":"2023-06-26T03:01:21.585099+0000","last_peered":"2023-06-26T03:01:21.585099+0000","last_clean":"2023-06-26T03:01:21.585099+0000","last_became_active":"2023-06-26T03:01:21.197854+0000","last_became_peered":"2023-06-26T03:01:21.197854+0000","last_unstale":"2023-06-26T03:01:21.585099+0000","last_undegraded":"2023-06-26T03:01:21.585099+0000","last_fullsized":"2023-06-26T03:01:21.585099+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:46:17.631316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.572021+0000","last_change":"2023-06-26T03:01:21.567804+0000","last_active":"2023-06-26T03:01:21.572021+0000","last_peered":"2023-06-26T03:01:21.572021+0000","last_clean":"2023-06-26T03:01:21.572021+0000","last_became_active":"2023-06-26T03:01:21.567567+0000","last_became_peered":"2023-06-26T03:01:21.567567+0000","last_unstale":"2023-06-26T03:01:21.572021+0000","last_undegraded":"2023-06-26T03:01:21.572021+0000","last_fullsized":"2023-06-26T03:01:21.572021+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:45:43.003177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.604123+0000","last_change":"2023-06-26T03:01:21.197945+0000","last_active":"2023-06-26T03:01:21.604123+0000","last_peered":"2023-06-26T03:01:21.604123+0000","last_clean":"2023-06-26T03:01:21.604123+0000","last_became_active":"2023-06-26T03:01:21.197172+0000","last_became_peered":"2023-06-26T03:01:21.197172+0000","last_unstale":"2023-06-26T03:01:21.604123+0000","last_undegraded":"2023-06-26T03:01:21.604123+0000","last_fullsized":"2023-06-26T03:01:21.604123+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:47:55.870284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.573715+0000","last_change":"2023-06-26T03:01:21.550829+0000","last_active":"2023-06-26T03:01:21.573715+0000","last_peered":"2023-06-26T03:01:21.573715+0000","last_clean":"2023-06-26T03:01:21.573715+0000","last_became_active":"2023-06-26T03:01:21.550132+0000","last_became_peered":"2023-06-26T03:01:21.550132+0000","last_unstale":"2023-06-26T03:01:21.573715+0000","last_undegraded":"2023-06-26T03:01:21.573715+0000","last_fullsized":"2023-06-26T03:01:21.573715+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:07:31.844096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"37'6","reported_seq":17,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.609358+0000","last_change":"2023-06-26T03:01:21.206650+0000","last_active":"2023-06-26T03:01:21.609358+0000","last_peered":"2023-06-26T03:01:21.609358+0000","last_clean":"2023-06-26T03:01:21.609358+0000","last_became_active":"2023-06-26T03:01:21.206242+0000","last_became_peered":"2023-06-26T03:01:21.206242+0000","last_unstale":"2023-06-26T03:01:21.609358+0000","last_undegraded":"2023-06-26T03:01:21.609358+0000","last_fullsized":"2023-06-26T03:01:21.609358+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:44:30.821592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.603290+0000","last_change":"2023-06-26T03:01:21.602559+0000","last_active":"2023-06-26T03:01:21.603290+0000","last_peered":"2023-06-26T03:01:21.603290+0000","last_clean":"2023-06-26T03:01:21.603290+0000","last_became_active":"2023-06-26T03:01:21.602247+0000","last_became_peered":"2023-06-26T03:01:21.602247+0000","last_unstale":"2023-06-26T03:01:21.603290+0000","last_undegraded":"2023-06-26T03:01:21.603290+0000","last_fullsized":"2023-06-26T03:01:21.603290+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:21:26.557000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"37'2","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.563007+0000","last_change":"2023-06-26T03:01:21.187386+0000","last_active":"2023-06-26T03:01:21.563007+0000","last_peered":"2023-06-26T03:01:21.563007+0000","last_clean":"2023-06-26T03:01:21.563007+0000","last_became_active":"2023-06-26T03:01:21.187061+0000","last_became_peered":"2023-06-26T03:01:21.187061+0000","last_unstale":"2023-06-26T03:01:21.563007+0000","last_undegraded":"2023-06-26T03:01:21.563007+0000","last_fullsized":"2023-06-26T03:01:21.563007+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:29.745488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.569506+0000","last_change":"2023-06-26T03:01:21.563227+0000","last_active":"2023-06-26T03:01:21.569506+0000","last_peered":"2023-06-26T03:01:21.569506+0000","last_clean":"2023-06-26T03:01:21.569506+0000","last_became_active":"2023-06-26T03:01:21.561940+0000","last_became_peered":"2023-06-26T03:01:21.561940+0000","last_unstale":"2023-06-26T03:01:21.569506+0000","last_undegraded":"2023-06-26T03:01:21.569506+0000","last_fullsized":"2023-06-26T03:01:21.569506+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:35:49.299030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.549739+0000","last_change":"2023-06-26T03:01:21.197106+0000","last_active":"2023-06-26T03:01:21.549739+0000","last_peered":"2023-06-26T03:01:21.549739+0000","last_clean":"2023-06-26T03:01:21.549739+0000","last_became_active":"2023-06-26T03:01:21.196772+0000","last_became_peered":"2023-06-26T03:01:21.196772+0000","last_unstale":"2023-06-26T03:01:21.549739+0000","last_undegraded":"2023-06-26T03:01:21.549739+0000","last_fullsized":"2023-06-26T03:01:21.549739+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:44:30.821592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.599888+0000","last_change":"2023-06-26T03:01:21.583314+0000","last_active":"2023-06-26T03:01:21.599888+0000","last_peered":"2023-06-26T03:01:21.599888+0000","last_clean":"2023-06-26T03:01:21.599888+0000","last_became_active":"2023-06-26T03:01:21.582531+0000","last_became_peered":"2023-06-26T03:01:21.582531+0000","last_unstale":"2023-06-26T03:01:21.599888+0000","last_undegraded":"2023-06-26T03:01:21.599888+0000","last_fullsized":"2023-06-26T03:01:21.599888+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:21:43.897635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.547971+0000","last_change":"2023-06-26T03:01:21.213165+0000","last_active":"2023-06-26T03:01:21.547971+0000","last_peered":"2023-06-26T03:01:21.547971+0000","last_clean":"2023-06-26T03:01:21.547971+0000","last_became_active":"2023-06-26T03:01:21.212476+0000","last_became_peered":"2023-06-26T03:01:21.212476+0000","last_unstale":"2023-06-26T03:01:21.547971+0000","last_undegraded":"2023-06-26T03:01:21.547971+0000","last_fullsized":"2023-06-26T03:01:21.547971+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:07:24.165140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.569456+0000","last_change":"2023-06-26T03:01:21.563165+0000","last_active":"2023-06-26T03:01:21.569456+0000","last_peered":"2023-06-26T03:01:21.569456+0000","last_clean":"2023-06-26T03:01:21.569456+0000","last_became_active":"2023-06-26T03:01:21.562654+0000","last_became_peered":"2023-06-26T03:01:21.562654+0000","last_unstale":"2023-06-26T03:01:21.569456+0000","last_undegraded":"2023-06-26T03:01:21.569456+0000","last_fullsized":"2023-06-26T03:01:21.569456+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:36:34.740199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":19,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.600726+0000","last_change":"2023-06-26T03:01:21.211503+0000","last_active":"2023-06-26T03:01:21.600726+0000","last_peered":"2023-06-26T03:01:21.600726+0000","last_clean":"2023-06-26T03:01:21.600726+0000","last_became_active":"2023-06-26T03:01:21.210849+0000","last_became_peered":"2023-06-26T03:01:21.210849+0000","last_unstale":"2023-06-26T03:01:21.600726+0000","last_undegraded":"2023-06-26T03:01:21.600726+0000","last_fullsized":"2023-06-26T03:01:21.600726+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:49:33.348661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.588467+0000","last_change":"2023-06-26T03:01:21.584776+0000","last_active":"2023-06-26T03:01:21.588467+0000","last_peered":"2023-06-26T03:01:21.588467+0000","last_clean":"2023-06-26T03:01:21.588467+0000","last_became_active":"2023-06-26T03:01:21.584501+0000","last_became_peered":"2023-06-26T03:01:21.584501+0000","last_unstale":"2023-06-26T03:01:21.588467+0000","last_undegraded":"2023-06-26T03:01:21.588467+0000","last_fullsized":"2023-06-26T03:01:21.588467+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:29:45.284793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.603385+0000","last_change":"2023-06-26T03:01:21.210287+0000","last_active":"2023-06-26T03:01:21.603385+0000","last_peered":"2023-06-26T03:01:21.603385+0000","last_clean":"2023-06-26T03:01:21.603385+0000","last_became_active":"2023-06-26T03:01:21.209530+0000","last_became_peered":"2023-06-26T03:01:21.209530+0000","last_unstale":"2023-06-26T03:01:21.603385+0000","last_undegraded":"2023-06-26T03:01:21.603385+0000","last_fullsized":"2023-06-26T03:01:21.603385+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:05:56.728740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610505+0000","last_change":"2023-06-26T03:01:21.602544+0000","last_active":"2023-06-26T03:01:21.610505+0000","last_peered":"2023-06-26T03:01:21.610505+0000","last_clean":"2023-06-26T03:01:21.610505+0000","last_became_active":"2023-06-26T03:01:21.601993+0000","last_became_peered":"2023-06-26T03:01:21.601993+0000","last_unstale":"2023-06-26T03:01:21.610505+0000","last_undegraded":"2023-06-26T03:01:21.610505+0000","last_fullsized":"2023-06-26T03:01:21.610505+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:52:25.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.604513+0000","last_change":"2023-06-26T03:01:21.209756+0000","last_active":"2023-06-26T03:01:21.604513+0000","last_peered":"2023-06-26T03:01:21.604513+0000","last_clean":"2023-06-26T03:01:21.604513+0000","last_became_active":"2023-06-26T03:01:21.209061+0000","last_became_peered":"2023-06-26T03:01:21.209061+0000","last_unstale":"2023-06-26T03:01:21.604513+0000","last_undegraded":"2023-06-26T03:01:21.604513+0000","last_fullsized":"2023-06-26T03:01:21.604513+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:58:10.946057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.573804+0000","last_change":"2023-06-26T03:01:21.563168+0000","last_active":"2023-06-26T03:01:21.573804+0000","last_peered":"2023-06-26T03:01:21.573804+0000","last_clean":"2023-06-26T03:01:21.573804+0000","last_became_active":"2023-06-26T03:01:21.562452+0000","last_became_peered":"2023-06-26T03:01:21.562452+0000","last_unstale":"2023-06-26T03:01:21.573804+0000","last_undegraded":"2023-06-26T03:01:21.573804+0000","last_fullsized":"2023-06-26T03:01:21.573804+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:08:50.006942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.582210+0000","last_change":"2023-06-26T03:01:21.208668+0000","last_active":"2023-06-26T03:01:21.582210+0000","last_peered":"2023-06-26T03:01:21.582210+0000","last_clean":"2023-06-26T03:01:21.582210+0000","last_became_active":"2023-06-26T03:01:21.208253+0000","last_became_peered":"2023-06-26T03:01:21.208253+0000","last_unstale":"2023-06-26T03:01:21.582210+0000","last_undegraded":"2023-06-26T03:01:21.582210+0000","last_fullsized":"2023-06-26T03:01:21.582210+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:43:33.205716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.564927+0000","last_change":"2023-06-26T03:01:21.562734+0000","last_active":"2023-06-26T03:01:21.564927+0000","last_peered":"2023-06-26T03:01:21.564927+0000","last_clean":"2023-06-26T03:01:21.564927+0000","last_became_active":"2023-06-26T03:01:21.562459+0000","last_became_peered":"2023-06-26T03:01:21.562459+0000","last_unstale":"2023-06-26T03:01:21.564927+0000","last_undegraded":"2023-06-26T03:01:21.564927+0000","last_fullsized":"2023-06-26T03:01:21.564927+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:32:21.601799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.549482+0000","last_change":"2023-06-26T03:01:21.211925+0000","last_active":"2023-06-26T03:01:21.549482+0000","last_peered":"2023-06-26T03:01:21.549482+0000","last_clean":"2023-06-26T03:01:21.549482+0000","last_became_active":"2023-06-26T03:01:21.211700+0000","last_became_peered":"2023-06-26T03:01:21.211700+0000","last_unstale":"2023-06-26T03:01:21.549482+0000","last_undegraded":"2023-06-26T03:01:21.549482+0000","last_fullsized":"2023-06-26T03:01:21.549482+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:35:48.295215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.600181+0000","last_change":"2023-06-26T03:01:21.578764+0000","last_active":"2023-06-26T03:01:21.600181+0000","last_peered":"2023-06-26T03:01:21.600181+0000","last_clean":"2023-06-26T03:01:21.600181+0000","last_became_active":"2023-06-26T03:01:21.577955+0000","last_became_peered":"2023-06-26T03:01:21.577955+0000","last_unstale":"2023-06-26T03:01:21.600181+0000","last_undegraded":"2023-06-26T03:01:21.600181+0000","last_fullsized":"2023-06-26T03:01:21.600181+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:47:03.536242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.561549+0000","last_change":"2023-06-26T03:01:21.187619+0000","last_active":"2023-06-26T03:01:21.561549+0000","last_peered":"2023-06-26T03:01:21.561549+0000","last_clean":"2023-06-26T03:01:21.561549+0000","last_became_active":"2023-06-26T03:01:21.187265+0000","last_became_peered":"2023-06-26T03:01:21.187265+0000","last_unstale":"2023-06-26T03:01:21.561549+0000","last_undegraded":"2023-06-26T03:01:21.561549+0000","last_fullsized":"2023-06-26T03:01:21.561549+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:38:46.523813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.572000+0000","last_change":"2023-06-26T03:01:21.567810+0000","last_active":"2023-06-26T03:01:21.572000+0000","last_peered":"2023-06-26T03:01:21.572000+0000","last_clean":"2023-06-26T03:01:21.572000+0000","last_became_active":"2023-06-26T03:01:21.567570+0000","last_became_peered":"2023-06-26T03:01:21.567570+0000","last_unstale":"2023-06-26T03:01:21.572000+0000","last_undegraded":"2023-06-26T03:01:21.572000+0000","last_fullsized":"2023-06-26T03:01:21.572000+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:01.313359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.537178+0000","last_change":"2023-06-26T03:01:21.212677+0000","last_active":"2023-06-26T03:01:21.537178+0000","last_peered":"2023-06-26T03:01:21.537178+0000","last_clean":"2023-06-26T03:01:21.537178+0000","last_became_active":"2023-06-26T03:01:21.212323+0000","last_became_peered":"2023-06-26T03:01:21.212323+0000","last_unstale":"2023-06-26T03:01:21.537178+0000","last_undegraded":"2023-06-26T03:01:21.537178+0000","last_fullsized":"2023-06-26T03:01:21.537178+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:37:39.843872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.608183+0000","last_change":"2023-06-26T03:01:21.595937+0000","last_active":"2023-06-26T03:01:21.608183+0000","last_peered":"2023-06-26T03:01:21.608183+0000","last_clean":"2023-06-26T03:01:21.608183+0000","last_became_active":"2023-06-26T03:01:21.595450+0000","last_became_peered":"2023-06-26T03:01:21.595450+0000","last_unstale":"2023-06-26T03:01:21.608183+0000","last_undegraded":"2023-06-26T03:01:21.608183+0000","last_fullsized":"2023-06-26T03:01:21.608183+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:21:43.897635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.555316+0000","last_change":"2023-06-26T03:01:21.206498+0000","last_active":"2023-06-26T03:01:21.555316+0000","last_peered":"2023-06-26T03:01:21.555316+0000","last_clean":"2023-06-26T03:01:21.555316+0000","last_became_active":"2023-06-26T03:01:21.205803+0000","last_became_peered":"2023-06-26T03:01:21.205803+0000","last_unstale":"2023-06-26T03:01:21.555316+0000","last_undegraded":"2023-06-26T03:01:21.555316+0000","last_fullsized":"2023-06-26T03:01:21.555316+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:07.910177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.585839+0000","last_change":"2023-06-26T03:01:21.582615+0000","last_active":"2023-06-26T03:01:21.585839+0000","last_peered":"2023-06-26T03:01:21.585839+0000","last_clean":"2023-06-26T03:01:21.585839+0000","last_became_active":"2023-06-26T03:01:21.582361+0000","last_became_peered":"2023-06-26T03:01:21.582361+0000","last_unstale":"2023-06-26T03:01:21.585839+0000","last_undegraded":"2023-06-26T03:01:21.585839+0000","last_fullsized":"2023-06-26T03:01:21.585839+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:31:28.514320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.537323+0000","last_change":"2023-06-26T03:01:21.187893+0000","last_active":"2023-06-26T03:01:21.537323+0000","last_peered":"2023-06-26T03:01:21.537323+0000","last_clean":"2023-06-26T03:01:21.537323+0000","last_became_active":"2023-06-26T03:01:21.187456+0000","last_became_peered":"2023-06-26T03:01:21.187456+0000","last_unstale":"2023-06-26T03:01:21.537323+0000","last_undegraded":"2023-06-26T03:01:21.537323+0000","last_fullsized":"2023-06-26T03:01:21.537323+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:30:41.466094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610767+0000","last_change":"2023-06-26T03:01:21.604914+0000","last_active":"2023-06-26T03:01:21.610767+0000","last_peered":"2023-06-26T03:01:21.610767+0000","last_clean":"2023-06-26T03:01:21.610767+0000","last_became_active":"2023-06-26T03:01:21.604403+0000","last_became_peered":"2023-06-26T03:01:21.604403+0000","last_unstale":"2023-06-26T03:01:21.610767+0000","last_undegraded":"2023-06-26T03:01:21.610767+0000","last_fullsized":"2023-06-26T03:01:21.610767+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:41:16.740332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.566369+0000","last_change":"2023-06-26T03:01:21.207603+0000","last_active":"2023-06-26T03:01:21.566369+0000","last_peered":"2023-06-26T03:01:21.566369+0000","last_clean":"2023-06-26T03:01:21.566369+0000","last_became_active":"2023-06-26T03:01:21.206378+0000","last_became_peered":"2023-06-26T03:01:21.206378+0000","last_unstale":"2023-06-26T03:01:21.566369+0000","last_undegraded":"2023-06-26T03:01:21.566369+0000","last_fullsized":"2023-06-26T03:01:21.566369+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:23:40.386929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":193,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.552812+0000","last_change":"2023-06-26T03:00:04.675429+0000","last_active":"2023-06-26T03:01:21.552812+0000","last_peered":"2023-06-26T03:01:21.552812+0000","last_clean":"2023-06-26T03:01:21.552812+0000","last_became_active":"2023-06-26T03:00:04.673239+0000","last_became_peered":"2023-06-26T03:00:04.673239+0000","last_unstale":"2023-06-26T03:01:21.552812+0000","last_undegraded":"2023-06-26T03:01:21.552812+0000","last_fullsized":"2023-06-26T03:01:21.552812+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_clean_scrub_stamp":"2023-06-26T03:00:03.565850+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:01:40.237994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":41,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.581078+0000","last_change":"2023-06-26T03:00:09.644129+0000","last_active":"2023-06-26T03:01:21.581078+0000","last_peered":"2023-06-26T03:01:21.581078+0000","last_clean":"2023-06-26T03:01:21.581078+0000","last_became_active":"2023-06-26T03:00:09.643308+0000","last_became_peered":"2023-06-26T03:00:09.643308+0000","last_unstale":"2023-06-26T03:01:21.581078+0000","last_undegraded":"2023-06-26T03:01:21.581078+0000","last_fullsized":"2023-06-26T03:01:21.581078+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:30:50.846489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.604774+0000","last_change":"2023-06-26T03:01:21.603442+0000","last_active":"2023-06-26T03:01:21.604774+0000","last_peered":"2023-06-26T03:01:21.604774+0000","last_clean":"2023-06-26T03:01:21.604774+0000","last_became_active":"2023-06-26T03:01:21.603143+0000","last_became_peered":"2023-06-26T03:01:21.603143+0000","last_unstale":"2023-06-26T03:01:21.604774+0000","last_undegraded":"2023-06-26T03:01:21.604774+0000","last_fullsized":"2023-06-26T03:01:21.604774+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:02:20.880921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.603175+0000","last_change":"2023-06-26T03:01:21.199275+0000","last_active":"2023-06-26T03:01:21.603175+0000","last_peered":"2023-06-26T03:01:21.603175+0000","last_clean":"2023-06-26T03:01:21.603175+0000","last_became_active":"2023-06-26T03:01:21.197643+0000","last_became_peered":"2023-06-26T03:01:21.197643+0000","last_unstale":"2023-06-26T03:01:21.603175+0000","last_undegraded":"2023-06-26T03:01:21.603175+0000","last_fullsized":"2023-06-26T03:01:21.603175+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:37:23.480679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":37,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.552383+0000","last_change":"2023-06-26T03:00:09.649093+0000","last_active":"2023-06-26T03:01:21.552383+0000","last_peered":"2023-06-26T03:01:21.552383+0000","last_clean":"2023-06-26T03:01:21.552383+0000","last_became_active":"2023-06-26T03:00:09.648446+0000","last_became_peered":"2023-06-26T03:00:09.648446+0000","last_unstale":"2023-06-26T03:01:21.552383+0000","last_undegraded":"2023-06-26T03:01:21.552383+0000","last_fullsized":"2023-06-26T03:01:21.552383+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:39.883388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.606007+0000","last_change":"2023-06-26T03:01:21.596043+0000","last_active":"2023-06-26T03:01:21.606007+0000","last_peered":"2023-06-26T03:01:21.606007+0000","last_clean":"2023-06-26T03:01:21.606007+0000","last_became_active":"2023-06-26T03:01:21.595510+0000","last_became_peered":"2023-06-26T03:01:21.595510+0000","last_unstale":"2023-06-26T03:01:21.606007+0000","last_undegraded":"2023-06-26T03:01:21.606007+0000","last_fullsized":"2023-06-26T03:01:21.606007+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.232829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.537453+0000","last_change":"2023-06-26T03:01:21.202108+0000","last_active":"2023-06-26T03:01:21.537453+0000","last_peered":"2023-06-26T03:01:21.537453+0000","last_clean":"2023-06-26T03:01:21.537453+0000","last_became_active":"2023-06-26T03:01:21.201773+0000","last_became_peered":"2023-06-26T03:01:21.201773+0000","last_unstale":"2023-06-26T03:01:21.537453+0000","last_undegraded":"2023-06-26T03:01:21.537453+0000","last_fullsized":"2023-06-26T03:01:21.537453+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:30:36.149369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":39,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.537111+0000","last_change":"2023-06-26T03:00:09.764941+0000","last_active":"2023-06-26T03:01:21.537111+0000","last_peered":"2023-06-26T03:01:21.537111+0000","last_clean":"2023-06-26T03:01:21.537111+0000","last_became_active":"2023-06-26T03:00:09.764625+0000","last_became_peered":"2023-06-26T03:00:09.764625+0000","last_unstale":"2023-06-26T03:01:21.537111+0000","last_undegraded":"2023-06-26T03:01:21.537111+0000","last_fullsized":"2023-06-26T03:01:21.537111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:41:41.696885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.575510+0000","last_change":"2023-06-26T03:01:21.574354+0000","last_active":"2023-06-26T03:01:21.575510+0000","last_peered":"2023-06-26T03:01:21.575510+0000","last_clean":"2023-06-26T03:01:21.575510+0000","last_became_active":"2023-06-26T03:01:21.574141+0000","last_became_peered":"2023-06-26T03:01:21.574141+0000","last_unstale":"2023-06-26T03:01:21.575510+0000","last_undegraded":"2023-06-26T03:01:21.575510+0000","last_fullsized":"2023-06-26T03:01:21.575510+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:27.004101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.548453+0000","last_change":"2023-06-26T03:01:21.189102+0000","last_active":"2023-06-26T03:01:21.548453+0000","last_peered":"2023-06-26T03:01:21.548453+0000","last_clean":"2023-06-26T03:01:21.548453+0000","last_became_active":"2023-06-26T03:01:21.188787+0000","last_became_peered":"2023-06-26T03:01:21.188787+0000","last_unstale":"2023-06-26T03:01:21.548453+0000","last_undegraded":"2023-06-26T03:01:21.548453+0000","last_fullsized":"2023-06-26T03:01:21.548453+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:26.000286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":41,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.579627+0000","last_change":"2023-06-26T03:00:09.645045+0000","last_active":"2023-06-26T03:01:21.579627+0000","last_peered":"2023-06-26T03:01:21.579627+0000","last_clean":"2023-06-26T03:01:21.579627+0000","last_became_active":"2023-06-26T03:00:09.643926+0000","last_became_peered":"2023-06-26T03:00:09.643926+0000","last_unstale":"2023-06-26T03:01:21.579627+0000","last_undegraded":"2023-06-26T03:01:21.579627+0000","last_fullsized":"2023-06-26T03:01:21.579627+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:00.698562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.564831+0000","last_change":"2023-06-26T03:01:21.563133+0000","last_active":"2023-06-26T03:01:21.564831+0000","last_peered":"2023-06-26T03:01:21.564831+0000","last_clean":"2023-06-26T03:01:21.564831+0000","last_became_active":"2023-06-26T03:01:21.562869+0000","last_became_peered":"2023-06-26T03:01:21.562869+0000","last_unstale":"2023-06-26T03:01:21.564831+0000","last_undegraded":"2023-06-26T03:01:21.564831+0000","last_fullsized":"2023-06-26T03:01:21.564831+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:48:34.127741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.548387+0000","last_change":"2023-06-26T03:01:21.201164+0000","last_active":"2023-06-26T03:01:21.548387+0000","last_peered":"2023-06-26T03:01:21.548387+0000","last_clean":"2023-06-26T03:01:21.548387+0000","last_became_active":"2023-06-26T03:01:21.200881+0000","last_became_peered":"2023-06-26T03:01:21.200881+0000","last_unstale":"2023-06-26T03:01:21.548387+0000","last_undegraded":"2023-06-26T03:01:21.548387+0000","last_fullsized":"2023-06-26T03:01:21.548387+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:56:23.519712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":37,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.549561+0000","last_change":"2023-06-26T03:00:09.641120+0000","last_active":"2023-06-26T03:01:21.549561+0000","last_peered":"2023-06-26T03:01:21.549561+0000","last_clean":"2023-06-26T03:01:21.549561+0000","last_became_active":"2023-06-26T03:00:09.640629+0000","last_became_peered":"2023-06-26T03:00:09.640629+0000","last_unstale":"2023-06-26T03:01:21.549561+0000","last_undegraded":"2023-06-26T03:01:21.549561+0000","last_fullsized":"2023-06-26T03:01:21.549561+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:05:03.670254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.588506+0000","last_change":"2023-06-26T03:01:21.585897+0000","last_active":"2023-06-26T03:01:21.588506+0000","last_peered":"2023-06-26T03:01:21.588506+0000","last_clean":"2023-06-26T03:01:21.588506+0000","last_became_active":"2023-06-26T03:01:21.585597+0000","last_became_peered":"2023-06-26T03:01:21.585597+0000","last_unstale":"2023-06-26T03:01:21.588506+0000","last_undegraded":"2023-06-26T03:01:21.588506+0000","last_fullsized":"2023-06-26T03:01:21.588506+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:31:28.514320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.548206+0000","last_change":"2023-06-26T03:01:21.202404+0000","last_active":"2023-06-26T03:01:21.548206+0000","last_peered":"2023-06-26T03:01:21.548206+0000","last_clean":"2023-06-26T03:01:21.548206+0000","last_became_active":"2023-06-26T03:01:21.201174+0000","last_became_peered":"2023-06-26T03:01:21.201174+0000","last_unstale":"2023-06-26T03:01:21.548206+0000","last_undegraded":"2023-06-26T03:01:21.548206+0000","last_fullsized":"2023-06-26T03:01:21.548206+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:36:07.841124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":37,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.574139+0000","last_change":"2023-06-26T03:00:09.647172+0000","last_active":"2023-06-26T03:01:21.574139+0000","last_peered":"2023-06-26T03:01:21.574139+0000","last_clean":"2023-06-26T03:01:21.574139+0000","last_became_active":"2023-06-26T03:00:09.646394+0000","last_became_peered":"2023-06-26T03:00:09.646394+0000","last_unstale":"2023-06-26T03:01:21.574139+0000","last_undegraded":"2023-06-26T03:01:21.574139+0000","last_fullsized":"2023-06-26T03:01:21.574139+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:46:44.339832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.584901+0000","last_change":"2023-06-26T03:01:21.570809+0000","last_active":"2023-06-26T03:01:21.584901+0000","last_peered":"2023-06-26T03:01:21.584901+0000","last_clean":"2023-06-26T03:01:21.584901+0000","last_became_active":"2023-06-26T03:01:21.568854+0000","last_became_peered":"2023-06-26T03:01:21.568854+0000","last_unstale":"2023-06-26T03:01:21.584901+0000","last_undegraded":"2023-06-26T03:01:21.584901+0000","last_fullsized":"2023-06-26T03:01:21.584901+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:43:37.874943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.545494+0000","last_change":"2023-06-26T03:01:21.211568+0000","last_active":"2023-06-26T03:01:21.545494+0000","last_peered":"2023-06-26T03:01:21.545494+0000","last_clean":"2023-06-26T03:01:21.545494+0000","last_became_active":"2023-06-26T03:01:21.210809+0000","last_became_peered":"2023-06-26T03:01:21.210809+0000","last_unstale":"2023-06-26T03:01:21.545494+0000","last_undegraded":"2023-06-26T03:01:21.545494+0000","last_fullsized":"2023-06-26T03:01:21.545494+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:02.588608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":37,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.551357+0000","last_change":"2023-06-26T03:00:09.640928+0000","last_active":"2023-06-26T03:01:21.551357+0000","last_peered":"2023-06-26T03:01:21.551357+0000","last_clean":"2023-06-26T03:01:21.551357+0000","last_became_active":"2023-06-26T03:00:09.640571+0000","last_became_peered":"2023-06-26T03:00:09.640571+0000","last_unstale":"2023-06-26T03:01:21.551357+0000","last_undegraded":"2023-06-26T03:01:21.551357+0000","last_fullsized":"2023-06-26T03:01:21.551357+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:31:32.024710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.606106+0000","last_change":"2023-06-26T03:01:21.597738+0000","last_active":"2023-06-26T03:01:21.606106+0000","last_peered":"2023-06-26T03:01:21.606106+0000","last_clean":"2023-06-26T03:01:21.606106+0000","last_became_active":"2023-06-26T03:01:21.596923+0000","last_became_peered":"2023-06-26T03:01:21.596923+0000","last_unstale":"2023-06-26T03:01:21.606106+0000","last_undegraded":"2023-06-26T03:01:21.606106+0000","last_fullsized":"2023-06-26T03:01:21.606106+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:41:16.740332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.555714+0000","last_change":"2023-06-26T03:01:21.189202+0000","last_active":"2023-06-26T03:01:21.555714+0000","last_peered":"2023-06-26T03:01:21.555714+0000","last_clean":"2023-06-26T03:01:21.555714+0000","last_became_active":"2023-06-26T03:01:21.188867+0000","last_became_peered":"2023-06-26T03:01:21.188867+0000","last_unstale":"2023-06-26T03:01:21.555714+0000","last_undegraded":"2023-06-26T03:01:21.555714+0000","last_fullsized":"2023-06-26T03:01:21.555714+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:32:43.555162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":45,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.548485+0000","last_change":"2023-06-26T03:00:09.648273+0000","last_active":"2023-06-26T03:01:21.548485+0000","last_peered":"2023-06-26T03:01:21.548485+0000","last_clean":"2023-06-26T03:01:21.548485+0000","last_became_active":"2023-06-26T03:00:09.646927+0000","last_became_peered":"2023-06-26T03:00:09.646927+0000","last_unstale":"2023-06-26T03:01:21.548485+0000","last_undegraded":"2023-06-26T03:01:21.548485+0000","last_fullsized":"2023-06-26T03:01:21.548485+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:00:54.061640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":1008,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":1032192,"data_stored":765400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.65000000000000002}]},{"osd":1,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.80600000000000005}]},{"osd":2,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.84899999999999998}]},{"osd":3,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.94599999999999995},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.92100000000000004}]},{"osd":4,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.399,"5min":1.399,"15min":1.399},"last":0.877},{"interface":"front","average":{"1min":1.083,"5min":1.083,"15min":1.083},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":1.694,"5min":1.694,"15min":1.694},"last":1.042}]},{"osd":5,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":1.1899999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.7190000000000001,"5min":1.7190000000000001,"15min":1.7190000000000001},"last":1.089}]},{"osd":6,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":1.081,"5min":1.081,"15min":1.081},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":1.2270000000000001},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"max":{"1min":1.675,"5min":1.675,"15min":1.675},"last":1.1699999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":400,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":409600,"data_stored":166270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.881,"5min":1.881,"15min":1.881},"last":0.94799999999999995}]},{"osd":1,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.66100000000000003}]},{"osd":2,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.591,"5min":1.591,"15min":1.591},"last":0.82399999999999995}]},{"osd":3,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":1.0129999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.753}]},{"osd":4,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.92100000000000004},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.9490000000000001,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":1.095}]},{"osd":5,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.526,"5min":1.526,"15min":1.526},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":0.98299999999999998}]},{"osd":7,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.4690000000000001,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.9159999999999999,"5min":1.9159999999999999,"15min":1.9159999999999999},"last":1.0369999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574870,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":420,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":430080,"data_stored":173510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":2.2349999999999999,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.66700000000000004}]},{"osd":1,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.97199999999999998}]},{"osd":2,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.86199999999999999}]},{"osd":3,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":1.018},{"interface":"front","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.999}]},{"osd":4,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":1.099,"5min":1.099,"15min":1.099},"min":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"max":{"1min":1.732,"5min":1.732,"15min":1.732},"last":0.93799999999999994}]},{"osd":6,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":2.2599999999999998,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.753},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":2.0830000000000002,"5min":2.0830000000000002,"15min":2.0830000000000002},"last":1.0629999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"max":{"1min":1.54,"5min":1.54,"15min":1.54},"last":1.042},{"interface":"front","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.591,"5min":1.591,"15min":1.591},"last":1.0900000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31468,"kb_used_data":420,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340372,"statfs":{"total":96636764160,"available":96604540928,"internally_reserved":0,"allocated":430080,"data_stored":174002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.3919999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.71399999999999997}]},{"osd":1,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.504},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.628}]},{"osd":2,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.49,"5min":1.49,"15min":1.49},"last":0.755},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.47399999999999998}]},{"osd":3,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":1.028,"5min":1.028,"15min":1.028},"min":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.59699999999999998}]},{"osd":5,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":1.6000000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.7410000000000001,"5min":1.7410000000000001,"15min":1.7410000000000001},"last":0.65200000000000002}]},{"osd":6,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.82299999999999995},{"interface":"front","average":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.7150000000000001,"5min":1.7150000000000001,"15min":1.7150000000000001},"last":0.73899999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.089,"15min":1.089},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.78900000000000003},{"interface":"front","average":{"1min":1.161,"5min":1.161,"15min":1.161},"min":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.66700000000000004}]}]},{"osd":3,"up_from":13,"seq":55834574870,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":174996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.312},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.45200000000000001}]},{"osd":1,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":0.36899999999999999}]},{"osd":2,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.496}]},{"osd":4,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.746}]},{"osd":5,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.7110000000000001,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.70999999999999996}]},{"osd":6,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.627},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.8360000000000001,"5min":1.8360000000000001,"15min":1.8360000000000001},"last":0.72799999999999998}]},{"osd":7,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.79600000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574869,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27368,"kb_used_data":416,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344472,"statfs":{"total":96636764160,"available":96608739328,"internally_reserved":0,"allocated":425984,"data_stored":173468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.194,"5min":1.194,"15min":1.194},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.58799999999999997}]},{"osd":1,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.68600000000000005}]},{"osd":3,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.75}]},{"osd":4,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.4450000000000001,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":0.91900000000000004}]},{"osd":5,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.96599999999999997},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.742,"5min":1.742,"15min":1.742},"last":0.90700000000000003}]},{"osd":6,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.8979999999999999,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.702,"5min":1.702,"15min":1.702},"last":1.081}]},{"osd":7,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.958,"5min":1.958,"15min":1.958},"last":1.012}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27368,"kb_used_data":416,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344472,"statfs":{"total":96636764160,"available":96608739328,"internally_reserved":0,"allocated":425984,"data_stored":173488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.503},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.76200000000000001}]},{"osd":2,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":1.2889999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.64300000000000002}]},{"osd":3,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.71499999999999997}]},{"osd":4,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.784,"5min":1.784,"15min":1.784},"last":0.84299999999999997}]},{"osd":5,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":1.0569999999999999}]},{"osd":6,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.8899999999999999,"5min":1.8899999999999999,"15min":1.8899999999999999},"last":0.98999999999999999},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.444,"5min":1.444,"15min":1.444},"last":1.0860000000000001}]},{"osd":7,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.52,"5min":1.52,"15min":1.52},"last":1.01},{"interface":"front","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":1.153}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27948,"kb_used_data":996,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343892,"statfs":{"total":96636764160,"available":96608145408,"internally_reserved":0,"allocated":1019904,"data_stored":763800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.495},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.72799999999999998}]},{"osd":2,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.65300000000000002}]},{"osd":3,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.621}]},{"osd":4,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.77100000000000002}]},{"osd":5,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":1.0089999999999999}]},{"osd":6,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.3280000000000001,"5min":1.3280000000000001,"15min":1.3280000000000001},"last":1.0549999999999999},{"interface":"front","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":0.94199999999999995}]},{"osd":7,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.99199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:01:24.662 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:01:24.815 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.814+0000 7f63a1677640 1 Processor -- start 2023-06-26T03:01:24.816 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.814+0000 7f63a1677640 1 -- start start 2023-06-26T03:01:24.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.814+0000 7f63a1677640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f639c0cf270 0x7f639c0d0870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.817 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.814+0000 7f63a1677640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f639c0cc7a0 con 0x7f639c0b4fa0 2023-06-26T03:01:24.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.814+0000 7f63a1677640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f639c0cca40 con 0x7f639c0b1640 2023-06-26T03:01:24.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.814+0000 7f63a1677640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f639c0d0450 con 0x7f639c0cf270 2023-06-26T03:01:24.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.814+0000 7f639b7fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f639c0cf270 0x7f639c0d0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:24.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.814+0000 7f639b7fe640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f639c0cf270 0x7f639c0d0870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:51004/0 (socket says 172.21.15.81:51004) 2023-06-26T03:01:24.818 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.814+0000 7f639b7fe640 1 -- 172.21.15.81:0/2929372325 learned_addr learned my addr 172.21.15.81:0/2929372325 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:24.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.814+0000 7f639b7fe640 1 -- 172.21.15.81:0/2929372325 >> v1:172.21.15.92:6789/0 conn(0x7f639c0b1640 legacy=0x7f639c15fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.814+0000 7f639b7fe640 1 -- 172.21.15.81:0/2929372325 >> v1:172.21.15.81:6789/0 conn(0x7f639c0b4fa0 legacy=0x7f639c0ceb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.814+0000 7f6399ffb640 1 -- 172.21.15.81:0/2929372325 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 130120514 0 0) 0x7f639c0cc7a0 con 0x7f639c0b4fa0 2023-06-26T03:01:24.819 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.814+0000 7f639b7fe640 1 -- 172.21.15.81:0/2929372325 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f639c0ccd20 con 0x7f639c0cf270 2023-06-26T03:01:24.820 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.818+0000 7f639b7fe640 1 --2- 172.21.15.81:0/2929372325 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f639c0cf270 0x7f639c0d0870 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f638c009870 tx=0x7f638c01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b446158ff955e68 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:24.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.818+0000 7f6399ffb640 1 -- 172.21.15.81:0/2929372325 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f638c0a6040 con 0x7f639c0cf270 2023-06-26T03:01:24.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.818+0000 7f6399ffb640 1 -- 172.21.15.81:0/2929372325 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f638c0aa600 con 0x7f639c0cf270 2023-06-26T03:01:24.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.818+0000 7f6399ffb640 1 -- 172.21.15.81:0/2929372325 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f638c0aa990 con 0x7f639c0cf270 2023-06-26T03:01:24.821 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.818+0000 7f63a1677640 1 -- 172.21.15.81:0/2929372325 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f639c0cf270 msgr2=0x7f639c0d0870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.818+0000 7f63a1677640 1 --2- 172.21.15.81:0/2929372325 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f639c0cf270 0x7f639c0d0870 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f638c009870 tx=0x7f638c01c480 comp rx=0 tx=0).stop 2023-06-26T03:01:24.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.818+0000 7f63a1677640 1 -- 172.21.15.81:0/2929372325 shutdown_connections 2023-06-26T03:01:24.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.818+0000 7f63a1677640 1 --2- 172.21.15.81:0/2929372325 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f639c0cf270 0x7f639c0d0870 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.818+0000 7f63a1677640 1 -- 172.21.15.81:0/2929372325 >> 172.21.15.81:0/2929372325 conn(0x7f639c069e40 msgr2=0x7f639c06a240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:24.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.818+0000 7f63a1677640 1 -- 172.21.15.81:0/2929372325 shutdown_connections 2023-06-26T03:01:24.822 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.818+0000 7f63a1677640 1 -- 172.21.15.81:0/2929372325 wait complete. 2023-06-26T03:01:24.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.818+0000 7f63a1677640 1 Processor -- start 2023-06-26T03:01:24.823 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.818+0000 7f63a1677640 1 -- start start 2023-06-26T03:01:24.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63a1677640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f639c0b1640 0x7f639c0c67c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63a1677640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f639c0b4fa0 0x7f639c0b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63a1677640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f639c0cf270 0x7f639c0c8470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63a1677640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f639c0b3390 con 0x7f639c0b1640 2023-06-26T03:01:24.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63a1677640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f639c0b3670 con 0x7f639c0b4fa0 2023-06-26T03:01:24.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63a1677640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f639c0c7990 con 0x7f639c0cf270 2023-06-26T03:01:24.824 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f639affd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f639c0b1640 0x7f639c0c67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:24.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f639affd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f639c0b1640 0x7f639c0c67c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:51016/0 (socket says 172.21.15.81:51016) 2023-06-26T03:01:24.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f639affd640 1 -- 172.21.15.81:0/2039310487 learned_addr learned my addr 172.21.15.81:0/2039310487 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:24.825 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f639affd640 1 -- 172.21.15.81:0/2039310487 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f639c0cf270 msgr2=0x7f639c0c8470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f639affd640 1 --2- 172.21.15.81:0/2039310487 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f639c0cf270 0x7f639c0c8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f639affd640 1 -- 172.21.15.81:0/2039310487 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f639c0b4fa0 msgr2=0x7f639c0b2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f639affd640 1 --2- 172.21.15.81:0/2039310487 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f639c0b4fa0 0x7f639c0b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f639affd640 1 -- 172.21.15.81:0/2039310487 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f638c0094d0 con 0x7f639c0b1640 2023-06-26T03:01:24.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f639affd640 1 --2- 172.21.15.81:0/2039310487 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f639c0b1640 0x7f639c0c67c0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f639400c500 tx=0x7f639400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:24.826 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63837fe640 1 -- 172.21.15.81:0/2039310487 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6394005220 con 0x7f639c0b1640 2023-06-26T03:01:24.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63837fe640 1 -- 172.21.15.81:0/2039310487 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6394005380 con 0x7f639c0b1640 2023-06-26T03:01:24.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63a1677640 1 -- 172.21.15.81:0/2039310487 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f639c0c7c70 con 0x7f639c0b1640 2023-06-26T03:01:24.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63837fe640 1 -- 172.21.15.81:0/2039310487 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6394007270 con 0x7f639c0b1640 2023-06-26T03:01:24.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63a1677640 1 -- 172.21.15.81:0/2039310487 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f639c0b3050 con 0x7f639c0b1640 2023-06-26T03:01:24.827 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63a1677640 1 -- 172.21.15.81:0/2039310487 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f639c0c77f0 con 0x7f639c0b1640 2023-06-26T03:01:24.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63837fe640 1 -- 172.21.15.81:0/2039310487 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f63940073d0 con 0x7f639c0b1640 2023-06-26T03:01:24.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63837fe640 1 --2- 172.21.15.81:0/2039310487 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6388066280 0x7f6388068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:24.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f63837fe640 1 -- 172.21.15.81:0/2039310487 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f6394084220 con 0x7f639c0b1640 2023-06-26T03:01:24.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f639a7fc640 1 --2- 172.21.15.81:0/2039310487 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6388066280 0x7f6388068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:24.828 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.822+0000 7f639a7fc640 1 --2- 172.21.15.81:0/2039310487 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6388066280 0x7f6388068730 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f63900012f0 tx=0x7f6390007c80 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:24.830 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.826+0000 7f63837fe640 1 -- 172.21.15.81:0/2039310487 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6394051730 con 0x7f639c0b1640 2023-06-26T03:01:24.979 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.974+0000 7f63a1677640 1 -- 172.21.15.81:0/2039310487 --> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f639c0c7b00 con 0x7f6388066280 2023-06-26T03:01:24.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.990+0000 7f63837fe640 1 -- 172.21.15.81:0/2039310487 <== mgr.4104 v2:172.21.15.81:6832/2767121196 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+309917 (secure 0 0 0) 0x7f639c0c7b00 con 0x7f6388066280 2023-06-26T03:01:24.995 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:24.996 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-06-26T03:01:24.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.994+0000 7f63a1677640 1 -- 172.21.15.81:0/2039310487 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6388066280 msgr2=0x7f6388068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.997 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.994+0000 7f63a1677640 1 --2- 172.21.15.81:0/2039310487 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6388066280 0x7f6388068730 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f63900012f0 tx=0x7f6390007c80 comp rx=0 tx=0).stop 2023-06-26T03:01:24.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.994+0000 7f63a1677640 1 -- 172.21.15.81:0/2039310487 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f639c0b1640 msgr2=0x7f639c0c67c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:24.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.994+0000 7f63a1677640 1 --2- 172.21.15.81:0/2039310487 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f639c0b1640 0x7f639c0c67c0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f639400c500 tx=0x7f639400c9c0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.994+0000 7f63a1677640 1 -- 172.21.15.81:0/2039310487 shutdown_connections 2023-06-26T03:01:24.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.994+0000 7f63a1677640 1 --2- 172.21.15.81:0/2039310487 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f6388066280 0x7f6388068730 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.994+0000 7f63a1677640 1 --2- 172.21.15.81:0/2039310487 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f639c0cf270 0x7f639c0c8470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.994+0000 7f63a1677640 1 --2- 172.21.15.81:0/2039310487 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f639c0b4fa0 0x7f639c0b2b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.998 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.994+0000 7f63a1677640 1 --2- 172.21.15.81:0/2039310487 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f639c0b1640 0x7f639c0c67c0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:24.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.994+0000 7f63a1677640 1 -- 172.21.15.81:0/2039310487 >> 172.21.15.81:0/2039310487 conn(0x7f639c069e40 msgr2=0x7f639c15b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:24.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.994+0000 7f63a1677640 1 -- 172.21.15.81:0/2039310487 shutdown_connections 2023-06-26T03:01:24.999 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:24.994+0000 7f63a1677640 1 -- 172.21.15.81:0/2039310487 wait complete. 2023-06-26T03:01:25.013 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":73,"stamp":"2023-06-26T03:01:24.722056+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":79,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":224216,"kb_used_data":4504,"kb_used_omap":0,"kb_used_meta":219648,"kb_avail":754750504,"statfs":{"total":773094113280,"available":772864516096,"internally_reserved":0,"allocated":4612096,"data_stored":2564934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":224919552},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":65,"apply_latency_ms":65,"commit_latency_ns":65000000,"apply_latency_ns":65000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.565828"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.565437+0000","last_change":"2023-06-26T03:01:21.559484+0000","last_active":"2023-06-26T03:01:21.565437+0000","last_peered":"2023-06-26T03:01:21.565437+0000","last_clean":"2023-06-26T03:01:21.565437+0000","last_became_active":"2023-06-26T03:01:21.559233+0000","last_became_peered":"2023-06-26T03:01:21.559233+0000","last_unstale":"2023-06-26T03:01:21.565437+0000","last_undegraded":"2023-06-26T03:01:21.565437+0000","last_fullsized":"2023-06-26T03:01:21.565437+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:02:20.880921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.566693+0000","last_change":"2023-06-26T03:01:21.561306+0000","last_active":"2023-06-26T03:01:21.566693+0000","last_peered":"2023-06-26T03:01:21.566693+0000","last_clean":"2023-06-26T03:01:21.566693+0000","last_became_active":"2023-06-26T03:01:21.561035+0000","last_became_peered":"2023-06-26T03:01:21.561035+0000","last_unstale":"2023-06-26T03:01:21.566693+0000","last_undegraded":"2023-06-26T03:01:21.566693+0000","last_fullsized":"2023-06-26T03:01:21.566693+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:06:16.204521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.605377+0000","last_change":"2023-06-26T03:01:21.604600+0000","last_active":"2023-06-26T03:01:21.605377+0000","last_peered":"2023-06-26T03:01:21.605377+0000","last_clean":"2023-06-26T03:01:21.605377+0000","last_became_active":"2023-06-26T03:01:21.604257+0000","last_became_peered":"2023-06-26T03:01:21.604257+0000","last_unstale":"2023-06-26T03:01:21.605377+0000","last_undegraded":"2023-06-26T03:01:21.605377+0000","last_fullsized":"2023-06-26T03:01:21.605377+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:25:48.233672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.560605+0000","last_change":"2023-06-26T03:01:21.555659+0000","last_active":"2023-06-26T03:01:21.560605+0000","last_peered":"2023-06-26T03:01:21.560605+0000","last_clean":"2023-06-26T03:01:21.560605+0000","last_became_active":"2023-06-26T03:01:21.555389+0000","last_became_peered":"2023-06-26T03:01:21.555389+0000","last_unstale":"2023-06-26T03:01:21.560605+0000","last_undegraded":"2023-06-26T03:01:21.560605+0000","last_fullsized":"2023-06-26T03:01:21.560605+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:04:12.279301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.560599+0000","last_change":"2023-06-26T03:01:21.555523+0000","last_active":"2023-06-26T03:01:21.560599+0000","last_peered":"2023-06-26T03:01:21.560599+0000","last_clean":"2023-06-26T03:01:21.560599+0000","last_became_active":"2023-06-26T03:01:21.555232+0000","last_became_peered":"2023-06-26T03:01:21.555232+0000","last_unstale":"2023-06-26T03:01:21.560599+0000","last_undegraded":"2023-06-26T03:01:21.560599+0000","last_fullsized":"2023-06-26T03:01:21.560599+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:46.398358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.566518+0000","last_change":"2023-06-26T03:01:21.563235+0000","last_active":"2023-06-26T03:01:21.566518+0000","last_peered":"2023-06-26T03:01:21.566518+0000","last_clean":"2023-06-26T03:01:21.566518+0000","last_became_active":"2023-06-26T03:01:21.562972+0000","last_became_peered":"2023-06-26T03:01:21.562972+0000","last_unstale":"2023-06-26T03:01:21.566518+0000","last_undegraded":"2023-06-26T03:01:21.566518+0000","last_fullsized":"2023-06-26T03:01:21.566518+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:29:45.284793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610618+0000","last_change":"2023-06-26T03:01:21.603499+0000","last_active":"2023-06-26T03:01:21.610618+0000","last_peered":"2023-06-26T03:01:21.610618+0000","last_clean":"2023-06-26T03:01:21.610618+0000","last_became_active":"2023-06-26T03:01:21.602445+0000","last_became_peered":"2023-06-26T03:01:21.602445+0000","last_unstale":"2023-06-26T03:01:21.610618+0000","last_undegraded":"2023-06-26T03:01:21.610618+0000","last_fullsized":"2023-06-26T03:01:21.610618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:08.913992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.605369+0000","last_change":"2023-06-26T03:01:21.603398+0000","last_active":"2023-06-26T03:01:21.605369+0000","last_peered":"2023-06-26T03:01:21.605369+0000","last_clean":"2023-06-26T03:01:21.605369+0000","last_became_active":"2023-06-26T03:01:21.602911+0000","last_became_peered":"2023-06-26T03:01:21.602911+0000","last_unstale":"2023-06-26T03:01:21.605369+0000","last_undegraded":"2023-06-26T03:01:21.605369+0000","last_fullsized":"2023-06-26T03:01:21.605369+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:56:24.523526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.605359+0000","last_change":"2023-06-26T03:01:21.604534+0000","last_active":"2023-06-26T03:01:21.605359+0000","last_peered":"2023-06-26T03:01:21.605359+0000","last_clean":"2023-06-26T03:01:21.605359+0000","last_became_active":"2023-06-26T03:01:21.604225+0000","last_became_peered":"2023-06-26T03:01:21.604225+0000","last_unstale":"2023-06-26T03:01:21.605359+0000","last_undegraded":"2023-06-26T03:01:21.605359+0000","last_fullsized":"2023-06-26T03:01:21.605359+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:18:45.314913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610823+0000","last_change":"2023-06-26T03:01:21.605135+0000","last_active":"2023-06-26T03:01:21.610823+0000","last_peered":"2023-06-26T03:01:21.610823+0000","last_clean":"2023-06-26T03:01:21.610823+0000","last_became_active":"2023-06-26T03:01:21.603402+0000","last_became_peered":"2023-06-26T03:01:21.603402+0000","last_unstale":"2023-06-26T03:01:21.610823+0000","last_undegraded":"2023-06-26T03:01:21.610823+0000","last_fullsized":"2023-06-26T03:01:21.610823+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:23:41.390743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610971+0000","last_change":"2023-06-26T03:01:21.606902+0000","last_active":"2023-06-26T03:01:21.610971+0000","last_peered":"2023-06-26T03:01:21.610971+0000","last_clean":"2023-06-26T03:01:21.610971+0000","last_became_active":"2023-06-26T03:01:21.603314+0000","last_became_peered":"2023-06-26T03:01:21.603314+0000","last_unstale":"2023-06-26T03:01:21.610971+0000","last_undegraded":"2023-06-26T03:01:21.610971+0000","last_fullsized":"2023-06-26T03:01:21.610971+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:16:49.661378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.558459+0000","last_change":"2023-06-26T03:01:21.555680+0000","last_active":"2023-06-26T03:01:21.558459+0000","last_peered":"2023-06-26T03:01:21.558459+0000","last_clean":"2023-06-26T03:01:21.558459+0000","last_became_active":"2023-06-26T03:01:21.555423+0000","last_became_peered":"2023-06-26T03:01:21.555423+0000","last_unstale":"2023-06-26T03:01:21.558459+0000","last_undegraded":"2023-06-26T03:01:21.558459+0000","last_fullsized":"2023-06-26T03:01:21.558459+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:08:01.288464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610572+0000","last_change":"2023-06-26T03:01:21.602557+0000","last_active":"2023-06-26T03:01:21.610572+0000","last_peered":"2023-06-26T03:01:21.610572+0000","last_clean":"2023-06-26T03:01:21.610572+0000","last_became_active":"2023-06-26T03:01:21.602086+0000","last_became_peered":"2023-06-26T03:01:21.602086+0000","last_unstale":"2023-06-26T03:01:21.610572+0000","last_undegraded":"2023-06-26T03:01:21.610572+0000","last_fullsized":"2023-06-26T03:01:21.610572+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:39:19.542284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.590603+0000","last_change":"2023-06-26T03:01:21.578871+0000","last_active":"2023-06-26T03:01:21.590603+0000","last_peered":"2023-06-26T03:01:21.590603+0000","last_clean":"2023-06-26T03:01:21.590603+0000","last_became_active":"2023-06-26T03:01:21.578002+0000","last_became_peered":"2023-06-26T03:01:21.578002+0000","last_unstale":"2023-06-26T03:01:21.590603+0000","last_undegraded":"2023-06-26T03:01:21.590603+0000","last_fullsized":"2023-06-26T03:01:21.590603+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:48.545633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.608293+0000","last_change":"2023-06-26T03:01:21.596384+0000","last_active":"2023-06-26T03:01:21.608293+0000","last_peered":"2023-06-26T03:01:21.608293+0000","last_clean":"2023-06-26T03:01:21.608293+0000","last_became_active":"2023-06-26T03:01:21.595043+0000","last_became_peered":"2023-06-26T03:01:21.595043+0000","last_unstale":"2023-06-26T03:01:21.608293+0000","last_undegraded":"2023-06-26T03:01:21.608293+0000","last_fullsized":"2023-06-26T03:01:21.608293+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:25.925932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.606164+0000","last_change":"2023-06-26T03:01:21.597855+0000","last_active":"2023-06-26T03:01:21.606164+0000","last_peered":"2023-06-26T03:01:21.606164+0000","last_clean":"2023-06-26T03:01:21.606164+0000","last_became_active":"2023-06-26T03:01:21.597399+0000","last_became_peered":"2023-06-26T03:01:21.597399+0000","last_unstale":"2023-06-26T03:01:21.606164+0000","last_undegraded":"2023-06-26T03:01:21.606164+0000","last_fullsized":"2023-06-26T03:01:21.606164+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:30.749303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.608139+0000","last_change":"2023-06-26T03:01:21.604850+0000","last_active":"2023-06-26T03:01:21.608139+0000","last_peered":"2023-06-26T03:01:21.608139+0000","last_clean":"2023-06-26T03:01:21.608139+0000","last_became_active":"2023-06-26T03:01:21.604227+0000","last_became_peered":"2023-06-26T03:01:21.604227+0000","last_unstale":"2023-06-26T03:01:21.608139+0000","last_undegraded":"2023-06-26T03:01:21.608139+0000","last_fullsized":"2023-06-26T03:01:21.608139+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:10:54.363746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.589975+0000","last_change":"2023-06-26T03:01:21.574878+0000","last_active":"2023-06-26T03:01:21.589975+0000","last_peered":"2023-06-26T03:01:21.589975+0000","last_clean":"2023-06-26T03:01:21.589975+0000","last_became_active":"2023-06-26T03:01:21.573758+0000","last_became_peered":"2023-06-26T03:01:21.573758+0000","last_unstale":"2023-06-26T03:01:21.589975+0000","last_undegraded":"2023-06-26T03:01:21.589975+0000","last_fullsized":"2023-06-26T03:01:21.589975+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:18:14.374244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.553817+0000","last_change":"2023-06-26T03:01:21.550319+0000","last_active":"2023-06-26T03:01:21.553817+0000","last_peered":"2023-06-26T03:01:21.553817+0000","last_clean":"2023-06-26T03:01:21.553817+0000","last_became_active":"2023-06-26T03:01:21.549656+0000","last_became_peered":"2023-06-26T03:01:21.549656+0000","last_unstale":"2023-06-26T03:01:21.553817+0000","last_undegraded":"2023-06-26T03:01:21.553817+0000","last_fullsized":"2023-06-26T03:01:21.553817+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:58:48.461920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.589792+0000","last_change":"2023-06-26T03:01:21.572527+0000","last_active":"2023-06-26T03:01:21.589792+0000","last_peered":"2023-06-26T03:01:21.589792+0000","last_clean":"2023-06-26T03:01:21.589792+0000","last_became_active":"2023-06-26T03:01:21.571757+0000","last_became_peered":"2023-06-26T03:01:21.571757+0000","last_unstale":"2023-06-26T03:01:21.589792+0000","last_undegraded":"2023-06-26T03:01:21.589792+0000","last_fullsized":"2023-06-26T03:01:21.589792+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:09:11.550524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610777+0000","last_change":"2023-06-26T03:01:21.604676+0000","last_active":"2023-06-26T03:01:21.610777+0000","last_peered":"2023-06-26T03:01:21.610777+0000","last_clean":"2023-06-26T03:01:21.610777+0000","last_became_active":"2023-06-26T03:01:21.603209+0000","last_became_peered":"2023-06-26T03:01:21.603209+0000","last_unstale":"2023-06-26T03:01:21.610777+0000","last_undegraded":"2023-06-26T03:01:21.610777+0000","last_fullsized":"2023-06-26T03:01:21.610777+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:39:33.074187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.576480+0000","last_change":"2023-06-26T03:01:21.557511+0000","last_active":"2023-06-26T03:01:21.576480+0000","last_peered":"2023-06-26T03:01:21.576480+0000","last_clean":"2023-06-26T03:01:21.576480+0000","last_became_active":"2023-06-26T03:01:21.556770+0000","last_became_peered":"2023-06-26T03:01:21.556770+0000","last_unstale":"2023-06-26T03:01:21.576480+0000","last_undegraded":"2023-06-26T03:01:21.576480+0000","last_fullsized":"2023-06-26T03:01:21.576480+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:37:24.484494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.599942+0000","last_change":"2023-06-26T03:01:21.584555+0000","last_active":"2023-06-26T03:01:21.599942+0000","last_peered":"2023-06-26T03:01:21.599942+0000","last_clean":"2023-06-26T03:01:21.599942+0000","last_became_active":"2023-06-26T03:01:21.583979+0000","last_became_peered":"2023-06-26T03:01:21.583979+0000","last_unstale":"2023-06-26T03:01:21.599942+0000","last_undegraded":"2023-06-26T03:01:21.599942+0000","last_fullsized":"2023-06-26T03:01:21.599942+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:25.925932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.575988+0000","last_change":"2023-06-26T03:01:21.575379+0000","last_active":"2023-06-26T03:01:21.575988+0000","last_peered":"2023-06-26T03:01:21.575988+0000","last_clean":"2023-06-26T03:01:21.575988+0000","last_became_active":"2023-06-26T03:01:21.575029+0000","last_became_peered":"2023-06-26T03:01:21.575029+0000","last_unstale":"2023-06-26T03:01:21.575988+0000","last_undegraded":"2023-06-26T03:01:21.575988+0000","last_fullsized":"2023-06-26T03:01:21.575988+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:50:02.326853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.584988+0000","last_change":"2023-06-26T03:01:21.571384+0000","last_active":"2023-06-26T03:01:21.584988+0000","last_peered":"2023-06-26T03:01:21.584988+0000","last_clean":"2023-06-26T03:01:21.584988+0000","last_became_active":"2023-06-26T03:01:21.570499+0000","last_became_peered":"2023-06-26T03:01:21.570499+0000","last_unstale":"2023-06-26T03:01:21.584988+0000","last_undegraded":"2023-06-26T03:01:21.584988+0000","last_fullsized":"2023-06-26T03:01:21.584988+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:10:56.196499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.605797+0000","last_change":"2023-06-26T03:01:21.604650+0000","last_active":"2023-06-26T03:01:21.605797+0000","last_peered":"2023-06-26T03:01:21.605797+0000","last_clean":"2023-06-26T03:01:21.605797+0000","last_became_active":"2023-06-26T03:01:21.604360+0000","last_became_peered":"2023-06-26T03:01:21.604360+0000","last_unstale":"2023-06-26T03:01:21.605797+0000","last_undegraded":"2023-06-26T03:01:21.605797+0000","last_fullsized":"2023-06-26T03:01:21.605797+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:55.922703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.586870+0000","last_change":"2023-06-26T03:01:21.570017+0000","last_active":"2023-06-26T03:01:21.586870+0000","last_peered":"2023-06-26T03:01:21.586870+0000","last_clean":"2023-06-26T03:01:21.586870+0000","last_became_active":"2023-06-26T03:01:21.569196+0000","last_became_peered":"2023-06-26T03:01:21.569196+0000","last_unstale":"2023-06-26T03:01:21.586870+0000","last_undegraded":"2023-06-26T03:01:21.586870+0000","last_fullsized":"2023-06-26T03:01:21.586870+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:40:22.664936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.608128+0000","last_change":"2023-06-26T03:01:21.595404+0000","last_active":"2023-06-26T03:01:21.608128+0000","last_peered":"2023-06-26T03:01:21.608128+0000","last_clean":"2023-06-26T03:01:21.608128+0000","last_became_active":"2023-06-26T03:01:21.594787+0000","last_became_peered":"2023-06-26T03:01:21.594787+0000","last_unstale":"2023-06-26T03:01:21.608128+0000","last_undegraded":"2023-06-26T03:01:21.608128+0000","last_fullsized":"2023-06-26T03:01:21.608128+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:47:03.536242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.584945+0000","last_change":"2023-06-26T03:01:21.551186+0000","last_active":"2023-06-26T03:01:21.584945+0000","last_peered":"2023-06-26T03:01:21.584945+0000","last_clean":"2023-06-26T03:01:21.584945+0000","last_became_active":"2023-06-26T03:01:21.550438+0000","last_became_peered":"2023-06-26T03:01:21.550438+0000","last_unstale":"2023-06-26T03:01:21.584945+0000","last_undegraded":"2023-06-26T03:01:21.584945+0000","last_fullsized":"2023-06-26T03:01:21.584945+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:41.915985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.585095+0000","last_change":"2023-06-26T03:01:21.570124+0000","last_active":"2023-06-26T03:01:21.585095+0000","last_peered":"2023-06-26T03:01:21.585095+0000","last_clean":"2023-06-26T03:01:21.585095+0000","last_became_active":"2023-06-26T03:01:21.569298+0000","last_became_peered":"2023-06-26T03:01:21.569298+0000","last_unstale":"2023-06-26T03:01:21.585095+0000","last_undegraded":"2023-06-26T03:01:21.585095+0000","last_fullsized":"2023-06-26T03:01:21.585095+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:32:21.601799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.599973+0000","last_change":"2023-06-26T03:01:21.588980+0000","last_active":"2023-06-26T03:01:21.599973+0000","last_peered":"2023-06-26T03:01:21.599973+0000","last_clean":"2023-06-26T03:01:21.599973+0000","last_became_active":"2023-06-26T03:01:21.585887+0000","last_became_peered":"2023-06-26T03:01:21.585887+0000","last_unstale":"2023-06-26T03:01:21.599973+0000","last_undegraded":"2023-06-26T03:01:21.599973+0000","last_fullsized":"2023-06-26T03:01:21.599973+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:52:25.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.547878+0000","last_change":"2023-06-26T03:01:21.546073+0000","last_active":"2023-06-26T03:01:21.547878+0000","last_peered":"2023-06-26T03:01:21.547878+0000","last_clean":"2023-06-26T03:01:21.547878+0000","last_became_active":"2023-06-26T03:01:21.545793+0000","last_became_peered":"2023-06-26T03:01:21.545793+0000","last_unstale":"2023-06-26T03:01:21.547878+0000","last_undegraded":"2023-06-26T03:01:21.547878+0000","last_fullsized":"2023-06-26T03:01:21.547878+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:56:24.523526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.608226+0000","last_change":"2023-06-26T03:01:21.604957+0000","last_active":"2023-06-26T03:01:21.608226+0000","last_peered":"2023-06-26T03:01:21.608226+0000","last_clean":"2023-06-26T03:01:21.608226+0000","last_became_active":"2023-06-26T03:01:21.604330+0000","last_became_peered":"2023-06-26T03:01:21.604330+0000","last_unstale":"2023-06-26T03:01:21.608226+0000","last_undegraded":"2023-06-26T03:01:21.608226+0000","last_fullsized":"2023-06-26T03:01:21.608226+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:39:33.074187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.584817+0000","last_change":"2023-06-26T03:01:21.210732+0000","last_active":"2023-06-26T03:01:21.584817+0000","last_peered":"2023-06-26T03:01:21.584817+0000","last_clean":"2023-06-26T03:01:21.584817+0000","last_became_active":"2023-06-26T03:01:21.210112+0000","last_became_peered":"2023-06-26T03:01:21.210112+0000","last_unstale":"2023-06-26T03:01:21.584817+0000","last_undegraded":"2023-06-26T03:01:21.584817+0000","last_fullsized":"2023-06-26T03:01:21.584817+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:33:56.053607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.605428+0000","last_change":"2023-06-26T03:01:21.604614+0000","last_active":"2023-06-26T03:01:21.605428+0000","last_peered":"2023-06-26T03:01:21.605428+0000","last_clean":"2023-06-26T03:01:21.605428+0000","last_became_active":"2023-06-26T03:01:21.604336+0000","last_became_peered":"2023-06-26T03:01:21.604336+0000","last_unstale":"2023-06-26T03:01:21.605428+0000","last_undegraded":"2023-06-26T03:01:21.605428+0000","last_fullsized":"2023-06-26T03:01:21.605428+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:27.004101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.567375+0000","last_change":"2023-06-26T03:01:21.213040+0000","last_active":"2023-06-26T03:01:21.567375+0000","last_peered":"2023-06-26T03:01:21.567375+0000","last_clean":"2023-06-26T03:01:21.567375+0000","last_became_active":"2023-06-26T03:01:21.212588+0000","last_became_peered":"2023-06-26T03:01:21.212588+0000","last_unstale":"2023-06-26T03:01:21.567375+0000","last_undegraded":"2023-06-26T03:01:21.567375+0000","last_fullsized":"2023-06-26T03:01:21.567375+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:45:26.657580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.583082+0000","last_change":"2023-06-26T03:01:21.572378+0000","last_active":"2023-06-26T03:01:21.583082+0000","last_peered":"2023-06-26T03:01:21.583082+0000","last_clean":"2023-06-26T03:01:21.583082+0000","last_became_active":"2023-06-26T03:01:21.571603+0000","last_became_peered":"2023-06-26T03:01:21.571603+0000","last_unstale":"2023-06-26T03:01:21.583082+0000","last_undegraded":"2023-06-26T03:01:21.583082+0000","last_fullsized":"2023-06-26T03:01:21.583082+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:34:21.862630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.573770+0000","last_change":"2023-06-26T03:01:21.209339+0000","last_active":"2023-06-26T03:01:21.573770+0000","last_peered":"2023-06-26T03:01:21.573770+0000","last_clean":"2023-06-26T03:01:21.573770+0000","last_became_active":"2023-06-26T03:01:21.208962+0000","last_became_peered":"2023-06-26T03:01:21.208962+0000","last_unstale":"2023-06-26T03:01:21.573770+0000","last_undegraded":"2023-06-26T03:01:21.573770+0000","last_fullsized":"2023-06-26T03:01:21.573770+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:28:12.115362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.590997+0000","last_change":"2023-06-26T03:01:21.586257+0000","last_active":"2023-06-26T03:01:21.590997+0000","last_peered":"2023-06-26T03:01:21.590997+0000","last_clean":"2023-06-26T03:01:21.590997+0000","last_became_active":"2023-06-26T03:01:21.585980+0000","last_became_peered":"2023-06-26T03:01:21.585980+0000","last_unstale":"2023-06-26T03:01:21.590997+0000","last_undegraded":"2023-06-26T03:01:21.590997+0000","last_fullsized":"2023-06-26T03:01:21.590997+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:55.922703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.574322+0000","last_change":"2023-06-26T03:01:21.209784+0000","last_active":"2023-06-26T03:01:21.574322+0000","last_peered":"2023-06-26T03:01:21.574322+0000","last_clean":"2023-06-26T03:01:21.574322+0000","last_became_active":"2023-06-26T03:01:21.209006+0000","last_became_peered":"2023-06-26T03:01:21.209006+0000","last_unstale":"2023-06-26T03:01:21.574322+0000","last_undegraded":"2023-06-26T03:01:21.574322+0000","last_fullsized":"2023-06-26T03:01:21.574322+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:39:17.854522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.561828+0000","last_change":"2023-06-26T03:01:21.559125+0000","last_active":"2023-06-26T03:01:21.561828+0000","last_peered":"2023-06-26T03:01:21.561828+0000","last_clean":"2023-06-26T03:01:21.561828+0000","last_became_active":"2023-06-26T03:01:21.558855+0000","last_became_peered":"2023-06-26T03:01:21.558855+0000","last_unstale":"2023-06-26T03:01:21.561828+0000","last_undegraded":"2023-06-26T03:01:21.561828+0000","last_fullsized":"2023-06-26T03:01:21.561828+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:02:20.880921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.604272+0000","last_change":"2023-06-26T03:01:21.200926+0000","last_active":"2023-06-26T03:01:21.604272+0000","last_peered":"2023-06-26T03:01:21.604272+0000","last_clean":"2023-06-26T03:01:21.604272+0000","last_became_active":"2023-06-26T03:01:21.200147+0000","last_became_peered":"2023-06-26T03:01:21.200147+0000","last_unstale":"2023-06-26T03:01:21.604272+0000","last_undegraded":"2023-06-26T03:01:21.604272+0000","last_fullsized":"2023-06-26T03:01:21.604272+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:10:53.359931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.608251+0000","last_change":"2023-06-26T03:01:21.595973+0000","last_active":"2023-06-26T03:01:21.608251+0000","last_peered":"2023-06-26T03:01:21.608251+0000","last_clean":"2023-06-26T03:01:21.608251+0000","last_became_active":"2023-06-26T03:01:21.594828+0000","last_became_peered":"2023-06-26T03:01:21.594828+0000","last_unstale":"2023-06-26T03:01:21.608251+0000","last_undegraded":"2023-06-26T03:01:21.608251+0000","last_fullsized":"2023-06-26T03:01:21.608251+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:02:57.826862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.585151+0000","last_change":"2023-06-26T03:01:21.214431+0000","last_active":"2023-06-26T03:01:21.585151+0000","last_peered":"2023-06-26T03:01:21.585151+0000","last_clean":"2023-06-26T03:01:21.585151+0000","last_became_active":"2023-06-26T03:01:21.213752+0000","last_became_peered":"2023-06-26T03:01:21.213752+0000","last_unstale":"2023-06-26T03:01:21.585151+0000","last_undegraded":"2023-06-26T03:01:21.585151+0000","last_fullsized":"2023-06-26T03:01:21.585151+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:16:48.657563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.600867+0000","last_change":"2023-06-26T03:01:21.597785+0000","last_active":"2023-06-26T03:01:21.600867+0000","last_peered":"2023-06-26T03:01:21.600867+0000","last_clean":"2023-06-26T03:01:21.600867+0000","last_became_active":"2023-06-26T03:01:21.597210+0000","last_became_peered":"2023-06-26T03:01:21.597210+0000","last_unstale":"2023-06-26T03:01:21.600867+0000","last_undegraded":"2023-06-26T03:01:21.600867+0000","last_fullsized":"2023-06-26T03:01:21.600867+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:33:03.106959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.549953+0000","last_change":"2023-06-26T03:01:21.203532+0000","last_active":"2023-06-26T03:01:21.549953+0000","last_peered":"2023-06-26T03:01:21.549953+0000","last_clean":"2023-06-26T03:01:21.549953+0000","last_became_active":"2023-06-26T03:01:21.203022+0000","last_became_peered":"2023-06-26T03:01:21.203022+0000","last_unstale":"2023-06-26T03:01:21.549953+0000","last_undegraded":"2023-06-26T03:01:21.549953+0000","last_fullsized":"2023-06-26T03:01:21.549953+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:36:33.736384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.597764+0000","last_change":"2023-06-26T03:01:21.597124+0000","last_active":"2023-06-26T03:01:21.597764+0000","last_peered":"2023-06-26T03:01:21.597764+0000","last_clean":"2023-06-26T03:01:21.597764+0000","last_became_active":"2023-06-26T03:01:21.596860+0000","last_became_peered":"2023-06-26T03:01:21.596860+0000","last_unstale":"2023-06-26T03:01:21.597764+0000","last_undegraded":"2023-06-26T03:01:21.597764+0000","last_fullsized":"2023-06-26T03:01:21.597764+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:49:34.352476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.543018+0000","last_change":"2023-06-26T03:01:21.210221+0000","last_active":"2023-06-26T03:01:21.543018+0000","last_peered":"2023-06-26T03:01:21.543018+0000","last_clean":"2023-06-26T03:01:21.543018+0000","last_became_active":"2023-06-26T03:01:21.209324+0000","last_became_peered":"2023-06-26T03:01:21.209324+0000","last_unstale":"2023-06-26T03:01:21.543018+0000","last_undegraded":"2023-06-26T03:01:21.543018+0000","last_fullsized":"2023-06-26T03:01:21.543018+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:12:25.890084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.563585+0000","last_change":"2023-06-26T03:01:21.556331+0000","last_active":"2023-06-26T03:01:21.563585+0000","last_peered":"2023-06-26T03:01:21.563585+0000","last_clean":"2023-06-26T03:01:21.563585+0000","last_became_active":"2023-06-26T03:01:21.556065+0000","last_became_peered":"2023-06-26T03:01:21.556065+0000","last_unstale":"2023-06-26T03:01:21.563585+0000","last_undegraded":"2023-06-26T03:01:21.563585+0000","last_fullsized":"2023-06-26T03:01:21.563585+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:09:11.550524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.555602+0000","last_change":"2023-06-26T03:01:21.189175+0000","last_active":"2023-06-26T03:01:21.555602+0000","last_peered":"2023-06-26T03:01:21.555602+0000","last_clean":"2023-06-26T03:01:21.555602+0000","last_became_active":"2023-06-26T03:01:21.188851+0000","last_became_peered":"2023-06-26T03:01:21.188851+0000","last_unstale":"2023-06-26T03:01:21.555602+0000","last_undegraded":"2023-06-26T03:01:21.555602+0000","last_fullsized":"2023-06-26T03:01:21.555602+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:28:12.115362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.605956+0000","last_change":"2023-06-26T03:01:21.595079+0000","last_active":"2023-06-26T03:01:21.605956+0000","last_peered":"2023-06-26T03:01:21.605956+0000","last_clean":"2023-06-26T03:01:21.605956+0000","last_became_active":"2023-06-26T03:01:21.594492+0000","last_became_peered":"2023-06-26T03:01:21.594492+0000","last_unstale":"2023-06-26T03:01:21.605956+0000","last_undegraded":"2023-06-26T03:01:21.605956+0000","last_fullsized":"2023-06-26T03:01:21.605956+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:39:19.542284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.585099+0000","last_change":"2023-06-26T03:01:21.199897+0000","last_active":"2023-06-26T03:01:21.585099+0000","last_peered":"2023-06-26T03:01:21.585099+0000","last_clean":"2023-06-26T03:01:21.585099+0000","last_became_active":"2023-06-26T03:01:21.197854+0000","last_became_peered":"2023-06-26T03:01:21.197854+0000","last_unstale":"2023-06-26T03:01:21.585099+0000","last_undegraded":"2023-06-26T03:01:21.585099+0000","last_fullsized":"2023-06-26T03:01:21.585099+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:46:17.631316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.572021+0000","last_change":"2023-06-26T03:01:21.567804+0000","last_active":"2023-06-26T03:01:21.572021+0000","last_peered":"2023-06-26T03:01:21.572021+0000","last_clean":"2023-06-26T03:01:21.572021+0000","last_became_active":"2023-06-26T03:01:21.567567+0000","last_became_peered":"2023-06-26T03:01:21.567567+0000","last_unstale":"2023-06-26T03:01:21.572021+0000","last_undegraded":"2023-06-26T03:01:21.572021+0000","last_fullsized":"2023-06-26T03:01:21.572021+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:45:43.003177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.604123+0000","last_change":"2023-06-26T03:01:21.197945+0000","last_active":"2023-06-26T03:01:21.604123+0000","last_peered":"2023-06-26T03:01:21.604123+0000","last_clean":"2023-06-26T03:01:21.604123+0000","last_became_active":"2023-06-26T03:01:21.197172+0000","last_became_peered":"2023-06-26T03:01:21.197172+0000","last_unstale":"2023-06-26T03:01:21.604123+0000","last_undegraded":"2023-06-26T03:01:21.604123+0000","last_fullsized":"2023-06-26T03:01:21.604123+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:47:55.870284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.573715+0000","last_change":"2023-06-26T03:01:21.550829+0000","last_active":"2023-06-26T03:01:21.573715+0000","last_peered":"2023-06-26T03:01:21.573715+0000","last_clean":"2023-06-26T03:01:21.573715+0000","last_became_active":"2023-06-26T03:01:21.550132+0000","last_became_peered":"2023-06-26T03:01:21.550132+0000","last_unstale":"2023-06-26T03:01:21.573715+0000","last_undegraded":"2023-06-26T03:01:21.573715+0000","last_fullsized":"2023-06-26T03:01:21.573715+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:07:31.844096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"37'6","reported_seq":17,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.609358+0000","last_change":"2023-06-26T03:01:21.206650+0000","last_active":"2023-06-26T03:01:21.609358+0000","last_peered":"2023-06-26T03:01:21.609358+0000","last_clean":"2023-06-26T03:01:21.609358+0000","last_became_active":"2023-06-26T03:01:21.206242+0000","last_became_peered":"2023-06-26T03:01:21.206242+0000","last_unstale":"2023-06-26T03:01:21.609358+0000","last_undegraded":"2023-06-26T03:01:21.609358+0000","last_fullsized":"2023-06-26T03:01:21.609358+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:44:30.821592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.603290+0000","last_change":"2023-06-26T03:01:21.602559+0000","last_active":"2023-06-26T03:01:21.603290+0000","last_peered":"2023-06-26T03:01:21.603290+0000","last_clean":"2023-06-26T03:01:21.603290+0000","last_became_active":"2023-06-26T03:01:21.602247+0000","last_became_peered":"2023-06-26T03:01:21.602247+0000","last_unstale":"2023-06-26T03:01:21.603290+0000","last_undegraded":"2023-06-26T03:01:21.603290+0000","last_fullsized":"2023-06-26T03:01:21.603290+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:21:26.557000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"37'2","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.563007+0000","last_change":"2023-06-26T03:01:21.187386+0000","last_active":"2023-06-26T03:01:21.563007+0000","last_peered":"2023-06-26T03:01:21.563007+0000","last_clean":"2023-06-26T03:01:21.563007+0000","last_became_active":"2023-06-26T03:01:21.187061+0000","last_became_peered":"2023-06-26T03:01:21.187061+0000","last_unstale":"2023-06-26T03:01:21.563007+0000","last_undegraded":"2023-06-26T03:01:21.563007+0000","last_fullsized":"2023-06-26T03:01:21.563007+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:27:29.745488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.569506+0000","last_change":"2023-06-26T03:01:21.563227+0000","last_active":"2023-06-26T03:01:21.569506+0000","last_peered":"2023-06-26T03:01:21.569506+0000","last_clean":"2023-06-26T03:01:21.569506+0000","last_became_active":"2023-06-26T03:01:21.561940+0000","last_became_peered":"2023-06-26T03:01:21.561940+0000","last_unstale":"2023-06-26T03:01:21.569506+0000","last_undegraded":"2023-06-26T03:01:21.569506+0000","last_fullsized":"2023-06-26T03:01:21.569506+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:35:49.299030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.549739+0000","last_change":"2023-06-26T03:01:21.197106+0000","last_active":"2023-06-26T03:01:21.549739+0000","last_peered":"2023-06-26T03:01:21.549739+0000","last_clean":"2023-06-26T03:01:21.549739+0000","last_became_active":"2023-06-26T03:01:21.196772+0000","last_became_peered":"2023-06-26T03:01:21.196772+0000","last_unstale":"2023-06-26T03:01:21.549739+0000","last_undegraded":"2023-06-26T03:01:21.549739+0000","last_fullsized":"2023-06-26T03:01:21.549739+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:44:30.821592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.599888+0000","last_change":"2023-06-26T03:01:21.583314+0000","last_active":"2023-06-26T03:01:21.599888+0000","last_peered":"2023-06-26T03:01:21.599888+0000","last_clean":"2023-06-26T03:01:21.599888+0000","last_became_active":"2023-06-26T03:01:21.582531+0000","last_became_peered":"2023-06-26T03:01:21.582531+0000","last_unstale":"2023-06-26T03:01:21.599888+0000","last_undegraded":"2023-06-26T03:01:21.599888+0000","last_fullsized":"2023-06-26T03:01:21.599888+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:21:43.897635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.547971+0000","last_change":"2023-06-26T03:01:21.213165+0000","last_active":"2023-06-26T03:01:21.547971+0000","last_peered":"2023-06-26T03:01:21.547971+0000","last_clean":"2023-06-26T03:01:21.547971+0000","last_became_active":"2023-06-26T03:01:21.212476+0000","last_became_peered":"2023-06-26T03:01:21.212476+0000","last_unstale":"2023-06-26T03:01:21.547971+0000","last_undegraded":"2023-06-26T03:01:21.547971+0000","last_fullsized":"2023-06-26T03:01:21.547971+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:07:24.165140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.569456+0000","last_change":"2023-06-26T03:01:21.563165+0000","last_active":"2023-06-26T03:01:21.569456+0000","last_peered":"2023-06-26T03:01:21.569456+0000","last_clean":"2023-06-26T03:01:21.569456+0000","last_became_active":"2023-06-26T03:01:21.562654+0000","last_became_peered":"2023-06-26T03:01:21.562654+0000","last_unstale":"2023-06-26T03:01:21.569456+0000","last_undegraded":"2023-06-26T03:01:21.569456+0000","last_fullsized":"2023-06-26T03:01:21.569456+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:36:34.740199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":19,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.600726+0000","last_change":"2023-06-26T03:01:21.211503+0000","last_active":"2023-06-26T03:01:21.600726+0000","last_peered":"2023-06-26T03:01:21.600726+0000","last_clean":"2023-06-26T03:01:21.600726+0000","last_became_active":"2023-06-26T03:01:21.210849+0000","last_became_peered":"2023-06-26T03:01:21.210849+0000","last_unstale":"2023-06-26T03:01:21.600726+0000","last_undegraded":"2023-06-26T03:01:21.600726+0000","last_fullsized":"2023-06-26T03:01:21.600726+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:49:33.348661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.588467+0000","last_change":"2023-06-26T03:01:21.584776+0000","last_active":"2023-06-26T03:01:21.588467+0000","last_peered":"2023-06-26T03:01:21.588467+0000","last_clean":"2023-06-26T03:01:21.588467+0000","last_became_active":"2023-06-26T03:01:21.584501+0000","last_became_peered":"2023-06-26T03:01:21.584501+0000","last_unstale":"2023-06-26T03:01:21.588467+0000","last_undegraded":"2023-06-26T03:01:21.588467+0000","last_fullsized":"2023-06-26T03:01:21.588467+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:29:45.284793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.603385+0000","last_change":"2023-06-26T03:01:21.210287+0000","last_active":"2023-06-26T03:01:21.603385+0000","last_peered":"2023-06-26T03:01:21.603385+0000","last_clean":"2023-06-26T03:01:21.603385+0000","last_became_active":"2023-06-26T03:01:21.209530+0000","last_became_peered":"2023-06-26T03:01:21.209530+0000","last_unstale":"2023-06-26T03:01:21.603385+0000","last_undegraded":"2023-06-26T03:01:21.603385+0000","last_fullsized":"2023-06-26T03:01:21.603385+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:05:56.728740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610505+0000","last_change":"2023-06-26T03:01:21.602544+0000","last_active":"2023-06-26T03:01:21.610505+0000","last_peered":"2023-06-26T03:01:21.610505+0000","last_clean":"2023-06-26T03:01:21.610505+0000","last_became_active":"2023-06-26T03:01:21.601993+0000","last_became_peered":"2023-06-26T03:01:21.601993+0000","last_unstale":"2023-06-26T03:01:21.610505+0000","last_undegraded":"2023-06-26T03:01:21.610505+0000","last_fullsized":"2023-06-26T03:01:21.610505+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:52:25.001026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.604513+0000","last_change":"2023-06-26T03:01:21.209756+0000","last_active":"2023-06-26T03:01:21.604513+0000","last_peered":"2023-06-26T03:01:21.604513+0000","last_clean":"2023-06-26T03:01:21.604513+0000","last_became_active":"2023-06-26T03:01:21.209061+0000","last_became_peered":"2023-06-26T03:01:21.209061+0000","last_unstale":"2023-06-26T03:01:21.604513+0000","last_undegraded":"2023-06-26T03:01:21.604513+0000","last_fullsized":"2023-06-26T03:01:21.604513+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:58:10.946057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.573804+0000","last_change":"2023-06-26T03:01:21.563168+0000","last_active":"2023-06-26T03:01:21.573804+0000","last_peered":"2023-06-26T03:01:21.573804+0000","last_clean":"2023-06-26T03:01:21.573804+0000","last_became_active":"2023-06-26T03:01:21.562452+0000","last_became_peered":"2023-06-26T03:01:21.562452+0000","last_unstale":"2023-06-26T03:01:21.573804+0000","last_undegraded":"2023-06-26T03:01:21.573804+0000","last_fullsized":"2023-06-26T03:01:21.573804+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:08:50.006942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.582210+0000","last_change":"2023-06-26T03:01:21.208668+0000","last_active":"2023-06-26T03:01:21.582210+0000","last_peered":"2023-06-26T03:01:21.582210+0000","last_clean":"2023-06-26T03:01:21.582210+0000","last_became_active":"2023-06-26T03:01:21.208253+0000","last_became_peered":"2023-06-26T03:01:21.208253+0000","last_unstale":"2023-06-26T03:01:21.582210+0000","last_undegraded":"2023-06-26T03:01:21.582210+0000","last_fullsized":"2023-06-26T03:01:21.582210+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:43:33.205716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.564927+0000","last_change":"2023-06-26T03:01:21.562734+0000","last_active":"2023-06-26T03:01:21.564927+0000","last_peered":"2023-06-26T03:01:21.564927+0000","last_clean":"2023-06-26T03:01:21.564927+0000","last_became_active":"2023-06-26T03:01:21.562459+0000","last_became_peered":"2023-06-26T03:01:21.562459+0000","last_unstale":"2023-06-26T03:01:21.564927+0000","last_undegraded":"2023-06-26T03:01:21.564927+0000","last_fullsized":"2023-06-26T03:01:21.564927+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:32:21.601799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.549482+0000","last_change":"2023-06-26T03:01:21.211925+0000","last_active":"2023-06-26T03:01:21.549482+0000","last_peered":"2023-06-26T03:01:21.549482+0000","last_clean":"2023-06-26T03:01:21.549482+0000","last_became_active":"2023-06-26T03:01:21.211700+0000","last_became_peered":"2023-06-26T03:01:21.211700+0000","last_unstale":"2023-06-26T03:01:21.549482+0000","last_undegraded":"2023-06-26T03:01:21.549482+0000","last_fullsized":"2023-06-26T03:01:21.549482+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:35:48.295215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.600181+0000","last_change":"2023-06-26T03:01:21.578764+0000","last_active":"2023-06-26T03:01:21.600181+0000","last_peered":"2023-06-26T03:01:21.600181+0000","last_clean":"2023-06-26T03:01:21.600181+0000","last_became_active":"2023-06-26T03:01:21.577955+0000","last_became_peered":"2023-06-26T03:01:21.577955+0000","last_unstale":"2023-06-26T03:01:21.600181+0000","last_undegraded":"2023-06-26T03:01:21.600181+0000","last_fullsized":"2023-06-26T03:01:21.600181+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:47:03.536242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.561549+0000","last_change":"2023-06-26T03:01:21.187619+0000","last_active":"2023-06-26T03:01:21.561549+0000","last_peered":"2023-06-26T03:01:21.561549+0000","last_clean":"2023-06-26T03:01:21.561549+0000","last_became_active":"2023-06-26T03:01:21.187265+0000","last_became_peered":"2023-06-26T03:01:21.187265+0000","last_unstale":"2023-06-26T03:01:21.561549+0000","last_undegraded":"2023-06-26T03:01:21.561549+0000","last_fullsized":"2023-06-26T03:01:21.561549+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:38:46.523813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.572000+0000","last_change":"2023-06-26T03:01:21.567810+0000","last_active":"2023-06-26T03:01:21.572000+0000","last_peered":"2023-06-26T03:01:21.572000+0000","last_clean":"2023-06-26T03:01:21.572000+0000","last_became_active":"2023-06-26T03:01:21.567570+0000","last_became_peered":"2023-06-26T03:01:21.567570+0000","last_unstale":"2023-06-26T03:01:21.572000+0000","last_undegraded":"2023-06-26T03:01:21.572000+0000","last_fullsized":"2023-06-26T03:01:21.572000+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:48:01.313359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.537178+0000","last_change":"2023-06-26T03:01:21.212677+0000","last_active":"2023-06-26T03:01:21.537178+0000","last_peered":"2023-06-26T03:01:21.537178+0000","last_clean":"2023-06-26T03:01:21.537178+0000","last_became_active":"2023-06-26T03:01:21.212323+0000","last_became_peered":"2023-06-26T03:01:21.212323+0000","last_unstale":"2023-06-26T03:01:21.537178+0000","last_undegraded":"2023-06-26T03:01:21.537178+0000","last_fullsized":"2023-06-26T03:01:21.537178+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:37:39.843872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.608183+0000","last_change":"2023-06-26T03:01:21.595937+0000","last_active":"2023-06-26T03:01:21.608183+0000","last_peered":"2023-06-26T03:01:21.608183+0000","last_clean":"2023-06-26T03:01:21.608183+0000","last_became_active":"2023-06-26T03:01:21.595450+0000","last_became_peered":"2023-06-26T03:01:21.595450+0000","last_unstale":"2023-06-26T03:01:21.608183+0000","last_undegraded":"2023-06-26T03:01:21.608183+0000","last_fullsized":"2023-06-26T03:01:21.608183+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:21:43.897635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.555316+0000","last_change":"2023-06-26T03:01:21.206498+0000","last_active":"2023-06-26T03:01:21.555316+0000","last_peered":"2023-06-26T03:01:21.555316+0000","last_clean":"2023-06-26T03:01:21.555316+0000","last_became_active":"2023-06-26T03:01:21.205803+0000","last_became_peered":"2023-06-26T03:01:21.205803+0000","last_unstale":"2023-06-26T03:01:21.555316+0000","last_undegraded":"2023-06-26T03:01:21.555316+0000","last_fullsized":"2023-06-26T03:01:21.555316+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:07.910177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.585839+0000","last_change":"2023-06-26T03:01:21.582615+0000","last_active":"2023-06-26T03:01:21.585839+0000","last_peered":"2023-06-26T03:01:21.585839+0000","last_clean":"2023-06-26T03:01:21.585839+0000","last_became_active":"2023-06-26T03:01:21.582361+0000","last_became_peered":"2023-06-26T03:01:21.582361+0000","last_unstale":"2023-06-26T03:01:21.585839+0000","last_undegraded":"2023-06-26T03:01:21.585839+0000","last_fullsized":"2023-06-26T03:01:21.585839+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:31:28.514320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.537323+0000","last_change":"2023-06-26T03:01:21.187893+0000","last_active":"2023-06-26T03:01:21.537323+0000","last_peered":"2023-06-26T03:01:21.537323+0000","last_clean":"2023-06-26T03:01:21.537323+0000","last_became_active":"2023-06-26T03:01:21.187456+0000","last_became_peered":"2023-06-26T03:01:21.187456+0000","last_unstale":"2023-06-26T03:01:21.537323+0000","last_undegraded":"2023-06-26T03:01:21.537323+0000","last_fullsized":"2023-06-26T03:01:21.537323+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:30:41.466094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.610767+0000","last_change":"2023-06-26T03:01:21.604914+0000","last_active":"2023-06-26T03:01:21.610767+0000","last_peered":"2023-06-26T03:01:21.610767+0000","last_clean":"2023-06-26T03:01:21.610767+0000","last_became_active":"2023-06-26T03:01:21.604403+0000","last_became_peered":"2023-06-26T03:01:21.604403+0000","last_unstale":"2023-06-26T03:01:21.610767+0000","last_undegraded":"2023-06-26T03:01:21.610767+0000","last_fullsized":"2023-06-26T03:01:21.610767+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:41:16.740332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.566369+0000","last_change":"2023-06-26T03:01:21.207603+0000","last_active":"2023-06-26T03:01:21.566369+0000","last_peered":"2023-06-26T03:01:21.566369+0000","last_clean":"2023-06-26T03:01:21.566369+0000","last_became_active":"2023-06-26T03:01:21.206378+0000","last_became_peered":"2023-06-26T03:01:21.206378+0000","last_unstale":"2023-06-26T03:01:21.566369+0000","last_undegraded":"2023-06-26T03:01:21.566369+0000","last_fullsized":"2023-06-26T03:01:21.566369+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:23:40.386929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":193,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.552812+0000","last_change":"2023-06-26T03:00:04.675429+0000","last_active":"2023-06-26T03:01:21.552812+0000","last_peered":"2023-06-26T03:01:21.552812+0000","last_clean":"2023-06-26T03:01:21.552812+0000","last_became_active":"2023-06-26T03:00:04.673239+0000","last_became_peered":"2023-06-26T03:00:04.673239+0000","last_unstale":"2023-06-26T03:01:21.552812+0000","last_undegraded":"2023-06-26T03:01:21.552812+0000","last_fullsized":"2023-06-26T03:01:21.552812+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:03.565850+0000","last_clean_scrub_stamp":"2023-06-26T03:00:03.565850+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:01:40.237994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":41,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.581078+0000","last_change":"2023-06-26T03:00:09.644129+0000","last_active":"2023-06-26T03:01:21.581078+0000","last_peered":"2023-06-26T03:01:21.581078+0000","last_clean":"2023-06-26T03:01:21.581078+0000","last_became_active":"2023-06-26T03:00:09.643308+0000","last_became_peered":"2023-06-26T03:00:09.643308+0000","last_unstale":"2023-06-26T03:01:21.581078+0000","last_undegraded":"2023-06-26T03:01:21.581078+0000","last_fullsized":"2023-06-26T03:01:21.581078+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:30:50.846489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.604774+0000","last_change":"2023-06-26T03:01:21.603442+0000","last_active":"2023-06-26T03:01:21.604774+0000","last_peered":"2023-06-26T03:01:21.604774+0000","last_clean":"2023-06-26T03:01:21.604774+0000","last_became_active":"2023-06-26T03:01:21.603143+0000","last_became_peered":"2023-06-26T03:01:21.603143+0000","last_unstale":"2023-06-26T03:01:21.604774+0000","last_undegraded":"2023-06-26T03:01:21.604774+0000","last_fullsized":"2023-06-26T03:01:21.604774+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:02:20.880921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.603175+0000","last_change":"2023-06-26T03:01:21.199275+0000","last_active":"2023-06-26T03:01:21.603175+0000","last_peered":"2023-06-26T03:01:21.603175+0000","last_clean":"2023-06-26T03:01:21.603175+0000","last_became_active":"2023-06-26T03:01:21.197643+0000","last_became_peered":"2023-06-26T03:01:21.197643+0000","last_unstale":"2023-06-26T03:01:21.603175+0000","last_undegraded":"2023-06-26T03:01:21.603175+0000","last_fullsized":"2023-06-26T03:01:21.603175+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:37:23.480679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":37,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.552383+0000","last_change":"2023-06-26T03:00:09.649093+0000","last_active":"2023-06-26T03:01:21.552383+0000","last_peered":"2023-06-26T03:01:21.552383+0000","last_clean":"2023-06-26T03:01:21.552383+0000","last_became_active":"2023-06-26T03:00:09.648446+0000","last_became_peered":"2023-06-26T03:00:09.648446+0000","last_unstale":"2023-06-26T03:01:21.552383+0000","last_undegraded":"2023-06-26T03:01:21.552383+0000","last_fullsized":"2023-06-26T03:01:21.552383+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:05:39.883388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.606007+0000","last_change":"2023-06-26T03:01:21.596043+0000","last_active":"2023-06-26T03:01:21.606007+0000","last_peered":"2023-06-26T03:01:21.606007+0000","last_clean":"2023-06-26T03:01:21.606007+0000","last_became_active":"2023-06-26T03:01:21.595510+0000","last_became_peered":"2023-06-26T03:01:21.595510+0000","last_unstale":"2023-06-26T03:01:21.606007+0000","last_undegraded":"2023-06-26T03:01:21.606007+0000","last_fullsized":"2023-06-26T03:01:21.606007+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.232829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.537453+0000","last_change":"2023-06-26T03:01:21.202108+0000","last_active":"2023-06-26T03:01:21.537453+0000","last_peered":"2023-06-26T03:01:21.537453+0000","last_clean":"2023-06-26T03:01:21.537453+0000","last_became_active":"2023-06-26T03:01:21.201773+0000","last_became_peered":"2023-06-26T03:01:21.201773+0000","last_unstale":"2023-06-26T03:01:21.537453+0000","last_undegraded":"2023-06-26T03:01:21.537453+0000","last_fullsized":"2023-06-26T03:01:21.537453+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:30:36.149369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":39,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.537111+0000","last_change":"2023-06-26T03:00:09.764941+0000","last_active":"2023-06-26T03:01:21.537111+0000","last_peered":"2023-06-26T03:01:21.537111+0000","last_clean":"2023-06-26T03:01:21.537111+0000","last_became_active":"2023-06-26T03:00:09.764625+0000","last_became_peered":"2023-06-26T03:00:09.764625+0000","last_unstale":"2023-06-26T03:01:21.537111+0000","last_undegraded":"2023-06-26T03:01:21.537111+0000","last_fullsized":"2023-06-26T03:01:21.537111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:41:41.696885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.575510+0000","last_change":"2023-06-26T03:01:21.574354+0000","last_active":"2023-06-26T03:01:21.575510+0000","last_peered":"2023-06-26T03:01:21.575510+0000","last_clean":"2023-06-26T03:01:21.575510+0000","last_became_active":"2023-06-26T03:01:21.574141+0000","last_became_peered":"2023-06-26T03:01:21.574141+0000","last_unstale":"2023-06-26T03:01:21.575510+0000","last_undegraded":"2023-06-26T03:01:21.575510+0000","last_fullsized":"2023-06-26T03:01:21.575510+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:27.004101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.548453+0000","last_change":"2023-06-26T03:01:21.189102+0000","last_active":"2023-06-26T03:01:21.548453+0000","last_peered":"2023-06-26T03:01:21.548453+0000","last_clean":"2023-06-26T03:01:21.548453+0000","last_became_active":"2023-06-26T03:01:21.188787+0000","last_became_peered":"2023-06-26T03:01:21.188787+0000","last_unstale":"2023-06-26T03:01:21.548453+0000","last_undegraded":"2023-06-26T03:01:21.548453+0000","last_fullsized":"2023-06-26T03:01:21.548453+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:26.000286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":41,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.579627+0000","last_change":"2023-06-26T03:00:09.645045+0000","last_active":"2023-06-26T03:01:21.579627+0000","last_peered":"2023-06-26T03:01:21.579627+0000","last_clean":"2023-06-26T03:01:21.579627+0000","last_became_active":"2023-06-26T03:00:09.643926+0000","last_became_peered":"2023-06-26T03:00:09.643926+0000","last_unstale":"2023-06-26T03:01:21.579627+0000","last_undegraded":"2023-06-26T03:01:21.579627+0000","last_fullsized":"2023-06-26T03:01:21.579627+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:25:00.698562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.564831+0000","last_change":"2023-06-26T03:01:21.563133+0000","last_active":"2023-06-26T03:01:21.564831+0000","last_peered":"2023-06-26T03:01:21.564831+0000","last_clean":"2023-06-26T03:01:21.564831+0000","last_became_active":"2023-06-26T03:01:21.562869+0000","last_became_peered":"2023-06-26T03:01:21.562869+0000","last_unstale":"2023-06-26T03:01:21.564831+0000","last_undegraded":"2023-06-26T03:01:21.564831+0000","last_fullsized":"2023-06-26T03:01:21.564831+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:48:34.127741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.548387+0000","last_change":"2023-06-26T03:01:21.201164+0000","last_active":"2023-06-26T03:01:21.548387+0000","last_peered":"2023-06-26T03:01:21.548387+0000","last_clean":"2023-06-26T03:01:21.548387+0000","last_became_active":"2023-06-26T03:01:21.200881+0000","last_became_peered":"2023-06-26T03:01:21.200881+0000","last_unstale":"2023-06-26T03:01:21.548387+0000","last_undegraded":"2023-06-26T03:01:21.548387+0000","last_fullsized":"2023-06-26T03:01:21.548387+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:56:23.519712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":37,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.549561+0000","last_change":"2023-06-26T03:00:09.641120+0000","last_active":"2023-06-26T03:01:21.549561+0000","last_peered":"2023-06-26T03:01:21.549561+0000","last_clean":"2023-06-26T03:01:21.549561+0000","last_became_active":"2023-06-26T03:00:09.640629+0000","last_became_peered":"2023-06-26T03:00:09.640629+0000","last_unstale":"2023-06-26T03:01:21.549561+0000","last_undegraded":"2023-06-26T03:01:21.549561+0000","last_fullsized":"2023-06-26T03:01:21.549561+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:05:03.670254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.588506+0000","last_change":"2023-06-26T03:01:21.585897+0000","last_active":"2023-06-26T03:01:21.588506+0000","last_peered":"2023-06-26T03:01:21.588506+0000","last_clean":"2023-06-26T03:01:21.588506+0000","last_became_active":"2023-06-26T03:01:21.585597+0000","last_became_peered":"2023-06-26T03:01:21.585597+0000","last_unstale":"2023-06-26T03:01:21.588506+0000","last_undegraded":"2023-06-26T03:01:21.588506+0000","last_fullsized":"2023-06-26T03:01:21.588506+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:31:28.514320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.548206+0000","last_change":"2023-06-26T03:01:21.202404+0000","last_active":"2023-06-26T03:01:21.548206+0000","last_peered":"2023-06-26T03:01:21.548206+0000","last_clean":"2023-06-26T03:01:21.548206+0000","last_became_active":"2023-06-26T03:01:21.201174+0000","last_became_peered":"2023-06-26T03:01:21.201174+0000","last_unstale":"2023-06-26T03:01:21.548206+0000","last_undegraded":"2023-06-26T03:01:21.548206+0000","last_fullsized":"2023-06-26T03:01:21.548206+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:36:07.841124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":37,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.574139+0000","last_change":"2023-06-26T03:00:09.647172+0000","last_active":"2023-06-26T03:01:21.574139+0000","last_peered":"2023-06-26T03:01:21.574139+0000","last_clean":"2023-06-26T03:01:21.574139+0000","last_became_active":"2023-06-26T03:00:09.646394+0000","last_became_peered":"2023-06-26T03:00:09.646394+0000","last_unstale":"2023-06-26T03:01:21.574139+0000","last_undegraded":"2023-06-26T03:01:21.574139+0000","last_fullsized":"2023-06-26T03:01:21.574139+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:46:44.339832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.584901+0000","last_change":"2023-06-26T03:01:21.570809+0000","last_active":"2023-06-26T03:01:21.584901+0000","last_peered":"2023-06-26T03:01:21.584901+0000","last_clean":"2023-06-26T03:01:21.584901+0000","last_became_active":"2023-06-26T03:01:21.568854+0000","last_became_peered":"2023-06-26T03:01:21.568854+0000","last_unstale":"2023-06-26T03:01:21.584901+0000","last_undegraded":"2023-06-26T03:01:21.584901+0000","last_fullsized":"2023-06-26T03:01:21.584901+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:43:37.874943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.545494+0000","last_change":"2023-06-26T03:01:21.211568+0000","last_active":"2023-06-26T03:01:21.545494+0000","last_peered":"2023-06-26T03:01:21.545494+0000","last_clean":"2023-06-26T03:01:21.545494+0000","last_became_active":"2023-06-26T03:01:21.210809+0000","last_became_peered":"2023-06-26T03:01:21.210809+0000","last_unstale":"2023-06-26T03:01:21.545494+0000","last_undegraded":"2023-06-26T03:01:21.545494+0000","last_fullsized":"2023-06-26T03:01:21.545494+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:02.588608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":37,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.551357+0000","last_change":"2023-06-26T03:00:09.640928+0000","last_active":"2023-06-26T03:01:21.551357+0000","last_peered":"2023-06-26T03:01:21.551357+0000","last_clean":"2023-06-26T03:01:21.551357+0000","last_became_active":"2023-06-26T03:00:09.640571+0000","last_became_peered":"2023-06-26T03:00:09.640571+0000","last_unstale":"2023-06-26T03:01:21.551357+0000","last_undegraded":"2023-06-26T03:01:21.551357+0000","last_fullsized":"2023-06-26T03:01:21.551357+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:31:32.024710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.606106+0000","last_change":"2023-06-26T03:01:21.597738+0000","last_active":"2023-06-26T03:01:21.606106+0000","last_peered":"2023-06-26T03:01:21.606106+0000","last_clean":"2023-06-26T03:01:21.606106+0000","last_became_active":"2023-06-26T03:01:21.596923+0000","last_became_peered":"2023-06-26T03:01:21.596923+0000","last_unstale":"2023-06-26T03:01:21.606106+0000","last_undegraded":"2023-06-26T03:01:21.606106+0000","last_fullsized":"2023-06-26T03:01:21.606106+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:21.154718+0000","last_clean_scrub_stamp":"2023-06-26T03:01:21.154718+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:41:16.740332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.555714+0000","last_change":"2023-06-26T03:01:21.189202+0000","last_active":"2023-06-26T03:01:21.555714+0000","last_peered":"2023-06-26T03:01:21.555714+0000","last_clean":"2023-06-26T03:01:21.555714+0000","last_became_active":"2023-06-26T03:01:21.188867+0000","last_became_peered":"2023-06-26T03:01:21.188867+0000","last_unstale":"2023-06-26T03:01:21.555714+0000","last_undegraded":"2023-06-26T03:01:21.555714+0000","last_fullsized":"2023-06-26T03:01:21.555714+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:20.150903+0000","last_clean_scrub_stamp":"2023-06-26T03:01:20.150903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:32:43.555162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":45,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-06-26T03:01:21.548485+0000","last_change":"2023-06-26T03:00:09.648273+0000","last_active":"2023-06-26T03:01:21.548485+0000","last_peered":"2023-06-26T03:01:21.548485+0000","last_clean":"2023-06-26T03:01:21.548485+0000","last_became_active":"2023-06-26T03:00:09.646927+0000","last_became_peered":"2023-06-26T03:00:09.646927+0000","last_unstale":"2023-06-26T03:01:21.548485+0000","last_undegraded":"2023-06-26T03:01:21.548485+0000","last_fullsized":"2023-06-26T03:01:21.548485+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:00:08.620451+0000","last_clean_scrub_stamp":"2023-06-26T03:00:08.620451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:00:54.061640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":1008,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":1032192,"data_stored":765400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.65000000000000002}]},{"osd":1,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.80600000000000005}]},{"osd":2,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":0.84899999999999998}]},{"osd":3,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.94599999999999995},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.92100000000000004}]},{"osd":4,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.399,"5min":1.399,"15min":1.399},"last":0.877},{"interface":"front","average":{"1min":1.083,"5min":1.083,"15min":1.083},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":1.694,"5min":1.694,"15min":1.694},"last":1.042}]},{"osd":5,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":1.1899999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.7190000000000001,"5min":1.7190000000000001,"15min":1.7190000000000001},"last":1.089}]},{"osd":6,"last update":"Mon Jun 26 03:01:06 2023","interfaces":[{"interface":"back","average":{"1min":1.081,"5min":1.081,"15min":1.081},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":1.2270000000000001},{"interface":"front","average":{"1min":1.111,"5min":1.111,"15min":1.111},"min":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"max":{"1min":1.675,"5min":1.675,"15min":1.675},"last":1.1699999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":400,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":409600,"data_stored":166270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.881,"5min":1.881,"15min":1.881},"last":0.94799999999999995}]},{"osd":1,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.66100000000000003}]},{"osd":2,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.591,"5min":1.591,"15min":1.591},"last":0.82399999999999995}]},{"osd":3,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":1.0129999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.753}]},{"osd":4,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.92100000000000004},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.9490000000000001,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":1.095}]},{"osd":5,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.526,"5min":1.526,"15min":1.526},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":0.98299999999999998}]},{"osd":7,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.4690000000000001,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.9159999999999999,"5min":1.9159999999999999,"15min":1.9159999999999999},"last":1.0369999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574870,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":420,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":430080,"data_stored":173510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":2.2349999999999999,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.66700000000000004}]},{"osd":1,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.97199999999999998}]},{"osd":2,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.86199999999999999}]},{"osd":3,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":1.018},{"interface":"front","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.999}]},{"osd":4,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":1.5740000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":1.099,"5min":1.099,"15min":1.099},"min":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"max":{"1min":1.732,"5min":1.732,"15min":1.732},"last":0.93799999999999994}]},{"osd":6,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":2.2599999999999998,"5min":2.2599999999999998,"15min":2.2599999999999998},"last":0.753},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"max":{"1min":2.0830000000000002,"5min":2.0830000000000002,"15min":2.0830000000000002},"last":1.0629999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"max":{"1min":1.54,"5min":1.54,"15min":1.54},"last":1.042},{"interface":"front","average":{"1min":1.117,"5min":1.117,"15min":1.117},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.591,"5min":1.591,"15min":1.591},"last":1.0900000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31468,"kb_used_data":420,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340372,"statfs":{"total":96636764160,"available":96604540928,"internally_reserved":0,"allocated":430080,"data_stored":174002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.3919999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.71399999999999997}]},{"osd":1,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.504},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.628}]},{"osd":2,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.49,"5min":1.49,"15min":1.49},"last":0.755},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.47399999999999998}]},{"osd":3,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":1.028,"5min":1.028,"15min":1.028},"min":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.59699999999999998}]},{"osd":5,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":1.6000000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.7410000000000001,"5min":1.7410000000000001,"15min":1.7410000000000001},"last":0.65200000000000002}]},{"osd":6,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.82299999999999995},{"interface":"front","average":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.7150000000000001,"5min":1.7150000000000001,"15min":1.7150000000000001},"last":0.73899999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.089,"15min":1.089},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.78900000000000003},{"interface":"front","average":{"1min":1.161,"5min":1.161,"15min":1.161},"min":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.66700000000000004}]}]},{"osd":3,"up_from":13,"seq":55834574870,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":174996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.312},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.45200000000000001}]},{"osd":1,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":0.36899999999999999}]},{"osd":2,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.496}]},{"osd":4,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.746}]},{"osd":5,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.7110000000000001,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.70999999999999996}]},{"osd":6,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.627},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.8360000000000001,"5min":1.8360000000000001,"15min":1.8360000000000001},"last":0.72799999999999998}]},{"osd":7,"last update":"Mon Jun 26 03:01:04 2023","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.79600000000000004}]}]},{"osd":2,"up_from":13,"seq":55834574869,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27368,"kb_used_data":416,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344472,"statfs":{"total":96636764160,"available":96608739328,"internally_reserved":0,"allocated":425984,"data_stored":173468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.194,"5min":1.194,"15min":1.194},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.58799999999999997}]},{"osd":1,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.68600000000000005}]},{"osd":3,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.75}]},{"osd":4,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.4450000000000001,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":0.91900000000000004}]},{"osd":5,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.96599999999999997},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.742,"5min":1.742,"15min":1.742},"last":0.90700000000000003}]},{"osd":6,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.8979999999999999,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.702,"5min":1.702,"15min":1.702},"last":1.081}]},{"osd":7,"last update":"Mon Jun 26 03:01:03 2023","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.958,"5min":1.958,"15min":1.958},"last":1.012}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27368,"kb_used_data":416,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344472,"statfs":{"total":96636764160,"available":96608739328,"internally_reserved":0,"allocated":425984,"data_stored":173488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.503},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.76200000000000001}]},{"osd":2,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":1.2889999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.64300000000000002}]},{"osd":3,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.71499999999999997}]},{"osd":4,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.784,"5min":1.784,"15min":1.784},"last":0.84299999999999997}]},{"osd":5,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":1.0569999999999999}]},{"osd":6,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.8899999999999999,"5min":1.8899999999999999,"15min":1.8899999999999999},"last":0.98999999999999999},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.444,"5min":1.444,"15min":1.444},"last":1.0860000000000001}]},{"osd":7,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.52,"5min":1.52,"15min":1.52},"last":1.01},{"interface":"front","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":1.153}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27948,"kb_used_data":996,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343892,"statfs":{"total":96636764160,"available":96608145408,"internally_reserved":0,"allocated":1019904,"data_stored":763800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.495},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.72799999999999998}]},{"osd":2,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.65300000000000002}]},{"osd":3,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.621}]},{"osd":4,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.77100000000000002}]},{"osd":5,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":1.0089999999999999}]},{"osd":6,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.3280000000000001,"5min":1.3280000000000001,"15min":1.3280000000000001},"last":1.0549999999999999},{"interface":"front","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":0.94199999999999995}]},{"osd":7,"last update":"Mon Jun 26 03:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.878,"5min":0.878,"15min":0.878},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.99199999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:01:25.020 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-06-26T03:01:25.020 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-06-26T03:01:25.139 INFO:tasks.ceph.mds.c.smithi081.stderr:2023-06-26T03:01:25.134+0000 7faa7af5f640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-06-26T03:01:25.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53f1b34640 1 Processor -- start 2023-06-26T03:01:25.185 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53f1b34640 1 -- start start 2023-06-26T03:01:25.187 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53f1b34640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f53ec159a70 0x7f53ec0b1b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:25.187 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53f1b34640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f53ec0cd180 0x7f53ec0ce440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:25.187 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53f1b34640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53ec0cdc60 con 0x7f53ec0cba40 2023-06-26T03:01:25.187 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53f1b34640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53ec0b23f0 con 0x7f53ec0cd180 2023-06-26T03:01:25.187 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53f1b34640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53ec0b26d0 con 0x7f53ec159a70 2023-06-26T03:01:25.187 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53eaffd640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f53ec0cba40 0x7f53ec0cca70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34530/0 (socket says 172.21.15.81:34530) 2023-06-26T03:01:25.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53ebfff640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f53ec0cd180 0x7f53ec0ce440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:25.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53eaffd640 1 -- 172.21.15.81:0/2034552420 learned_addr learned my addr 172.21.15.81:0/2034552420 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:25.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53eb7fe640 1 --2- 172.21.15.81:0/2034552420 >> v2:172.21.15.92:3300/0 conn(0x7f53ec159a70 0x7f53ec0b1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:25.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53ea7fc640 1 -- 172.21.15.81:0/2034552420 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 89859335 0 0) 0x7f53ec0cdc60 con 0x7f53ec0cba40 2023-06-26T03:01:25.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53ea7fc640 1 -- 172.21.15.81:0/2034552420 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f53d8003530 con 0x7f53ec0cba40 2023-06-26T03:01:25.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53ebfff640 1 -- 172.21.15.81:0/2034552420 >> v2:172.21.15.92:3300/0 conn(0x7f53ec159a70 msgr2=0x7f53ec0b1b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:25.188 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53ebfff640 1 --2- 172.21.15.81:0/2034552420 >> v2:172.21.15.92:3300/0 conn(0x7f53ec159a70 0x7f53ec0b1b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53ebfff640 1 -- 172.21.15.81:0/2034552420 >> v1:172.21.15.81:6789/0 conn(0x7f53ec0cba40 legacy=0x7f53ec0cca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:25.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.182+0000 7f53ebfff640 1 -- 172.21.15.81:0/2034552420 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53ec0b29b0 con 0x7f53ec0cd180 2023-06-26T03:01:25.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.186+0000 7f53ebfff640 1 --2- 172.21.15.81:0/2034552420 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53ec0cd180 0x7f53ec0ce440 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f53ec06e830 tx=0x7f53dc01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18cc4a84b52ff489 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:25.189 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.186+0000 7f53ea7fc640 1 -- 172.21.15.81:0/2034552420 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53dc0ad660 con 0x7f53ec0cd180 2023-06-26T03:01:25.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.186+0000 7f53ea7fc640 1 -- 172.21.15.81:0/2034552420 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53dc0ad7c0 con 0x7f53ec0cd180 2023-06-26T03:01:25.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.186+0000 7f53ea7fc640 1 -- 172.21.15.81:0/2034552420 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53dc0adb30 con 0x7f53ec0cd180 2023-06-26T03:01:25.190 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.186+0000 7f53f1b34640 1 -- 172.21.15.81:0/2034552420 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53ec0cd180 msgr2=0x7f53ec0ce440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:25.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.186+0000 7f53f1b34640 1 --2- 172.21.15.81:0/2034552420 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53ec0cd180 0x7f53ec0ce440 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f53ec06e830 tx=0x7f53dc01c430 comp rx=0 tx=0).stop 2023-06-26T03:01:25.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.186+0000 7f53f1b34640 1 -- 172.21.15.81:0/2034552420 shutdown_connections 2023-06-26T03:01:25.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.186+0000 7f53f1b34640 1 --2- 172.21.15.81:0/2034552420 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53ec0cd180 0x7f53ec0ce440 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.186+0000 7f53f1b34640 1 --2- 172.21.15.81:0/2034552420 >> v2:172.21.15.92:3300/0 conn(0x7f53ec159a70 0x7f53ec0b1b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.186+0000 7f53f1b34640 1 -- 172.21.15.81:0/2034552420 >> 172.21.15.81:0/2034552420 conn(0x7f53ec06d280 msgr2=0x7f53ec06d680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:25.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.186+0000 7f53f1b34640 1 -- 172.21.15.81:0/2034552420 shutdown_connections 2023-06-26T03:01:25.191 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.186+0000 7f53f1b34640 1 -- 172.21.15.81:0/2034552420 wait complete. 2023-06-26T03:01:25.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53f1b34640 1 Processor -- start 2023-06-26T03:01:25.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53f1b34640 1 -- start start 2023-06-26T03:01:25.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53f1b34640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ec0cba40 0x7f53ec146710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:25.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53f1b34640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53ec0cd180 0x7f53ec0b44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:25.193 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53f1b34640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53ec159a70 0x7f53ec0b49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:25.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53f1b34640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53ec157820 con 0x7f53ec159a70 2023-06-26T03:01:25.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53f1b34640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53ec14e230 con 0x7f53ec0cd180 2023-06-26T03:01:25.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53f1b34640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53ec1640d0 con 0x7f53ec0cba40 2023-06-26T03:01:25.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53ebfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53ec159a70 0x7f53ec0b49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:25.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53ebfff640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53ec159a70 0x7f53ec0b49f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:51032/0 (socket says 172.21.15.81:51032) 2023-06-26T03:01:25.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53ebfff640 1 -- 172.21.15.81:0/3371481902 learned_addr learned my addr 172.21.15.81:0/3371481902 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:25.194 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53eaffd640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53ec0cd180 0x7f53ec0b44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:25.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53eb7fe640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ec0cba40 0x7f53ec146710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:25.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53ebfff640 1 -- 172.21.15.81:0/3371481902 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ec0cba40 msgr2=0x7f53ec146710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:25.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53ebfff640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ec0cba40 0x7f53ec146710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53ebfff640 1 -- 172.21.15.81:0/3371481902 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53ec0cd180 msgr2=0x7f53ec0b44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:25.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53ebfff640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53ec0cd180 0x7f53ec0b44b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53ebfff640 1 -- 172.21.15.81:0/3371481902 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53dc009420 con 0x7f53ec159a70 2023-06-26T03:01:25.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53eb7fe640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ec0cba40 0x7f53ec146710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:25.195 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53ebfff640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53ec159a70 0x7f53ec0b49f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f53dc01c470 tx=0x7f53dc0191d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:25.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53e3fff640 1 -- 172.21.15.81:0/3371481902 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53dc0adb30 con 0x7f53ec159a70 2023-06-26T03:01:25.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53e3fff640 1 -- 172.21.15.81:0/3371481902 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53dc0adc90 con 0x7f53ec159a70 2023-06-26T03:01:25.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53f1b34640 1 -- 172.21.15.81:0/3371481902 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53ec14df50 con 0x7f53ec159a70 2023-06-26T03:01:25.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53e3fff640 1 -- 172.21.15.81:0/3371481902 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53dc003620 con 0x7f53ec159a70 2023-06-26T03:01:25.196 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53f1b34640 1 -- 172.21.15.81:0/3371481902 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53ec157a70 con 0x7f53ec159a70 2023-06-26T03:01:25.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53f1b34640 1 -- 172.21.15.81:0/3371481902 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53ec0cacc0 con 0x7f53ec159a70 2023-06-26T03:01:25.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53e3fff640 1 -- 172.21.15.81:0/3371481902 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f53dc0b4040 con 0x7f53ec159a70 2023-06-26T03:01:25.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53e3fff640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f53cc066280 0x7f53cc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:25.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53e3fff640 1 -- 172.21.15.81:0/3371481902 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f53dc11df60 con 0x7f53ec159a70 2023-06-26T03:01:25.197 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.190+0000 7f53eb7fe640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f53cc066280 0x7f53cc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:25.198 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.194+0000 7f53eb7fe640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f53cc066280 0x7f53cc068730 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f53d40097a0 tx=0x7f53d4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:25.199 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.198+0000 7f53e3fff640 1 -- 172.21.15.81:0/3371481902 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f53dc0eb500 con 0x7f53ec159a70 2023-06-26T03:01:25.403 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.398+0000 7f53f1b34640 1 -- 172.21.15.81:0/3371481902 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f53ec0b0da0 con 0x7f53ec159a70 2023-06-26T03:01:25.412 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.410+0000 7f53e3fff640 1 -- 172.21.15.81:0/3371481902 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v9) v1 ==== 190+0+0 (secure 0 0 0) 0x7f53dc0b20e0 con 0x7f53ec159a70 2023-06-26T03:01:25.412 INFO:teuthology.orchestra.run.smithi081.stderr:updated caps for client.0 2023-06-26T03:01:25.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.410+0000 7f53f1b34640 1 -- 172.21.15.81:0/3371481902 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f53cc066280 msgr2=0x7f53cc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:25.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.410+0000 7f53f1b34640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f53cc066280 0x7f53cc068730 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f53d40097a0 tx=0x7f53d4008040 comp rx=0 tx=0).stop 2023-06-26T03:01:25.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.410+0000 7f53f1b34640 1 -- 172.21.15.81:0/3371481902 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53ec159a70 msgr2=0x7f53ec0b49f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:25.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.410+0000 7f53f1b34640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53ec159a70 0x7f53ec0b49f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f53dc01c470 tx=0x7f53dc0191d0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.410+0000 7f53f1b34640 1 -- 172.21.15.81:0/3371481902 shutdown_connections 2023-06-26T03:01:25.415 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.410+0000 7f53f1b34640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f53cc066280 0x7f53cc068730 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.410+0000 7f53f1b34640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f53ec159a70 0x7f53ec0b49f0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.410+0000 7f53f1b34640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53ec0cd180 0x7f53ec0b44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.410+0000 7f53f1b34640 1 --2- 172.21.15.81:0/3371481902 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ec0cba40 0x7f53ec146710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.410+0000 7f53f1b34640 1 -- 172.21.15.81:0/3371481902 >> 172.21.15.81:0/3371481902 conn(0x7f53ec06d280 msgr2=0x7f53ec06d650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:25.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.410+0000 7f53f1b34640 1 -- 172.21.15.81:0/3371481902 shutdown_connections 2023-06-26T03:01:25.416 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.410+0000 7f53f1b34640 1 -- 172.21.15.81:0/3371481902 wait complete. 2023-06-26T03:01:25.430 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:01:25.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.538+0000 7f9819805640 1 Processor -- start 2023-06-26T03:01:25.542 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.538+0000 7f9819805640 1 -- start start 2023-06-26T03:01:25.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.538+0000 7f9819805640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f98141596a0 0x7f9814070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:25.543 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.538+0000 7f9819805640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f98140c9560 0x7f98140c99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:25.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.538+0000 7f9819805640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f98140af770 0x7f98140afbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:25.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.538+0000 7f9819805640 1 -- --> v2:172.21.15.81:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98140c9ef0 con 0x7f98141596a0 2023-06-26T03:01:25.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.538+0000 7f9819805640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98140b0110 con 0x7f98140af770 2023-06-26T03:01:25.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.538+0000 7f9819805640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f981406bd00 con 0x7f98140c9560 2023-06-26T03:01:25.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9812ffd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f98141596a0 0x7f9814070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:25.544 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9812ffd640 1 --2- >> v2:172.21.15.81:3300/0 conn(0x7f98141596a0 0x7f9814070e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:51038/0 (socket says 172.21.15.81:51038) 2023-06-26T03:01:25.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9812ffd640 1 -- 172.21.15.81:0/1751614552 learned_addr learned my addr 172.21.15.81:0/1751614552 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:25.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f98137fe640 1 --2- 172.21.15.81:0/1751614552 >> v2:172.21.15.92:3300/0 conn(0x7f98140af770 0x7f98140afbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:25.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f98127fc640 1 --2- 172.21.15.81:0/1751614552 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f98140c9560 0x7f98140c99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:25.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9812ffd640 1 -- 172.21.15.81:0/1751614552 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f98140c9560 msgr2=0x7f98140c99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:25.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9812ffd640 1 --2- 172.21.15.81:0/1751614552 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f98140c9560 0x7f98140c99b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9812ffd640 1 -- 172.21.15.81:0/1751614552 >> v2:172.21.15.92:3300/0 conn(0x7f98140af770 msgr2=0x7f98140afbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:25.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9812ffd640 1 --2- 172.21.15.81:0/1751614552 >> v2:172.21.15.92:3300/0 conn(0x7f98140af770 0x7f98140afbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.545 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9812ffd640 1 -- 172.21.15.81:0/1751614552 --> v2:172.21.15.81:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98140ca100 con 0x7f98141596a0 2023-06-26T03:01:25.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9812ffd640 1 --2- 172.21.15.81:0/1751614552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98141596a0 0x7f9814070e40 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f98140cdbd0 tx=0x7f980401c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4525f7b2eabb3e9f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:25.546 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9811ffb640 1 -- 172.21.15.81:0/1751614552 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98040ac640 con 0x7f98141596a0 2023-06-26T03:01:25.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9811ffb640 1 -- 172.21.15.81:0/1751614552 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98040ac7a0 con 0x7f98141596a0 2023-06-26T03:01:25.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9811ffb640 1 -- 172.21.15.81:0/1751614552 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98040acb30 con 0x7f98141596a0 2023-06-26T03:01:25.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9819805640 1 -- 172.21.15.81:0/1751614552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98141596a0 msgr2=0x7f9814070e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:25.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9819805640 1 --2- 172.21.15.81:0/1751614552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98141596a0 0x7f9814070e40 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f98140cdbd0 tx=0x7f980401c440 comp rx=0 tx=0).stop 2023-06-26T03:01:25.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9819805640 1 -- 172.21.15.81:0/1751614552 shutdown_connections 2023-06-26T03:01:25.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9819805640 1 --2- 172.21.15.81:0/1751614552 >> v2:172.21.15.92:3300/0 conn(0x7f98140af770 0x7f98140afbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.547 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9819805640 1 --2- 172.21.15.81:0/1751614552 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f98140c9560 0x7f98140c99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9819805640 1 --2- 172.21.15.81:0/1751614552 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98141596a0 0x7f9814070e40 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9819805640 1 -- 172.21.15.81:0/1751614552 >> 172.21.15.81:0/1751614552 conn(0x7f98140ca770 msgr2=0x7f98140cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:25.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9819805640 1 -- 172.21.15.81:0/1751614552 shutdown_connections 2023-06-26T03:01:25.548 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.542+0000 7f9819805640 1 -- 172.21.15.81:0/1751614552 wait complete. 2023-06-26T03:01:25.549 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f9819805640 1 Processor -- start 2023-06-26T03:01:25.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f9819805640 1 -- start start 2023-06-26T03:01:25.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f9819805640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98140af770 0x7f9814151690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:25.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f9819805640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98140c9560 0x7f9814150010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:25.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f9819805640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f98141596a0 0x7f98140c2d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:25.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f9819805640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98140c4020 con 0x7f98140c9560 2023-06-26T03:01:25.550 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f9819805640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98141508d0 con 0x7f98140af770 2023-06-26T03:01:25.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f9819805640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9814150bb0 con 0x7f98141596a0 2023-06-26T03:01:25.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f98127fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98140c9560 0x7f9814150010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:25.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f98127fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98140c9560 0x7f9814150010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:51050/0 (socket says 172.21.15.81:51050) 2023-06-26T03:01:25.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f98127fc640 1 -- 172.21.15.81:0/3561929810 learned_addr learned my addr 172.21.15.81:0/3561929810 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:25.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f9812ffd640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98140af770 0x7f9814151690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:25.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f98137fe640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f98141596a0 0x7f98140c2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:25.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f98127fc640 1 -- 172.21.15.81:0/3561929810 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f98141596a0 msgr2=0x7f98140c2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:25.551 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f98127fc640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f98141596a0 0x7f98140c2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f98127fc640 1 -- 172.21.15.81:0/3561929810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98140af770 msgr2=0x7f9814151690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:25.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f98127fc640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98140af770 0x7f9814151690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f98127fc640 1 -- 172.21.15.81:0/3561929810 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98040094d0 con 0x7f98140c9560 2023-06-26T03:01:25.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f98137fe640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f98141596a0 0x7f98140c2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:25.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f98127fc640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98140c9560 0x7f9814150010 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f980800d5f0 tx=0x7f980800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:25.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f97fbfff640 1 -- 172.21.15.81:0/3561929810 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98080125f0 con 0x7f98140c9560 2023-06-26T03:01:25.552 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f97fbfff640 1 -- 172.21.15.81:0/3561929810 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9808012750 con 0x7f98140c9560 2023-06-26T03:01:25.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f9819805640 1 -- 172.21.15.81:0/3561929810 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9814150e90 con 0x7f98140c9560 2023-06-26T03:01:25.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f97fbfff640 1 -- 172.21.15.81:0/3561929810 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9808012ae0 con 0x7f98140c9560 2023-06-26T03:01:25.553 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f9819805640 1 -- 172.21.15.81:0/3561929810 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9814151bd0 con 0x7f98140c9560 2023-06-26T03:01:25.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f9819805640 1 -- 172.21.15.81:0/3561929810 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f981404d790 con 0x7f98140c9560 2023-06-26T03:01:25.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.546+0000 7f97fbfff640 1 -- 172.21.15.81:0/3561929810 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9808012c40 con 0x7f98140c9560 2023-06-26T03:01:25.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.550+0000 7f97fbfff640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9800066280 0x7f9800068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:25.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.550+0000 7f97fbfff640 1 -- 172.21.15.81:0/3561929810 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f98080841b0 con 0x7f98140c9560 2023-06-26T03:01:25.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.550+0000 7f9812ffd640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9800066280 0x7f9800068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:25.554 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.550+0000 7f9812ffd640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9800066280 0x7f9800068730 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f98040ae000 tx=0x7f98040a6070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:25.555 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.554+0000 7f97fbfff640 1 -- 172.21.15.81:0/3561929810 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9808051630 con 0x7f98140c9560 2023-06-26T03:01:25.741 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.738+0000 7f9819805640 1 -- 172.21.15.81:0/3561929810 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f98140c8980 con 0x7f98140c9560 2023-06-26T03:01:25.742 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.738+0000 7f97fbfff640 1 -- 172.21.15.81:0/3561929810 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+4662 (secure 0 0 0) 0x7f9808054c50 con 0x7f98140c9560 2023-06-26T03:01:25.743 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:25.743 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":13,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4742,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/778094934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":778094934},{"type":"v1","addr":"172.21.15.92:6834","nonce":778094934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":4745,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2433031376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":2433031376},{"type":"v1","addr":"172.21.15.92:6835","nonce":2433031376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5337,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/83688675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":83688675},{"type":"v1","addr":"172.21.15.81:6835","nonce":83688675}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:01:21.529903+0000","modified":"2023-06-26T03:01:23.544113+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5340":{"gid":5340,"name":"c","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.81:6837/1044602586","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6836","nonce":1044602586},{"type":"v1","addr":"172.21.15.81:6837","nonce":1044602586}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-06-26T03:01:25.743 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 13 2023-06-26T03:01:25.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.742+0000 7f9819805640 1 -- 172.21.15.81:0/3561929810 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9800066280 msgr2=0x7f9800068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:25.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.742+0000 7f9819805640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9800066280 0x7f9800068730 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f98040ae000 tx=0x7f98040a6070 comp rx=0 tx=0).stop 2023-06-26T03:01:25.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.742+0000 7f9819805640 1 -- 172.21.15.81:0/3561929810 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98140c9560 msgr2=0x7f9814150010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:25.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.742+0000 7f9819805640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98140c9560 0x7f9814150010 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f980800d5f0 tx=0x7f980800dab0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.745 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.742+0000 7f9819805640 1 -- 172.21.15.81:0/3561929810 shutdown_connections 2023-06-26T03:01:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.742+0000 7f9819805640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f9800066280 0x7f9800068730 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.742+0000 7f9819805640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f98141596a0 0x7f98140c2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.742+0000 7f9819805640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f98140c9560 0x7f9814150010 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.742+0000 7f9819805640 1 --2- 172.21.15.81:0/3561929810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98140af770 0x7f9814151690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.742+0000 7f9819805640 1 -- 172.21.15.81:0/3561929810 >> 172.21.15.81:0/3561929810 conn(0x7f98140ca770 msgr2=0x7f9814152e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.742+0000 7f9819805640 1 -- 172.21.15.81:0/3561929810 shutdown_connections 2023-06-26T03:01:25.746 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:25.742+0000 7f9819805640 1 -- 172.21.15.81:0/3561929810 wait complete. 2023-06-26T03:01:26.163 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 13, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-06-26T03:01:21.529903+0000', 'modified': '2023-06-26T03:01:23.544113+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5340}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5340': {'gid': 5340, 'name': 'c', 'rank': 0, 'incarnation': 11, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.81:6837/1044602586', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.81:6836', 'nonce': 1044602586}, {'type': 'v1', 'addr': '172.21.15.81:6837', 'nonce': 1044602586}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-06-26T03:01:26.163 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-06-26T03:01:26.164 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-06-26T03:01:26.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a97ec640 1 Processor -- start 2023-06-26T03:01:26.297 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a97ec640 1 -- start start 2023-06-26T03:01:26.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a97ec640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc3a414f340 0x7fc3a41594e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a97ec640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc3a40c4360 0x7fc3a4070480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.298 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a97ec640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3a40cc250 con 0x7fc3a40ca390 2023-06-26T03:01:26.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a97ec640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3a40cabf0 con 0x7fc3a40c4360 2023-06-26T03:01:26.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a97ec640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3a40caed0 con 0x7fc3a414f340 2023-06-26T03:01:26.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a27fc640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fc3a40ca390 0x7fc3a40c3c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34546/0 (socket says 172.21.15.81:34546) 2023-06-26T03:01:26.299 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a27fc640 1 -- 172.21.15.81:0/4226682904 learned_addr learned my addr 172.21.15.81:0/4226682904 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:26.300 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1436681317 0 0) 0x7fc3a40cc250 con 0x7fc3a40ca390 2023-06-26T03:01:26.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a37fe640 1 --2- 172.21.15.81:0/4226682904 >> v2:172.21.15.92:3300/0 conn(0x7fc3a40c4360 0x7fc3a4070480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc38c003530 con 0x7fc3a40ca390 2023-06-26T03:01:26.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a2ffd640 1 --2- 172.21.15.81:0/4226682904 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc3a414f340 0x7fc3a41594e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2711208869 0 0) 0x7fc38c003530 con 0x7fc3a40ca390 2023-06-26T03:01:26.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc3a414f340 msgr2=0x7fc3a41594e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 --2- 172.21.15.81:0/4226682904 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc3a414f340 0x7fc3a41594e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.301 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 >> v2:172.21.15.92:3300/0 conn(0x7fc3a40c4360 msgr2=0x7fc3a4070480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 --2- 172.21.15.81:0/4226682904 >> v2:172.21.15.92:3300/0 conn(0x7fc3a40c4360 0x7fc3a4070480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3a40cb1b0 con 0x7fc3a40ca390 2023-06-26T03:01:26.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fc398001680 con 0x7fc3a40ca390 2023-06-26T03:01:26.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 >> v1:172.21.15.81:6789/0 conn(0x7fc3a40ca390 legacy=0x7fc3a40c3c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 --2- 172.21.15.81:0/4226682904 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc3a414f340 0x7fc38c003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 --2- 172.21.15.81:0/4226682904 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc38c003f00 0x7fc38c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.302 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 --2- 172.21.15.81:0/4226682904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc38c004d10 0x7fc38c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3a40cabf0 con 0x7fc38c003f00 2023-06-26T03:01:26.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3a40caed0 con 0x7fc38c004d10 2023-06-26T03:01:26.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc38c00b9c0 con 0x7fc3a414f340 2023-06-26T03:01:26.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.294+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/4226682904 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc38c003f00 0x7fc38c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a2ffd640 1 --2- 172.21.15.81:0/4226682904 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc3a414f340 0x7fc38c003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a37fe640 1 --2- 172.21.15.81:0/4226682904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc38c004d10 0x7fc38c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a27fc640 1 -- 172.21.15.81:0/4226682904 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc3a414f340 msgr2=0x7fc38c003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.303 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/4226682904 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc3a414f340 0x7fc38c003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a27fc640 1 -- 172.21.15.81:0/4226682904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc38c004d10 msgr2=0x7fc38c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/4226682904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc38c004d10 0x7fc38c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a27fc640 1 -- 172.21.15.81:0/4226682904 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc38c003530 con 0x7fc38c003f00 2023-06-26T03:01:26.304 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a37fe640 1 --2- 172.21.15.81:0/4226682904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc38c004d10 0x7fc38c005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:26.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/4226682904 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc38c003f00 0x7fc38c0047d0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fc39800c290 tx=0x7fc39801f430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce7be29514c5225c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:26.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc398005ae0 con 0x7fc38c003f00 2023-06-26T03:01:26.306 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3980ab070 con 0x7fc38c003f00 2023-06-26T03:01:26.307 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a1ffb640 1 -- 172.21.15.81:0/4226682904 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc398005e80 con 0x7fc38c003f00 2023-06-26T03:01:26.307 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a97ec640 1 -- 172.21.15.81:0/4226682904 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc38c003f00 msgr2=0x7fc38c0047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.307 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.298+0000 7fc3a97ec640 1 --2- 172.21.15.81:0/4226682904 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc38c003f00 0x7fc38c0047d0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fc39800c290 tx=0x7fc39801f430 comp rx=0 tx=0).stop 2023-06-26T03:01:26.307 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a37fe640 1 -- 172.21.15.81:0/4226682904 reap_dead start 2023-06-26T03:01:26.307 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 -- 172.21.15.81:0/4226682904 shutdown_connections 2023-06-26T03:01:26.307 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 -- 172.21.15.81:0/4226682904 >> 172.21.15.81:0/4226682904 conn(0x7fc3a40af8d0 msgr2=0x7fc3a40afcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:26.307 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 -- 172.21.15.81:0/4226682904 shutdown_connections 2023-06-26T03:01:26.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 -- 172.21.15.81:0/4226682904 wait complete. 2023-06-26T03:01:26.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 Processor -- start 2023-06-26T03:01:26.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 -- start start 2023-06-26T03:01:26.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc38c003f00 0x7fc3a41593c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc3a406bf70 0x7fc3a414b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3a414d750 0x7fc3a414dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3a414e100 con 0x7fc3a406bf70 2023-06-26T03:01:26.308 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3a4159c30 con 0x7fc3a414d750 2023-06-26T03:01:26.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3a4159f10 con 0x7fc38c003f00 2023-06-26T03:01:26.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a27fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc3a406bf70 0x7fc3a414b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a27fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc3a406bf70 0x7fc3a414b730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:51070/0 (socket says 172.21.15.81:51070) 2023-06-26T03:01:26.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a27fc640 1 -- 172.21.15.81:0/1205852728 learned_addr learned my addr 172.21.15.81:0/1205852728 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:26.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a37fe640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3a414d750 0x7fc3a414dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a2ffd640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc38c003f00 0x7fc3a41593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.309 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a27fc640 1 -- 172.21.15.81:0/1205852728 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc38c003f00 msgr2=0x7fc3a41593c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc38c003f00 0x7fc3a41593c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a27fc640 1 -- 172.21.15.81:0/1205852728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3a414d750 msgr2=0x7fc3a414dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3a414d750 0x7fc3a414dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a27fc640 1 -- 172.21.15.81:0/1205852728 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3a415a1f0 con 0x7fc3a406bf70 2023-06-26T03:01:26.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a37fe640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3a414d750 0x7fc3a414dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:26.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc3a406bf70 0x7fc3a414b730 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fc3980260a0 tx=0x7fc38c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:26.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc38b7fe640 1 -- 172.21.15.81:0/1205852728 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3980b7070 con 0x7fc3a406bf70 2023-06-26T03:01:26.310 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc38b7fe640 1 -- 172.21.15.81:0/1205852728 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc398005940 con 0x7fc3a406bf70 2023-06-26T03:01:26.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 -- 172.21.15.81:0/1205852728 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3a415a4d0 con 0x7fc3a406bf70 2023-06-26T03:01:26.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc38b7fe640 1 -- 172.21.15.81:0/1205852728 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc398005cf0 con 0x7fc3a406bf70 2023-06-26T03:01:26.311 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.302+0000 7fc3a97ec640 1 -- 172.21.15.81:0/1205852728 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3a4159900 con 0x7fc3a406bf70 2023-06-26T03:01:26.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc38b7fe640 1 -- 172.21.15.81:0/1205852728 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc3980ad020 con 0x7fc3a406bf70 2023-06-26T03:01:26.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc38b7fe640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc390066270 0x7fc390068720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc38b7fe640 1 -- 172.21.15.81:0/1205852728 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc398120980 con 0x7fc3a406bf70 2023-06-26T03:01:26.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a2ffd640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc390066270 0x7fc390068720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a2ffd640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc390066270 0x7fc390068720 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fc3940044b0 tx=0x7fc394008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:26.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3ac908000 1 Processor -- start 2023-06-26T03:01:26.315 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3ac908000 1 -- start start 2023-06-26T03:01:26.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3ac908000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d26740 0x560267d26b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3ac908000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d27050 0x560267cdc840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3ac908000 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267cdd150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3ac908000 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x560267ba4ac0 con 0x560267cdcd80 2023-06-26T03:01:26.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3ac908000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x560267ade840 con 0x560267d26740 2023-06-26T03:01:26.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3ac908000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x560267b322e0 con 0x560267d27050 2023-06-26T03:01:26.316 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a37fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267cdd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a37fe640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267cdd150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:51078/0 (socket says 172.21.15.81:51078) 2023-06-26T03:01:26.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a37fe640 1 -- 172.21.15.81:0/1436270497 learned_addr learned my addr 172.21.15.81:0/1436270497 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:26.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a2ffd640 1 --2- 172.21.15.81:0/1436270497 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d26740 0x560267d26b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/1436270497 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d27050 0x560267cdc840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a37fe640 1 -- 172.21.15.81:0/1436270497 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d27050 msgr2=0x560267cdc840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a37fe640 1 --2- 172.21.15.81:0/1436270497 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d27050 0x560267cdc840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a37fe640 1 -- 172.21.15.81:0/1436270497 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d26740 msgr2=0x560267d26b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.317 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a37fe640 1 --2- 172.21.15.81:0/1436270497 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d26740 0x560267d26b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a37fe640 1 -- 172.21.15.81:0/1436270497 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560267827890 con 0x560267cdcd80 2023-06-26T03:01:26.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/1436270497 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d27050 0x560267cdc840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:26.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3a37fe640 1 --2- 172.21.15.81:0/1436270497 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267cdd150 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fc3a40cb010 tx=0x7fc39c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54a072ef1132e37d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:26.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc388ff9640 1 -- 172.21.15.81:0/1436270497 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc39c00e040 con 0x560267cdcd80 2023-06-26T03:01:26.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc388ff9640 1 -- 172.21.15.81:0/1436270497 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc39c007ae0 con 0x560267cdcd80 2023-06-26T03:01:26.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc388ff9640 1 -- 172.21.15.81:0/1436270497 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc39c007e50 con 0x560267cdcd80 2023-06-26T03:01:26.318 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3ac908000 1 -- 172.21.15.81:0/1436270497 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 msgr2=0x560267cdd150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3ac908000 1 --2- 172.21.15.81:0/1436270497 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267cdd150 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fc3a40cb010 tx=0x7fc39c009750 comp rx=0 tx=0).stop 2023-06-26T03:01:26.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3ac908000 1 -- 172.21.15.81:0/1436270497 shutdown_connections 2023-06-26T03:01:26.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3ac908000 1 --2- 172.21.15.81:0/1436270497 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267cdd150 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.306+0000 7fc3ac908000 1 --2- 172.21.15.81:0/1436270497 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d27050 0x560267cdc840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 --2- 172.21.15.81:0/1436270497 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d26740 0x560267d26b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 -- 172.21.15.81:0/1436270497 >> 172.21.15.81:0/1436270497 conn(0x560267cd4800 msgr2=0x560267ce3800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:26.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 -- 172.21.15.81:0/1436270497 shutdown_connections 2023-06-26T03:01:26.319 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 -- 172.21.15.81:0/1436270497 wait complete. 2023-06-26T03:01:26.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 -- start start 2023-06-26T03:01:26.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 Processor -- start 2023-06-26T03:01:26.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267ce2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d26740 0x560267ce80e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d27050 0x560267ce8620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x560267b2b380 con 0x560267cdcd80 2023-06-26T03:01:26.320 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x560267ae7ae0 con 0x560267d26740 2023-06-26T03:01:26.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x560267ae7780 con 0x560267d27050 2023-06-26T03:01:26.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 10 client.0 _ll_register_callbacks cb 0x560267cc8e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-26T03:01:26.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3a2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267ce2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3a2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267ce2850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:51090/0 (socket says 172.21.15.81:51090) 2023-06-26T03:01:26.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3a2ffd640 1 -- 172.21.15.81:0/569065072 learned_addr learned my addr 172.21.15.81:0/569065072 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:26.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3a37fe640 1 --2- 172.21.15.81:0/569065072 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d27050 0x560267ce8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/569065072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d26740 0x560267ce80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.321 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3a2ffd640 1 -- 172.21.15.81:0/569065072 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d27050 msgr2=0x560267ce8620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3a2ffd640 1 --2- 172.21.15.81:0/569065072 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d27050 0x560267ce8620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3a2ffd640 1 -- 172.21.15.81:0/569065072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d26740 msgr2=0x560267ce80e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3a2ffd640 1 --2- 172.21.15.81:0/569065072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d26740 0x560267ce80e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3a2ffd640 1 -- 172.21.15.81:0/569065072 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc39c009c80 con 0x560267cdcd80 2023-06-26T03:01:26.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3a2ffd640 1 --2- 172.21.15.81:0/569065072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267ce2850 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fc39400bda0 tx=0x7fc394004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=605346aef53f64fd server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:26.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc381ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2023-06-26T03:01:26.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc381ffb640 1 -- 172.21.15.81:0/569065072 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc394022420 con 0x560267cdcd80 2023-06-26T03:01:26.322 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc381ffb640 1 -- 172.21.15.81:0/569065072 <== mon.0 v2:172.21.15.81:3300/0 2 ==== osd_map(38..38 src has 1..38) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc394022580 con 0x560267cdcd80 2023-06-26T03:01:26.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 -- 172.21.15.81:0/569065072 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560267af2a20 con 0x560267cdcd80 2023-06-26T03:01:26.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc381ffb640 1 -- 172.21.15.81:0/569065072 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=13) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc394022740 con 0x560267cdcd80 2023-06-26T03:01:26.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 10 client.5538 fetch_fsmap learned FSMap version 13 2023-06-26T03:01:26.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 -- 172.21.15.81:0/569065072 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=13,monmap=2+}) v3 -- 0x560267aefd10 con 0x560267cdcd80 2023-06-26T03:01:26.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc381ffb640 1 -- 172.21.15.81:0/569065072 <== mon.0 v2:172.21.15.81:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x560267af2a20 con 0x560267cdcd80 2023-06-26T03:01:26.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc381ffb640 1 -- 172.21.15.81:0/569065072 <== mon.0 v2:172.21.15.81:3300/0 5 ==== fsmap(e 13) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fc3940228a0 con 0x560267cdcd80 2023-06-26T03:01:26.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 10 client.5538 fetch_fsmap finished waiting for FSMap version 13 2023-06-26T03:01:26.323 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 10 client.5538 resolve_mds: resolved name 'c' to daemon mds.c 2023-06-26T03:01:26.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 20 client.5538 populate_metadata read hostname 'smithi081' 2023-06-26T03:01:26.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 --2- 172.21.15.81:0/569065072 >> [v2:172.21.15.81:6836/1044602586,v1:172.21.15.81:6837/1044602586] conn(0x560267d35c80 0x560267d38060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 4 client.5538 mds_command: new command op to 5340 tid=0[{"prefix": "get_command_descriptions"}] 2023-06-26T03:01:26.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3ac908000 1 -- 172.21.15.81:0/569065072 --> [v2:172.21.15.81:6836/1044602586,v1:172.21.15.81:6837/1044602586] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560267b5a710 con 0x560267d35c80 2023-06-26T03:01:26.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/569065072 >> [v2:172.21.15.81:6836/1044602586,v1:172.21.15.81:6837/1044602586] conn(0x560267d35c80 0x560267d38060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/569065072 >> [v2:172.21.15.81:6836/1044602586,v1:172.21.15.81:6837/1044602586] conn(0x560267d35c80 0x560267d38060 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4925498f399753a server_cookie=3c86e9bd089c0904 in_seq=0 out_seq=0 2023-06-26T03:01:26.324 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.310+0000 7fc381ffb640 10 client.5538 ms_handle_connect on v2:172.21.15.81:6836/1044602586 2023-06-26T03:01:26.325 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc381ffb640 1 -- 172.21.15.81:0/569065072 <== mds.0 v2:172.21.15.81:6836/1044602586 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x560267b5a710 con 0x560267d35c80 2023-06-26T03:01:26.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc381ffb640 10 client.5538 handle_command_reply: tid=0 2023-06-26T03:01:26.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc3ac908000 1 client.5538 shutdown 2023-06-26T03:01:26.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc3ac908000 1 -- 172.21.15.81:0/569065072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 msgr2=0x560267ce2850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc3ac908000 1 --2- 172.21.15.81:0/569065072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267ce2850 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fc39400bda0 tx=0x7fc394004740 comp rx=0 tx=0).stop 2023-06-26T03:01:26.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc3ac908000 1 -- 172.21.15.81:0/569065072 shutdown_connections 2023-06-26T03:01:26.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc3ac908000 1 --2- 172.21.15.81:0/569065072 >> [v2:172.21.15.81:6836/1044602586,v1:172.21.15.81:6837/1044602586] conn(0x560267d35c80 0x560267d38060 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc3ac908000 1 --2- 172.21.15.81:0/569065072 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d27050 0x560267ce8620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.326 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc381ffb640 0 client.5538 ms_handle_reset on v2:172.21.15.81:6836/1044602586 2023-06-26T03:01:26.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc3ac908000 1 --2- 172.21.15.81:0/569065072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d26740 0x560267ce80e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc3ac908000 1 --2- 172.21.15.81:0/569065072 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267ce2850 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc3ac908000 1 -- 172.21.15.81:0/569065072 >> 172.21.15.81:0/569065072 conn(0x560267cd4800 msgr2=0x560267cdb830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:26.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc3ac908000 1 -- 172.21.15.81:0/569065072 shutdown_connections 2023-06-26T03:01:26.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc3ac908000 1 -- 172.21.15.81:0/569065072 wait complete. 2023-06-26T03:01:26.327 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.314+0000 7fc3ac908000 20 client.5538 trim_cache size 0 max 16384 2023-06-26T03:01:26.330 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.326+0000 7fc3ac908000 1 Processor -- start 2023-06-26T03:01:26.330 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.326+0000 7fc3ac908000 1 -- start start 2023-06-26T03:01:26.331 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.326+0000 7fc3ac908000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267cdcd80 0x560267cdbf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.332 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.326+0000 7fc3ac908000 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267d26740 0x560267cdc480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.332 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.326+0000 7fc3ac908000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d27050 0x560267d36050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.332 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.326+0000 7fc3ac908000 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602677e8940 con 0x560267d26740 2023-06-26T03:01:26.332 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.326+0000 7fc3ac908000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x560267b26cf0 con 0x560267d27050 2023-06-26T03:01:26.332 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.326+0000 7fc3ac908000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x560267b25680 con 0x560267cdcd80 2023-06-26T03:01:26.332 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a27fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267d26740 0x560267cdc480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a27fc640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267d26740 0x560267cdc480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:51102/0 (socket says 172.21.15.81:51102) 2023-06-26T03:01:26.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a27fc640 1 -- 172.21.15.81:0/548962527 learned_addr learned my addr 172.21.15.81:0/548962527 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:26.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a27fc640 1 -- 172.21.15.81:0/548962527 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267cdcd80 msgr2=0x560267cdbf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/548962527 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267cdcd80 0x560267cdbf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a37fe640 1 --2- 172.21.15.81:0/548962527 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d27050 0x560267d36050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a27fc640 1 -- 172.21.15.81:0/548962527 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d27050 msgr2=0x560267d36050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/548962527 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d27050 0x560267d36050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.333 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a27fc640 1 -- 172.21.15.81:0/548962527 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560267cdf450 con 0x560267d26740 2023-06-26T03:01:26.334 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/548962527 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267d26740 0x560267cdc480 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fc39800c290 tx=0x7fc39801f430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c5344402c00d5fb server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:26.334 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3897fa640 1 -- 172.21.15.81:0/548962527 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3980f2ea0 con 0x560267d26740 2023-06-26T03:01:26.334 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3897fa640 1 -- 172.21.15.81:0/548962527 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3980eff10 con 0x560267d26740 2023-06-26T03:01:26.334 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3897fa640 1 -- 172.21.15.81:0/548962527 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc398109150 con 0x560267d26740 2023-06-26T03:01:26.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 -- 172.21.15.81:0/548962527 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267d26740 msgr2=0x560267cdc480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 --2- 172.21.15.81:0/548962527 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267d26740 0x560267cdc480 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fc39800c290 tx=0x7fc39801f430 comp rx=0 tx=0).stop 2023-06-26T03:01:26.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 -- 172.21.15.81:0/548962527 shutdown_connections 2023-06-26T03:01:26.337 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 --2- 172.21.15.81:0/548962527 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d27050 0x560267d36050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 --2- 172.21.15.81:0/548962527 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267d26740 0x560267cdc480 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 --2- 172.21.15.81:0/548962527 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267cdcd80 0x560267cdbf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 -- 172.21.15.81:0/548962527 >> 172.21.15.81:0/548962527 conn(0x560267cd4800 msgr2=0x560267cdb830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:26.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 -- 172.21.15.81:0/548962527 shutdown_connections 2023-06-26T03:01:26.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 -- 172.21.15.81:0/548962527 wait complete. 2023-06-26T03:01:26.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 -- start start 2023-06-26T03:01:26.338 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 Processor -- start 2023-06-26T03:01:26.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267d39610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d26740 0x560267d414c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d27050 0x560267d41a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x560267b2a210 con 0x560267cdcd80 2023-06-26T03:01:26.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x560267b2bc30 con 0x560267d27050 2023-06-26T03:01:26.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x560267ad0130 con 0x560267d26740 2023-06-26T03:01:26.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 10 client.0 _ll_register_callbacks cb 0x560267aef7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-26T03:01:26.339 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267d39610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a2ffd640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267d39610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:51114/0 (socket says 172.21.15.81:51114) 2023-06-26T03:01:26.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a2ffd640 1 -- 172.21.15.81:0/2762494464 learned_addr learned my addr 172.21.15.81:0/2762494464 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:26.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a37fe640 1 --2- 172.21.15.81:0/2762494464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d27050 0x560267d41a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a2ffd640 1 -- 172.21.15.81:0/2762494464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d26740 msgr2=0x560267d414c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a2ffd640 1 --2- 172.21.15.81:0/2762494464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d26740 0x560267d414c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a2ffd640 1 -- 172.21.15.81:0/2762494464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d27050 msgr2=0x560267d41a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a2ffd640 1 --2- 172.21.15.81:0/2762494464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d27050 0x560267d41a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.340 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a2ffd640 1 -- 172.21.15.81:0/2762494464 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3a4159900 con 0x560267cdcd80 2023-06-26T03:01:26.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a2ffd640 1 --2- 172.21.15.81:0/2762494464 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267d39610 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fc394004010 tx=0x7fc394016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c47f5443f4f081b4 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:26.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc381ffb640 10 client.0 ms_handle_connect on v2:172.21.15.81:3300/0 2023-06-26T03:01:26.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc381ffb640 1 -- 172.21.15.81:0/2762494464 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc39400b980 con 0x560267cdcd80 2023-06-26T03:01:26.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc381ffb640 1 -- 172.21.15.81:0/2762494464 <== mon.0 v2:172.21.15.81:3300/0 2 ==== osd_map(38..38 src has 1..38) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fc39402b650 con 0x560267cdcd80 2023-06-26T03:01:26.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 -- 172.21.15.81:0/2762494464 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560267ce06e0 con 0x560267cdcd80 2023-06-26T03:01:26.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc381ffb640 1 -- 172.21.15.81:0/2762494464 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_get_version_reply(handle=1 version=13) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc394015ca0 con 0x560267cdcd80 2023-06-26T03:01:26.341 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 10 client.5544 fetch_fsmap learned FSMap version 13 2023-06-26T03:01:26.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 -- 172.21.15.81:0/2762494464 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,fsmap=13,monmap=2+}) v3 -- 0x560267ad5fa0 con 0x560267cdcd80 2023-06-26T03:01:26.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc381ffb640 1 -- 172.21.15.81:0/2762494464 <== mon.0 v2:172.21.15.81:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x560267ce06e0 con 0x560267cdcd80 2023-06-26T03:01:26.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc381ffb640 1 -- 172.21.15.81:0/2762494464 <== mon.0 v2:172.21.15.81:3300/0 5 ==== fsmap(e 13) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fc39402b810 con 0x560267cdcd80 2023-06-26T03:01:26.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 10 client.5544 fetch_fsmap finished waiting for FSMap version 13 2023-06-26T03:01:26.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 10 client.5544 resolve_mds: resolved name 'c' to daemon mds.c 2023-06-26T03:01:26.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 20 client.5544 populate_metadata read hostname 'smithi081' 2023-06-26T03:01:26.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 --2- 172.21.15.81:0/2762494464 >> [v2:172.21.15.81:6836/1044602586,v1:172.21.15.81:6837/1044602586] conn(0x560267d8a920 0x560267d8cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.342 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 4 client.5544 mds_command: new command op to 5340 tid=0[{"prefix": "status"}] 2023-06-26T03:01:26.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3ac908000 1 -- 172.21.15.81:0/2762494464 --> [v2:172.21.15.81:6836/1044602586,v1:172.21.15.81:6837/1044602586] -- command(tid 0: {"prefix": "status"}) v1 -- 0x560267b29cd0 con 0x560267d8a920 2023-06-26T03:01:26.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.330+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/2762494464 >> [v2:172.21.15.81:6836/1044602586,v1:172.21.15.81:6837/1044602586] conn(0x560267d8a920 0x560267d8cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc381ffb640 10 client.5544 ms_handle_connect on v2:172.21.15.81:6836/1044602586 2023-06-26T03:01:26.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3a27fc640 1 --2- 172.21.15.81:0/2762494464 >> [v2:172.21.15.81:6836/1044602586,v1:172.21.15.81:6837/1044602586] conn(0x560267d8a920 0x560267d8cd00 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6aba86f14cfa0a62 server_cookie=77f5d3f77888af56 in_seq=0 out_seq=0 2023-06-26T03:01:26.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc381ffb640 1 -- 172.21.15.81:0/2762494464 <== mds.0 v2:172.21.15.81:6836/1044602586 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x560267b29cd0 con 0x560267d8a920 2023-06-26T03:01:26.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc381ffb640 10 client.5544 handle_command_reply: tid=0 2023-06-26T03:01:26.343 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3ac908000 1 client.5544 shutdown 2023-06-26T03:01:26.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3ac908000 1 -- 172.21.15.81:0/2762494464 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 msgr2=0x560267d39610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3ac908000 1 --2- 172.21.15.81:0/2762494464 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267d39610 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fc394004010 tx=0x7fc394016000 comp rx=0 tx=0).stop 2023-06-26T03:01:26.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3ac908000 1 -- 172.21.15.81:0/2762494464 shutdown_connections 2023-06-26T03:01:26.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3ac908000 1 --2- 172.21.15.81:0/2762494464 >> [v2:172.21.15.81:6836/1044602586,v1:172.21.15.81:6837/1044602586] conn(0x560267d8a920 0x560267d8cd00 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3ac908000 1 --2- 172.21.15.81:0/2762494464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560267d27050 0x560267d41a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3ac908000 1 --2- 172.21.15.81:0/2762494464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560267d26740 0x560267d414c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc381ffb640 0 client.5544 ms_handle_reset on v2:172.21.15.81:6836/1044602586 2023-06-26T03:01:26.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3ac908000 1 --2- 172.21.15.81:0/2762494464 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x560267cdcd80 0x560267d39610 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3ac908000 1 -- 172.21.15.81:0/2762494464 >> 172.21.15.81:0/2762494464 conn(0x560267cd4800 msgr2=0x560267cdb830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:26.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3ac908000 1 -- 172.21.15.81:0/2762494464 shutdown_connections 2023-06-26T03:01:26.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3ac908000 1 -- 172.21.15.81:0/2762494464 wait complete. 2023-06-26T03:01:26.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3ac908000 20 client.5544 trim_cache size 0 max 16384 2023-06-26T03:01:26.345 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2023-06-26T03:01:26.345 INFO:teuthology.orchestra.run.smithi081.stdout: "cluster_fsid": "dda0671d-3bec-4ba0-99d2-37d3d691f6d3", 2023-06-26T03:01:26.346 INFO:teuthology.orchestra.run.smithi081.stdout: "whoami": 0, 2023-06-26T03:01:26.346 INFO:teuthology.orchestra.run.smithi081.stdout: "id": 5340, 2023-06-26T03:01:26.346 INFO:teuthology.orchestra.run.smithi081.stdout: "want_state": "up:active", 2023-06-26T03:01:26.346 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "up:active", 2023-06-26T03:01:26.346 INFO:teuthology.orchestra.run.smithi081.stdout: "fs_name": "cephfs", 2023-06-26T03:01:26.346 INFO:teuthology.orchestra.run.smithi081.stdout: "rank_uptime": 4.8011060480000003, 2023-06-26T03:01:26.346 INFO:teuthology.orchestra.run.smithi081.stdout: "mdsmap_epoch": 13, 2023-06-26T03:01:26.347 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_epoch": 38, 2023-06-26T03:01:26.347 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_epoch_barrier": 38, 2023-06-26T03:01:26.347 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 12.064565214 2023-06-26T03:01:26.347 INFO:teuthology.orchestra.run.smithi081.stdout:} 2023-06-26T03:01:26.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3a97ec640 1 -- 172.21.15.81:0/1205852728 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc390066270 msgr2=0x7fc390068720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3a97ec640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc390066270 0x7fc390068720 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fc3940044b0 tx=0x7fc394008040 comp rx=0 tx=0).stop 2023-06-26T03:01:26.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3a97ec640 1 -- 172.21.15.81:0/1205852728 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc3a406bf70 msgr2=0x7fc3a414b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3a97ec640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc3a406bf70 0x7fc3a414b730 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fc3980260a0 tx=0x7fc38c005800 comp rx=0 tx=0).stop 2023-06-26T03:01:26.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3a97ec640 1 -- 172.21.15.81:0/1205852728 shutdown_connections 2023-06-26T03:01:26.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3a97ec640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fc390066270 0x7fc390068720 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3a97ec640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3a414d750 0x7fc3a414dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3a97ec640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fc3a406bf70 0x7fc3a414b730 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3a97ec640 1 --2- 172.21.15.81:0/1205852728 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc38c003f00 0x7fc3a41593c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3a97ec640 1 -- 172.21.15.81:0/1205852728 >> 172.21.15.81:0/1205852728 conn(0x7fc3a40af8d0 msgr2=0x7fc3a40c8540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:26.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3a97ec640 1 -- 172.21.15.81:0/1205852728 shutdown_connections 2023-06-26T03:01:26.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.334+0000 7fc3a97ec640 1 -- 172.21.15.81:0/1205852728 wait complete. 2023-06-26T03:01:26.352 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-26T03:01:26.463 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca59199640 1 Processor -- start 2023-06-26T03:01:26.464 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca59199640 1 -- start start 2023-06-26T03:01:26.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca59199640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fca540b1630 0x7fca5415d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca59199640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca540b42e0 0x7fca540d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca59199640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca540cfd20 con 0x7fca540cef50 2023-06-26T03:01:26.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca59199640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca540ccb40 con 0x7fca540b1630 2023-06-26T03:01:26.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca59199640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca540cce20 con 0x7fca540b42e0 2023-06-26T03:01:26.465 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca5259c640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7fca540cef50 0x7fca540b3bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:34556/0 (socket says 172.21.15.81:34556) 2023-06-26T03:01:26.466 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca5259c640 1 -- 172.21.15.81:0/2732876774 learned_addr learned my addr 172.21.15.81:0/2732876774 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:26.467 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca52d9d640 1 --2- 172.21.15.81:0/2732876774 >> v2:172.21.15.92:3300/0 conn(0x7fca540b1630 0x7fca5415d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.467 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca5359e640 1 --2- 172.21.15.81:0/2732876774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca540b42e0 0x7fca540d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.467 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1765767861 0 0) 0x7fca540cfd20 con 0x7fca540cef50 2023-06-26T03:01:26.467 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fca3c003530 con 0x7fca540cef50 2023-06-26T03:01:26.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3652071186 0 0) 0x7fca3c003530 con 0x7fca540cef50 2023-06-26T03:01:26.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca540b42e0 msgr2=0x7fca540d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 --2- 172.21.15.81:0/2732876774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca540b42e0 0x7fca540d07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 >> v2:172.21.15.92:3300/0 conn(0x7fca540b1630 msgr2=0x7fca5415d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 --2- 172.21.15.81:0/2732876774 >> v2:172.21.15.92:3300/0 conn(0x7fca540b1630 0x7fca5415d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca540cffe0 con 0x7fca540cef50 2023-06-26T03:01:26.468 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7fca48001680 con 0x7fca540cef50 2023-06-26T03:01:26.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 >> v1:172.21.15.81:6789/0 conn(0x7fca540cef50 legacy=0x7fca540b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 --2- 172.21.15.81:0/2732876774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca3c003980 0x7fca3c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 --2- 172.21.15.81:0/2732876774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca3c0043b0 0x7fca3c004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 --2- 172.21.15.81:0/2732876774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca540b42e0 0x7fca3c004fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca540ccb40 con 0x7fca3c003980 2023-06-26T03:01:26.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca540cce20 con 0x7fca3c0043b0 2023-06-26T03:01:26.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca3c00b990 con 0x7fca540b42e0 2023-06-26T03:01:26.469 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca52d9d640 1 --2- 172.21.15.81:0/2732876774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca3c003980 0x7fca3c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca5259c640 1 --2- 172.21.15.81:0/2732876774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca3c0043b0 0x7fca3c004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca5359e640 1 --2- 172.21.15.81:0/2732876774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca540b42e0 0x7fca3c004fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca52d9d640 1 -- 172.21.15.81:0/2732876774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca540b42e0 msgr2=0x7fca3c004fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca52d9d640 1 --2- 172.21.15.81:0/2732876774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca540b42e0 0x7fca3c004fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca52d9d640 1 -- 172.21.15.81:0/2732876774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca3c0043b0 msgr2=0x7fca3c004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:26.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca52d9d640 1 --2- 172.21.15.81:0/2732876774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca3c0043b0 0x7fca3c004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.470 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.462+0000 7fca52d9d640 1 -- 172.21.15.81:0/2732876774 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca3c003530 con 0x7fca3c003980 2023-06-26T03:01:26.472 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca52d9d640 1 --2- 172.21.15.81:0/2732876774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca3c003980 0x7fca3c003d90 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fca44009b10 tx=0x7fca4401ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4111edfbfbf80830 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:26.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca440a5650 con 0x7fca3c003980 2023-06-26T03:01:26.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca440a57b0 con 0x7fca3c003980 2023-06-26T03:01:26.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca51d9b640 1 -- 172.21.15.81:0/2732876774 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca440a5b60 con 0x7fca3c003980 2023-06-26T03:01:26.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 -- 172.21.15.81:0/2732876774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca3c003980 msgr2=0x7fca3c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 --2- 172.21.15.81:0/2732876774 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca3c003980 0x7fca3c003d90 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fca44009b10 tx=0x7fca4401ca60 comp rx=0 tx=0).stop 2023-06-26T03:01:26.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca5359e640 1 -- 172.21.15.81:0/2732876774 reap_dead start 2023-06-26T03:01:26.473 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 -- 172.21.15.81:0/2732876774 shutdown_connections 2023-06-26T03:01:26.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 -- 172.21.15.81:0/2732876774 >> 172.21.15.81:0/2732876774 conn(0x7fca54069f00 msgr2=0x7fca5406a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:26.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 -- 172.21.15.81:0/2732876774 shutdown_connections 2023-06-26T03:01:26.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 -- 172.21.15.81:0/2732876774 wait complete. 2023-06-26T03:01:26.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 Processor -- start 2023-06-26T03:01:26.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 -- start start 2023-06-26T03:01:26.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca3c003980 0x7fca54153d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.474 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca540b5ea0 0x7fca540c4f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca5415d940 0x7fca5415ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca540c6100 con 0x7fca540b5ea0 2023-06-26T03:01:26.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca540c5450 con 0x7fca3c003980 2023-06-26T03:01:26.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.466+0000 7fca59199640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca5415e2f0 con 0x7fca5415d940 2023-06-26T03:01:26.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca5259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca540b5ea0 0x7fca540c4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca5259c640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca540b5ea0 0x7fca540c4f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:51136/0 (socket says 172.21.15.81:51136) 2023-06-26T03:01:26.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca5259c640 1 -- 172.21.15.81:0/1726493257 learned_addr learned my addr 172.21.15.81:0/1726493257 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:26.475 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca52d9d640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca3c003980 0x7fca54153d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca5359e640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca5415d940 0x7fca5415ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca5259c640 1 -- 172.21.15.81:0/1726493257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca5415d940 msgr2=0x7fca5415ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca5259c640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca5415d940 0x7fca5415ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca5259c640 1 -- 172.21.15.81:0/1726493257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca3c003980 msgr2=0x7fca54153d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca5259c640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca3c003980 0x7fca54153d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca5259c640 1 -- 172.21.15.81:0/1726493257 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca540b6410 con 0x7fca540b5ea0 2023-06-26T03:01:26.476 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca52d9d640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca3c003980 0x7fca54153d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:26.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca5359e640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca5415d940 0x7fca5415ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:26.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca5259c640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca540b5ea0 0x7fca540c4f10 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fca4800e850 tx=0x7fca4800ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:26.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca3b7fe640 1 -- 172.21.15.81:0/1726493257 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca4800c8d0 con 0x7fca540b5ea0 2023-06-26T03:01:26.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca3b7fe640 1 -- 172.21.15.81:0/1726493257 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca4800ca50 con 0x7fca540b5ea0 2023-06-26T03:01:26.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca3b7fe640 1 -- 172.21.15.81:0/1726493257 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca4800ce00 con 0x7fca540b5ea0 2023-06-26T03:01:26.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca59199640 1 -- 172.21.15.81:0/1726493257 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca540b66f0 con 0x7fca540b5ea0 2023-06-26T03:01:26.477 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca59199640 1 -- 172.21.15.81:0/1726493257 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca540c5d20 con 0x7fca540b5ea0 2023-06-26T03:01:26.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca59199640 1 -- 172.21.15.81:0/1726493257 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca540c6240 con 0x7fca540b5ea0 2023-06-26T03:01:26.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca3b7fe640 1 -- 172.21.15.81:0/1726493257 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fca4801d460 con 0x7fca540b5ea0 2023-06-26T03:01:26.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca3b7fe640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fca40066280 0x7fca40068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:26.478 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca3b7fe640 1 -- 172.21.15.81:0/1726493257 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6062+0+0 (secure 0 0 0) 0x7fca48083d60 con 0x7fca540b5ea0 2023-06-26T03:01:26.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca52d9d640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fca40066280 0x7fca40068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:26.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.470+0000 7fca52d9d640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fca40066280 0x7fca40068730 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fca440af000 tx=0x7fca440046d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:26.479 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.474+0000 7fca3b7fe640 1 -- 172.21.15.81:0/1726493257 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fca540c6240 con 0x7fca540b5ea0 2023-06-26T03:01:26.649 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.646+0000 7fca59199640 1 -- 172.21.15.81:0/1726493257 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fca540c6240 con 0x7fca540b5ea0 2023-06-26T03:01:26.649 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.646+0000 7fca3b7fe640 1 -- 172.21.15.81:0/1726493257 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v13) v1 ==== 53+0+73 (secure 0 0 0) 0x7fca540c6240 con 0x7fca540b5ea0 2023-06-26T03:01:26.650 INFO:teuthology.orchestra.run.smithi081.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-06-26T03:01:26.651 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.650+0000 7fca59199640 1 -- 172.21.15.81:0/1726493257 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fca40066280 msgr2=0x7fca40068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.651 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.650+0000 7fca59199640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fca40066280 0x7fca40068730 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fca440af000 tx=0x7fca440046d0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.652 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.650+0000 7fca59199640 1 -- 172.21.15.81:0/1726493257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca540b5ea0 msgr2=0x7fca540c4f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:26.652 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.650+0000 7fca59199640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca540b5ea0 0x7fca540c4f10 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fca4800e850 tx=0x7fca4800ed10 comp rx=0 tx=0).stop 2023-06-26T03:01:26.652 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.650+0000 7fca59199640 1 -- 172.21.15.81:0/1726493257 shutdown_connections 2023-06-26T03:01:26.652 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.650+0000 7fca59199640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7fca40066280 0x7fca40068730 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.652 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.650+0000 7fca59199640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca5415d940 0x7fca5415ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.652 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.650+0000 7fca59199640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7fca540b5ea0 0x7fca540c4f10 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.652 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.650+0000 7fca59199640 1 --2- 172.21.15.81:0/1726493257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca3c003980 0x7fca54153d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:26.653 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.650+0000 7fca59199640 1 -- 172.21.15.81:0/1726493257 >> 172.21.15.81:0/1726493257 conn(0x7fca54069f00 msgr2=0x7fca540ce490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:26.653 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.650+0000 7fca59199640 1 -- 172.21.15.81:0/1726493257 shutdown_connections 2023-06-26T03:01:26.653 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:26.650+0000 7fca59199640 1 -- 172.21.15.81:0/1726493257 wait complete. 2023-06-26T03:01:26.666 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-26T03:01:26.666 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-26T03:01:26.667 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi081.front.sepia.ceph.com 2023-06-26T03:01:26.667 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-06-26T03:01:26.667 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-06-26T03:01:26.667 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-26T03:01:26.668 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-26T03:01:26.668 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-26T03:01:26.668 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-06-26T03:01:26.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:26.669 DEBUG:teuthology.orchestra.run.smithi081:> ip addr 2023-06-26T03:01:26.674 INFO:teuthology.orchestra.run.smithi081.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:01:26.674 INFO:teuthology.orchestra.run.smithi081.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:01:26.675 INFO:teuthology.orchestra.run.smithi081.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:01:26.675 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:01:26.675 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 ::1/128 scope host 2023-06-26T03:01:26.675 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:01:26.675 INFO:teuthology.orchestra.run.smithi081.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:01:26.675 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0c:c4:7a:d8:a1:30 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:01:26.675 INFO:teuthology.orchestra.run.smithi081.stdout: altname enp7s0f0 2023-06-26T03:01:26.676 INFO:teuthology.orchestra.run.smithi081.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:01:26.676 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0c:c4:7a:d8:a1:31 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:01:26.676 INFO:teuthology.orchestra.run.smithi081.stdout: altname enp7s0f1 2023-06-26T03:01:26.676 INFO:teuthology.orchestra.run.smithi081.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:01:26.676 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0c:c4:7a:8f:d7:52 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:01:26.676 INFO:teuthology.orchestra.run.smithi081.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-26T03:01:26.676 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0c:c4:7a:8f:d7:53 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:01:26.677 INFO:teuthology.orchestra.run.smithi081.stdout: inet 172.21.15.81/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-06-26T03:01:26.677 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft 42405sec preferred_lft 42405sec 2023-06-26T03:01:26.677 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 fe80::ec4:7aff:fe8f:d753/64 scope link 2023-06-26T03:01:26.677 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:01:26.677 INFO:teuthology.orchestra.run.smithi081.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-26T03:01:26.677 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 02:42:09:eb:54:00 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:01:26.677 INFO:teuthology.orchestra.run.smithi081.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-26T03:01:26.677 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:01:26.678 INFO:teuthology.orchestra.run.smithi081.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:01:26.678 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-06-26T03:01:26.678 INFO:teuthology.orchestra.run.smithi081.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-06-26T03:01:26.678 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:01:26.678 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-06-26T03:01:26.678 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:01:26.678 INFO:teuthology.orchestra.run.smithi081.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-06-26T03:01:26.679 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-06-26T03:01:26.679 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-06-26T03:01:26.679 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:01:26.679 INFO:teuthology.orchestra.run.smithi081.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-06-26T03:01:26.679 INFO:teuthology.orchestra.run.smithi081.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2023-06-26T03:01:26.679 INFO:teuthology.orchestra.run.smithi081.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2023-06-26T03:01:26.679 INFO:teuthology.orchestra.run.smithi081.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:01:26.680 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:26.680 DEBUG:teuthology.orchestra.run.smithi081:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-26T03:01:26.723 INFO:teuthology.orchestra.run.smithi081.stdout:1 2023-06-26T03:01:26.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:26.725 DEBUG:teuthology.orchestra.run.smithi081:> route 2023-06-26T03:01:26.774 INFO:teuthology.orchestra.run.smithi081.stdout:Kernel IP routing table 2023-06-26T03:01:26.774 INFO:teuthology.orchestra.run.smithi081.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-26T03:01:26.774 INFO:teuthology.orchestra.run.smithi081.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-06-26T03:01:26.774 INFO:teuthology.orchestra.run.smithi081.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-06-26T03:01:26.774 INFO:teuthology.orchestra.run.smithi081.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-26T03:01:26.774 INFO:teuthology.orchestra.run.smithi081.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-06-26T03:01:26.775 INFO:teuthology.orchestra.run.smithi081.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:01:26.775 INFO:teuthology.orchestra.run.smithi081.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:01:26.775 INFO:teuthology.orchestra.run.smithi081.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:01:26.775 INFO:teuthology.orchestra.run.smithi081.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-26T03:01:26.775 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:26.776 DEBUG:teuthology.orchestra.run.smithi081:> (cd / && exec bash -c ' 2023-06-26T03:01:26.776 DEBUG:teuthology.orchestra.run.smithi081:> set -e 2023-06-26T03:01:26.776 DEBUG:teuthology.orchestra.run.smithi081:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-06-26T03:01:26.777 DEBUG:teuthology.orchestra.run.smithi081:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-06-26T03:01:26.777 DEBUG:teuthology.orchestra.run.smithi081:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-06-26T03:01:26.777 DEBUG:teuthology.orchestra.run.smithi081:> ') 2023-06-26T03:01:26.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:26.846 DEBUG:teuthology.orchestra.run.smithi081:> ip netns list 2023-06-26T03:01:26.896 INFO:teuthology.orchestra.run.smithi081.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2023-06-26T03:01:26.896 INFO:teuthology.orchestra.run.smithi081.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-06-26T03:01:26.897 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-06-26T03:01:26.897 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:26.897 DEBUG:teuthology.orchestra.run.smithi081:> sudo ip link set brx.0 up 2023-06-26T03:01:26.952 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2023-06-26T03:01:26.952 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:01:26.952 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-06-26T03:01:26.999 INFO:teuthology.orchestra.run.smithi081.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-06-26T03:01:26.999 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:01:27.000 DEBUG:teuthology.orchestra.run.smithi081:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-06-26T03:01:27.047 DEBUG:teuthology.orchestra.run.smithi081:> sudo modprobe fuse 2023-06-26T03:01:27.105 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:01:27.105 DEBUG:teuthology.orchestra.run.smithi081:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:01:27.159 INFO:teuthology.orchestra.run.smithi081.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:01:27.160 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:01:27.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:27.161 DEBUG:teuthology.orchestra.run.smithi081:> ls /sys/fs/fuse/connections 2023-06-26T03:01:27.207 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-06-26T03:01:27.208 DEBUG:teuthology.orchestra.run.smithi081:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2023-06-26T03:01:27.252 DEBUG:teuthology.orchestra.run.smithi081:> sudo modprobe fuse 2023-06-26T03:01:27.268 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:01:27.268 DEBUG:teuthology.orchestra.run.smithi081:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:01:27.322 INFO:teuthology.orchestra.run.smithi081.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:01:27.323 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:01:27.324 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:27.324 DEBUG:teuthology.orchestra.run.smithi081:> ls /sys/fs/fuse/connections 2023-06-26T03:01:27.333 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi081.stderr:2023-06-26T03:01:27.330+0000 7fcfd8934580 -1 init, newargv = 0x55e112cb6c20 newargc=15 2023-06-26T03:01:27.333 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi081.stderr:ceph-fuse[48540]: starting ceph client 2023-06-26T03:01:27.339 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi081.stderr:ceph-fuse[48540]: starting fuse 2023-06-26T03:01:28.437 DEBUG:teuthology.orchestra.run.smithi081:> sudo modprobe fuse 2023-06-26T03:01:28.453 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:01:28.454 DEBUG:teuthology.orchestra.run.smithi081:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:01:28.507 INFO:teuthology.orchestra.run.smithi081.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:01:28.508 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:01:28.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:28.509 DEBUG:teuthology.orchestra.run.smithi081:> ls /sys/fs/fuse/connections 2023-06-26T03:01:28.556 INFO:teuthology.orchestra.run.smithi081.stdout:45 2023-06-26T03:01:28.556 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2023-06-26T03:01:28.556 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-26T03:01:28.557 DEBUG:teuthology.orchestra.run.smithi081:> import glob 2023-06-26T03:01:28.557 DEBUG:teuthology.orchestra.run.smithi081:> import re 2023-06-26T03:01:28.557 DEBUG:teuthology.orchestra.run.smithi081:> import os 2023-06-26T03:01:28.558 DEBUG:teuthology.orchestra.run.smithi081:> import subprocess 2023-06-26T03:01:28.558 DEBUG:teuthology.orchestra.run.smithi081:> 2023-06-26T03:01:28.558 DEBUG:teuthology.orchestra.run.smithi081:> def _find_admin_socket(client_name): 2023-06-26T03:01:28.558 DEBUG:teuthology.orchestra.run.smithi081:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2023-06-26T03:01:28.559 DEBUG:teuthology.orchestra.run.smithi081:> files = glob.glob(asok_path) 2023-06-26T03:01:28.559 DEBUG:teuthology.orchestra.run.smithi081:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2023-06-26T03:01:28.559 DEBUG:teuthology.orchestra.run.smithi081:> 2023-06-26T03:01:28.560 DEBUG:teuthology.orchestra.run.smithi081:> # Given a non-glob path, it better be there 2023-06-26T03:01:28.560 DEBUG:teuthology.orchestra.run.smithi081:> if "*" not in asok_path: 2023-06-26T03:01:28.560 DEBUG:teuthology.orchestra.run.smithi081:> assert(len(files) == 1) 2023-06-26T03:01:28.561 DEBUG:teuthology.orchestra.run.smithi081:> return files[0] 2023-06-26T03:01:28.561 DEBUG:teuthology.orchestra.run.smithi081:> 2023-06-26T03:01:28.561 DEBUG:teuthology.orchestra.run.smithi081:> for f in files: 2023-06-26T03:01:28.561 DEBUG:teuthology.orchestra.run.smithi081:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-26T03:01:28.562 DEBUG:teuthology.orchestra.run.smithi081:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-26T03:01:28.562 DEBUG:teuthology.orchestra.run.smithi081:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-26T03:01:28.562 DEBUG:teuthology.orchestra.run.smithi081:> contents = proc_f.read() 2023-06-26T03:01:28.563 DEBUG:teuthology.orchestra.run.smithi081:> if mountpoint in contents: 2023-06-26T03:01:28.563 DEBUG:teuthology.orchestra.run.smithi081:> return f 2023-06-26T03:01:28.563 DEBUG:teuthology.orchestra.run.smithi081:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-26T03:01:28.564 DEBUG:teuthology.orchestra.run.smithi081:> 2023-06-26T03:01:28.564 DEBUG:teuthology.orchestra.run.smithi081:> print(_find_admin_socket("client.0")) 2023-06-26T03:01:28.564 DEBUG:teuthology.orchestra.run.smithi081:> ' 2023-06-26T03:01:28.674 INFO:teuthology.orchestra.run.smithi081.stdout:/var/run/ceph/ceph-client.0.48540.asok 2023-06-26T03:01:28.857 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48540.asok 2023-06-26T03:01:28.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:28.858 DEBUG:teuthology.orchestra.run.smithi081:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48540.asok status 2023-06-26T03:01:29.016 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2023-06-26T03:01:29.016 INFO:teuthology.orchestra.run.smithi081.stdout: "metadata": { 2023-06-26T03:01:29.016 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_sha1": "6e29bf323ce1af97210bf5c3ab6386cc214ed162", 2023-06-26T03:01:29.016 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_version": "ceph version 18.0.0-4444-g6e29bf32 (6e29bf323ce1af97210bf5c3ab6386cc214ed162) reef (dev)", 2023-06-26T03:01:29.016 INFO:teuthology.orchestra.run.smithi081.stdout: "entity_id": "0", 2023-06-26T03:01:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: "hostname": "smithi081", 2023-06-26T03:01:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2023-06-26T03:01:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: "pid": "48540", 2023-06-26T03:01:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: "root": "/" 2023-06-26T03:01:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: "dentry_count": 0, 2023-06-26T03:01:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: "dentry_pinned_count": 0, 2023-06-26T03:01:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: "id": 5556, 2023-06-26T03:01:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: "inst": { 2023-06-26T03:01:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: "name": { 2023-06-26T03:01:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "client", 2023-06-26T03:01:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 5556 2023-06-26T03:01:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": { 2023-06-26T03:01:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2023-06-26T03:01:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:01:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 287520088 2023-06-26T03:01:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-06-26T03:01:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": { 2023-06-26T03:01:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2023-06-26T03:01:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:01:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 287520088 2023-06-26T03:01:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-06-26T03:01:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: "inst_str": "client.5556 192.168.0.1:0/287520088", 2023-06-26T03:01:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: "addr_str": "192.168.0.1:0/287520088", 2023-06-26T03:01:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: "inode_count": 1, 2023-06-26T03:01:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: "mds_epoch": 13, 2023-06-26T03:01:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_epoch": 38, 2023-06-26T03:01:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: "osd_epoch_barrier": 0, 2023-06-26T03:01:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: "blocklisted": false, 2023-06-26T03:01:29.021 INFO:teuthology.orchestra.run.smithi081.stdout: "fs_name": "cephfs" 2023-06-26T03:01:29.021 INFO:teuthology.orchestra.run.smithi081.stdout:} 2023-06-26T03:01:29.030 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:29.031 DEBUG:teuthology.orchestra.run.smithi081:> stat --file-system '--printf=%T 2023-06-26T03:01:29.031 DEBUG:teuthology.orchestra.run.smithi081:> ' -- /home/ubuntu/cephtest/mnt.0 2023-06-26T03:01:29.037 INFO:teuthology.orchestra.run.smithi081.stdout:fuseblk 2023-06-26T03:01:29.037 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2023-06-26T03:01:29.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:29.038 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-06-26T03:01:29.089 DEBUG:teuthology.orchestra.run.smithi081:> mktemp -d --suffix=xfstests-dev 2023-06-26T03:01:29.135 INFO:teuthology.orchestra.run.smithi081.stdout:/tmp/tmp.QlU0j7nBRWxfstests-dev 2023-06-26T03:01:29.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:29.136 DEBUG:teuthology.orchestra.run.smithi081:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.QlU0j7nBRWxfstests-dev) 2023-06-26T03:01:29.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:29.195 DEBUG:teuthology.orchestra.run.smithi081:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.QlU0j7nBRWxfstests-dev) 2023-06-26T03:01:29.250 INFO:teuthology.orchestra.run.smithi081.stderr:Cloning into '/tmp/tmp.QlU0j7nBRWxfstests-dev'... 2023-06-26T03:01:30.001 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:30.001 DEBUG:teuthology.orchestra.run.smithi081:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2023-06-26T03:01:30.055 DEBUG:teuthology.orchestra.run.smithi081:> mktemp -d --suffix=test 2023-06-26T03:01:30.103 INFO:teuthology.orchestra.run.smithi081.stdout:/tmp/tmp.Ql1t7iSRvrtest 2023-06-26T03:01:30.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:01:30.104 DEBUG:teuthology.orchestra.run.smithi081:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2023-06-26T03:01:30.156 DEBUG:teuthology.orchestra.run.smithi081:> mktemp -d --suffix=scratch 2023-06-26T03:01:30.208 INFO:teuthology.orchestra.run.smithi081.stdout:/tmp/tmp.ak1wcFxMk9scratch 2023-06-26T03:01:30.208 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "ubuntu" and "22.04". 2023-06-26T03:01:30.208 DEBUG:teuthology.orchestra.run.smithi081:> sudo apt-get install -y xfslibs-dev uuid-dev libtool-bin e2fsprogs automake gcc libuuid1 quota attr libattr1-dev make libacl1-dev libaio-dev xfsprogs libgdbm-dev gawk fio dbench uuid-runtime python2 sqlite3 2023-06-26T03:01:30.316 INFO:teuthology.orchestra.run.smithi081.stdout:Reading package lists... 2023-06-26T03:01:30.496 INFO:teuthology.orchestra.run.smithi081.stdout:Building dependency tree... 2023-06-26T03:01:30.497 INFO:teuthology.orchestra.run.smithi081.stdout:Reading state information... 2023-06-26T03:01:30.653 INFO:teuthology.orchestra.run.smithi081.stdout:attr is already the newest version (1:2.5.1-1build1). 2023-06-26T03:01:30.653 INFO:teuthology.orchestra.run.smithi081.stdout:automake is already the newest version (1:1.16.5-1.3). 2023-06-26T03:01:30.653 INFO:teuthology.orchestra.run.smithi081.stdout:gawk is already the newest version (1:5.1.0-1build3). 2023-06-26T03:01:30.653 INFO:teuthology.orchestra.run.smithi081.stdout:gcc is already the newest version (4:11.2.0-1ubuntu1). 2023-06-26T03:01:30.653 INFO:teuthology.orchestra.run.smithi081.stdout:gcc set to manually installed. 2023-06-26T03:01:30.653 INFO:teuthology.orchestra.run.smithi081.stdout:libacl1-dev is already the newest version (2.3.1-1). 2023-06-26T03:01:30.654 INFO:teuthology.orchestra.run.smithi081.stdout:libaio-dev is already the newest version (0.3.112-13build1). 2023-06-26T03:01:30.654 INFO:teuthology.orchestra.run.smithi081.stdout:libattr1-dev is already the newest version (1:2.5.1-1build1). 2023-06-26T03:01:30.654 INFO:teuthology.orchestra.run.smithi081.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-06-26T03:01:30.654 INFO:teuthology.orchestra.run.smithi081.stdout:libuuid1 is already the newest version (2.37.2-4ubuntu3). 2023-06-26T03:01:30.654 INFO:teuthology.orchestra.run.smithi081.stdout:make is already the newest version (4.3-4.1build1). 2023-06-26T03:01:30.654 INFO:teuthology.orchestra.run.smithi081.stdout:make set to manually installed. 2023-06-26T03:01:30.654 INFO:teuthology.orchestra.run.smithi081.stdout:quota is already the newest version (4.06-1build2). 2023-06-26T03:01:30.654 INFO:teuthology.orchestra.run.smithi081.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-06-26T03:01:30.655 INFO:teuthology.orchestra.run.smithi081.stdout:uuid-runtime is already the newest version (2.37.2-4ubuntu3). 2023-06-26T03:01:30.655 INFO:teuthology.orchestra.run.smithi081.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-06-26T03:01:30.655 INFO:teuthology.orchestra.run.smithi081.stdout:xfsprogs is already the newest version (5.13.0-1ubuntu2). 2023-06-26T03:01:30.655 INFO:teuthology.orchestra.run.smithi081.stdout:dbench is already the newest version (4.0-2build1). 2023-06-26T03:01:30.655 INFO:teuthology.orchestra.run.smithi081.stdout:python2 is already the newest version (2.7.18-3). 2023-06-26T03:01:30.655 INFO:teuthology.orchestra.run.smithi081.stdout:python2 set to manually installed. 2023-06-26T03:01:30.655 INFO:teuthology.orchestra.run.smithi081.stdout:e2fsprogs is already the newest version (1.46.5-2ubuntu1.1). 2023-06-26T03:01:30.656 INFO:teuthology.orchestra.run.smithi081.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T03:01:30.656 INFO:teuthology.orchestra.run.smithi081.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libiscsi7 libpmemobj1 2023-06-26T03:01:30.656 INFO:teuthology.orchestra.run.smithi081.stdout: libpython2-dev libpython2.7 libpython2.7-dev linux-image-5.4.0-135-generic 2023-06-26T03:01:30.656 INFO:teuthology.orchestra.run.smithi081.stdout: linux-modules-5.4.0-135-generic python2-dev python2.7-dev 2023-06-26T03:01:30.657 INFO:teuthology.orchestra.run.smithi081.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T03:01:30.657 INFO:teuthology.orchestra.run.smithi081.stdout:The following additional packages will be installed: 2023-06-26T03:01:30.657 INFO:teuthology.orchestra.run.smithi081.stdout: libpmemblk1 2023-06-26T03:01:30.657 INFO:teuthology.orchestra.run.smithi081.stdout:Suggested packages: 2023-06-26T03:01:30.657 INFO:teuthology.orchestra.run.smithi081.stdout: gnuplot gfio python-scipy sqlite3-doc 2023-06-26T03:01:30.681 INFO:teuthology.orchestra.run.smithi081.stdout:The following NEW packages will be installed: 2023-06-26T03:01:30.683 INFO:teuthology.orchestra.run.smithi081.stdout: fio libgdbm-dev libpmemblk1 sqlite3 2023-06-26T03:01:30.817 INFO:teuthology.orchestra.run.smithi081.stdout:0 upgraded, 4 newly installed, 0 to remove and 199 not upgraded. 2023-06-26T03:01:30.817 INFO:teuthology.orchestra.run.smithi081.stdout:Need to get 4,997 kB of archives. 2023-06-26T03:01:30.817 INFO:teuthology.orchestra.run.smithi081.stdout:After this operation, 9,949 kB of additional disk space will be used. 2023-06-26T03:01:30.818 INFO:teuthology.orchestra.run.smithi081.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libpmemblk1 amd64 1.11.1-3build1 [65.6 kB] 2023-06-26T03:01:30.876 INFO:teuthology.orchestra.run.smithi081.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 fio amd64 3.28-1 [4,047 kB] 2023-06-26T03:01:31.004 INFO:teuthology.orchestra.run.smithi081.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 libgdbm-dev amd64 1.23-1 [117 kB] 2023-06-26T03:01:31.005 INFO:teuthology.orchestra.run.smithi081.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 sqlite3 amd64 3.37.2-2ubuntu0.1 [768 kB] 2023-06-26T03:01:31.317 INFO:teuthology.orchestra.run.smithi081.stderr:debconf: unable to initialize frontend: Dialog 2023-06-26T03:01:31.317 INFO:teuthology.orchestra.run.smithi081.stderr:debconf: (Dialog frontend will not work on a dumb terminal, an emacs shell buffer, or without a controlling terminal.) 2023-06-26T03:01:31.317 INFO:teuthology.orchestra.run.smithi081.stderr:debconf: falling back to frontend: Readline 2023-06-26T03:01:31.335 INFO:teuthology.orchestra.run.smithi081.stderr:debconf: unable to initialize frontend: Readline 2023-06-26T03:01:31.335 INFO:teuthology.orchestra.run.smithi081.stderr:debconf: (This frontend requires a controlling tty.) 2023-06-26T03:01:31.335 INFO:teuthology.orchestra.run.smithi081.stderr:debconf: falling back to frontend: Teletype 2023-06-26T03:01:31.338 INFO:teuthology.orchestra.run.smithi081.stderr:dpkg-preconfigure: unable to re-open stdin: 2023-06-26T03:01:31.371 INFO:teuthology.orchestra.run.smithi081.stdout:Fetched 4,997 kB in 0s (15.4 MB/s) 2023-06-26T03:01:31.541 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libpmemblk1:amd64. 2023-06-26T03:01:31.646 INFO:teuthology.orchestra.run.smithi081.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 175771 files and directories currently installed.) 2023-06-26T03:01:31.652 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../libpmemblk1_1.11.1-3build1_amd64.deb ... 2023-06-26T03:01:31.740 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libpmemblk1:amd64 (1.11.1-3build1) ... 2023-06-26T03:01:32.043 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package fio. 2023-06-26T03:01:32.071 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../archives/fio_3.28-1_amd64.deb ... 2023-06-26T03:01:32.109 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking fio (3.28-1) ... 2023-06-26T03:01:32.564 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package libgdbm-dev:amd64. 2023-06-26T03:01:32.592 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../libgdbm-dev_1.23-1_amd64.deb ... 2023-06-26T03:01:32.630 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking libgdbm-dev:amd64 (1.23-1) ... 2023-06-26T03:01:32.909 INFO:teuthology.orchestra.run.smithi081.stdout:Selecting previously unselected package sqlite3. 2023-06-26T03:01:32.925 INFO:teuthology.orchestra.run.smithi081.stdout:Preparing to unpack .../sqlite3_3.37.2-2ubuntu0.1_amd64.deb ... 2023-06-26T03:01:32.967 INFO:teuthology.orchestra.run.smithi081.stdout:Unpacking sqlite3 (3.37.2-2ubuntu0.1) ... 2023-06-26T03:01:33.284 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libpmemblk1:amd64 (1.11.1-3build1) ... 2023-06-26T03:01:33.413 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up libgdbm-dev:amd64 (1.23-1) ... 2023-06-26T03:01:33.539 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up sqlite3 (3.37.2-2ubuntu0.1) ... 2023-06-26T03:01:33.665 INFO:teuthology.orchestra.run.smithi081.stdout:Setting up fio (3.28-1) ... 2023-06-26T03:01:34.235 INFO:teuthology.orchestra.run.smithi081.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-26T03:01:34.378 INFO:teuthology.orchestra.run.smithi081.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-26T03:01:35.512 INFO:teuthology.orchestra.run.smithi081.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-06-26T03:01:35.991 DEBUG:teuthology.orchestra.run.smithi081:> sudo useradd -m fsgqa 2023-06-26T03:01:36.000 INFO:teuthology.orchestra.run.smithi081.stderr:useradd: user 'fsgqa' already exists 2023-06-26T03:01:36.001 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-06-26T03:01:36.001 DEBUG:teuthology.orchestra.run.smithi081:> sudo groupadd fsgqa 2023-06-26T03:01:36.054 INFO:teuthology.orchestra.run.smithi081.stderr:groupadd: group 'fsgqa' already exists 2023-06-26T03:01:36.055 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-06-26T03:01:36.056 DEBUG:teuthology.orchestra.run.smithi081:> sudo useradd fsgqa2 2023-06-26T03:01:36.473 DEBUG:teuthology.orchestra.run.smithi081:> sudo useradd 123456-fsgqa 2023-06-26T03:01:36.852 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2023-06-26T03:01:36.979 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439f986640 1 Processor -- start 2023-06-26T03:01:36.979 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439f986640 1 -- start start 2023-06-26T03:01:36.980 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439f986640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f43980cef50 0x7f43980b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:36.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439f986640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43980cfd20 con 0x7f43980cf3c0 2023-06-26T03:01:36.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439f986640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43980ccb40 con 0x7f43980b1630 2023-06-26T03:01:36.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439f986640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43980cce20 con 0x7f43980cef50 2023-06-26T03:01:36.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439df23640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f43980cf3c0 0x7f43980d07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:47982/0 (socket says 172.21.15.81:47982) 2023-06-26T03:01:36.981 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439df23640 1 -- 172.21.15.81:0/1035322547 learned_addr learned my addr 172.21.15.81:0/1035322547 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:36.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439cf21640 1 --2- 172.21.15.81:0/1035322547 >> v2:172.21.15.92:3300/0 conn(0x7f43980cef50 0x7f43980b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:36.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1247763452 0 0) 0x7f43980cfd20 con 0x7f43980cf3c0 2023-06-26T03:01:36.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4384003530 con 0x7f43980cf3c0 2023-06-26T03:01:36.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4260823016 0 0) 0x7f4384003530 con 0x7f43980cf3c0 2023-06-26T03:01:36.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 >> v2:172.21.15.92:3300/0 conn(0x7f43980cef50 msgr2=0x7f43980b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:36.983 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 --2- 172.21.15.81:0/1035322547 >> v2:172.21.15.92:3300/0 conn(0x7f43980cef50 0x7f43980b3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:36.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 >> v1:172.21.15.92:6789/0 conn(0x7f43980b1630 legacy=0x7f439815d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:36.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43980cffe0 con 0x7f43980cf3c0 2023-06-26T03:01:36.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f4390001a00 con 0x7f43980cf3c0 2023-06-26T03:01:36.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 >> v1:172.21.15.81:6789/0 conn(0x7f43980cf3c0 legacy=0x7f43980d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:36.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 --2- 172.21.15.81:0/1035322547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4384003980 0x7f4384003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:36.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 --2- 172.21.15.81:0/1035322547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43840047d0 0x7f4384004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:36.984 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 --2- 172.21.15.81:0/1035322547 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4384005180 0x7f438400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:36.985 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43980cce20 con 0x7f4384003980 2023-06-26T03:01:36.985 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f438400c090 con 0x7f43840047d0 2023-06-26T03:01:36.985 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f438400c250 con 0x7f4384005180 2023-06-26T03:01:36.985 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439d722640 1 --2- 172.21.15.81:0/1035322547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4384003980 0x7f4384003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:36.985 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439cf21640 1 --2- 172.21.15.81:0/1035322547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43840047d0 0x7f4384004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:36.985 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439df23640 1 --2- 172.21.15.81:0/1035322547 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4384005180 0x7f438400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:36.985 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439d722640 1 -- 172.21.15.81:0/1035322547 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4384005180 msgr2=0x7f438400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:36.985 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439d722640 1 --2- 172.21.15.81:0/1035322547 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4384005180 0x7f438400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:36.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439d722640 1 -- 172.21.15.81:0/1035322547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43840047d0 msgr2=0x7f4384004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:36.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439d722640 1 --2- 172.21.15.81:0/1035322547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43840047d0 0x7f4384004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:36.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439d722640 1 -- 172.21.15.81:0/1035322547 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4384003530 con 0x7f4384003980 2023-06-26T03:01:36.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439df23640 1 --2- 172.21.15.81:0/1035322547 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4384005180 0x7f438400b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:36.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439cf21640 1 --2- 172.21.15.81:0/1035322547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43840047d0 0x7f4384004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:36.986 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.978+0000 7f439df23640 1 -- 172.21.15.81:0/1035322547 reap_dead start 2023-06-26T03:01:36.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439d722640 1 --2- 172.21.15.81:0/1035322547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4384003980 0x7f4384003d90 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f4394001780 tx=0x7f439401c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf6bc23f198fc876 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:36.988 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43940052d0 con 0x7f4384003980 2023-06-26T03:01:36.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43940a7050 con 0x7f4384003980 2023-06-26T03:01:36.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f438ffff640 1 -- 172.21.15.81:0/1035322547 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4394003600 con 0x7f4384003980 2023-06-26T03:01:36.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 -- 172.21.15.81:0/1035322547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4384003980 msgr2=0x7f4384003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:36.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 --2- 172.21.15.81:0/1035322547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4384003980 0x7f4384003d90 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f4394001780 tx=0x7f439401c3b0 comp rx=0 tx=0).stop 2023-06-26T03:01:36.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 -- 172.21.15.81:0/1035322547 shutdown_connections 2023-06-26T03:01:36.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 --2- 172.21.15.81:0/1035322547 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f4384003980 0x7f4384003d90 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:36.989 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 -- 172.21.15.81:0/1035322547 >> 172.21.15.81:0/1035322547 conn(0x7f4398069f00 msgr2=0x7f439806a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:36.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 -- 172.21.15.81:0/1035322547 shutdown_connections 2023-06-26T03:01:36.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 -- 172.21.15.81:0/1035322547 wait complete. 2023-06-26T03:01:36.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 Processor -- start 2023-06-26T03:01:36.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 -- start start 2023-06-26T03:01:36.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4384003980 0x7f43980b3320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:36.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43980c9ba0 0x7f43980c84f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:36.990 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4398156a40 0x7f43980b4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:36.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43980c80d0 con 0x7f43980c9ba0 2023-06-26T03:01:36.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43980b3860 con 0x7f4398156a40 2023-06-26T03:01:36.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439f986640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43981608d0 con 0x7f4384003980 2023-06-26T03:01:36.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439cf21640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43980c9ba0 0x7f43980c84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:36.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439cf21640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43980c9ba0 0x7f43980c84f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:54300/0 (socket says 172.21.15.81:54300) 2023-06-26T03:01:36.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.982+0000 7f439cf21640 1 -- 172.21.15.81:0/360960869 learned_addr learned my addr 172.21.15.81:0/360960869 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:36.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439df23640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4398156a40 0x7f43980b4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:36.991 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439d722640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4384003980 0x7f43980b3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:36.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439cf21640 1 -- 172.21.15.81:0/360960869 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4384003980 msgr2=0x7f43980b3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:36.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439cf21640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4384003980 0x7f43980b3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:36.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439cf21640 1 -- 172.21.15.81:0/360960869 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4398156a40 msgr2=0x7f43980b4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:36.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439cf21640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4398156a40 0x7f43980b4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:36.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439cf21640 1 -- 172.21.15.81:0/360960869 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43980c8a30 con 0x7f43980c9ba0 2023-06-26T03:01:36.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439df23640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4398156a40 0x7f43980b4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:36.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439cf21640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43980c9ba0 0x7f43980c84f0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f4388011930 tx=0x7f4388011df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:36.992 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f438dffb640 1 -- 172.21.15.81:0/360960869 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4388004220 con 0x7f43980c9ba0 2023-06-26T03:01:36.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f438dffb640 1 -- 172.21.15.81:0/360960869 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4388004380 con 0x7f43980c9ba0 2023-06-26T03:01:36.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f438dffb640 1 -- 172.21.15.81:0/360960869 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f438800fbd0 con 0x7f43980c9ba0 2023-06-26T03:01:36.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439f986640 1 -- 172.21.15.81:0/360960869 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43980ca110 con 0x7f43980c9ba0 2023-06-26T03:01:36.993 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439f986640 1 -- 172.21.15.81:0/360960869 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43980c7cf0 con 0x7f43980c9ba0 2023-06-26T03:01:36.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439f986640 1 -- 172.21.15.81:0/360960869 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43980c8210 con 0x7f43980c9ba0 2023-06-26T03:01:36.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f438dffb640 1 -- 172.21.15.81:0/360960869 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f438800fd30 con 0x7f43980c9ba0 2023-06-26T03:01:36.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f438dffb640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f437c066280 0x7f437c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:36.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f438dffb640 1 -- 172.21.15.81:0/360960869 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f4388084320 con 0x7f43980c9ba0 2023-06-26T03:01:36.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439d722640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f437c066280 0x7f437c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:36.994 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.986+0000 7f439d722640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f437c066280 0x7f437c068730 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4394001750 tx=0x7f43940011a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:36.995 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:36.990+0000 7f438dffb640 1 -- 172.21.15.81:0/360960869 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f43980c8210 con 0x7f43980c9ba0 2023-06-26T03:01:37.203 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f439f986640 1 -- 172.21.15.81:0/360960869 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f43980c8210 con 0x7f43980c9ba0 2023-06-26T03:01:37.204 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f438dffb640 1 -- 172.21.15.81:0/360960869 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+1268 (secure 0 0 0) 0x7f43980c8210 con 0x7f43980c9ba0 2023-06-26T03:01:37.205 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:01:37.205 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":1,"fsid":"dda0671d-3bec-4ba0-99d2-37d3d691f6d3","modified":"2023-06-26T02:59:09.839410Z","created":"2023-06-26T02:59:09.839410Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:3300","nonce":0},{"type":"v1","addr":"172.21.15.92:6789","nonce":0}]},"addr":"172.21.15.92:6789/0","public_addr":"172.21.15.92:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:3301","nonce":0},{"type":"v1","addr":"172.21.15.92:6790","nonce":0}]},"addr":"172.21.15.92:6790/0","public_addr":"172.21.15.92:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-06-26T03:01:37.205 INFO:teuthology.orchestra.run.smithi081.stderr:dumped monmap epoch 1 2023-06-26T03:01:37.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f439f986640 1 -- 172.21.15.81:0/360960869 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f437c066280 msgr2=0x7f437c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:37.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f439f986640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f437c066280 0x7f437c068730 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4394001750 tx=0x7f43940011a0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f439f986640 1 -- 172.21.15.81:0/360960869 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43980c9ba0 msgr2=0x7f43980c84f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:37.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f439f986640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43980c9ba0 0x7f43980c84f0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f4388011930 tx=0x7f4388011df0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.207 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f439f986640 1 -- 172.21.15.81:0/360960869 shutdown_connections 2023-06-26T03:01:37.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f439f986640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f437c066280 0x7f437c068730 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f439f986640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4398156a40 0x7f43980b4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f439f986640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f43980c9ba0 0x7f43980c84f0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f439f986640 1 --2- 172.21.15.81:0/360960869 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4384003980 0x7f43980b3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f439f986640 1 -- 172.21.15.81:0/360960869 >> 172.21.15.81:0/360960869 conn(0x7f4398069f00 msgr2=0x7f43980b2130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:37.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f439f986640 1 -- 172.21.15.81:0/360960869 shutdown_connections 2023-06-26T03:01:37.208 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.202+0000 7f439f986640 1 -- 172.21.15.81:0/360960869 wait complete. 2023-06-26T03:01:37.224 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.admin 2023-06-26T03:01:37.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5da0e6e640 1 Processor -- start 2023-06-26T03:01:37.344 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5da0e6e640 1 -- start start 2023-06-26T03:01:37.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5da0e6e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5d9c06d090 0x7f5d9c0b2d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:37.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5da0e6e640 1 -- --> v1:172.21.15.81:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d9c0cb830 con 0x7f5d9c0b5870 2023-06-26T03:01:37.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5da0e6e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d9c06df70 con 0x7f5d9c06eb10 2023-06-26T03:01:37.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5da0e6e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d9c159ef0 con 0x7f5d9c06d090 2023-06-26T03:01:37.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d99d9b640 1 --1- >> v1:172.21.15.81:6789/0 conn(0x7f5d9c0b5870 0x7f5d9c06d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.81:6789/0 says I am v1:172.21.15.81:47992/0 (socket says 172.21.15.81:47992) 2023-06-26T03:01:37.345 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d99d9b640 1 -- 172.21.15.81:0/2848635479 learned_addr learned my addr 172.21.15.81:0/2848635479 (peer_addr_for_me v1:172.21.15.81:0/0) 2023-06-26T03:01:37.347 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9a59c640 1 --2- 172.21.15.81:0/2848635479 >> v2:172.21.15.92:3300/0 conn(0x7f5d9c06d090 0x7f5d9c0b2d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:37.347 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 <== mon.0 v1:172.21.15.81:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 133636062 0 0) 0x7f5d9c0cb830 con 0x7f5d9c0b5870 2023-06-26T03:01:37.347 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 --> v1:172.21.15.81:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5d84003530 con 0x7f5d9c0b5870 2023-06-26T03:01:37.347 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 <== mon.0 v1:172.21.15.81:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1317463672 0 0) 0x7f5d84003530 con 0x7f5d9c0b5870 2023-06-26T03:01:37.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 >> v2:172.21.15.92:3300/0 conn(0x7f5d9c06d090 msgr2=0x7f5d9c0b2d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:37.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 --2- 172.21.15.81:0/2848635479 >> v2:172.21.15.92:3300/0 conn(0x7f5d9c06d090 0x7f5d9c0b2d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 >> v1:172.21.15.92:6789/0 conn(0x7f5d9c06eb10 legacy=0x7f5d9c0ce0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:37.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 --> v1:172.21.15.81:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d9c0cbad0 con 0x7f5d9c0b5870 2023-06-26T03:01:37.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 <== mon.0 v1:172.21.15.81:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 846462485 0 0) 0x7f5d90001680 con 0x7f5d9c0b5870 2023-06-26T03:01:37.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 >> v1:172.21.15.81:6789/0 conn(0x7f5d9c0b5870 legacy=0x7f5d9c06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:37.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 --2- 172.21.15.81:0/2848635479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d84003980 0x7f5d84003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:37.348 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 --2- 172.21.15.81:0/2848635479 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d840047d0 0x7f5d84004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:37.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 --2- 172.21.15.81:0/2848635479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d84005180 0x7f5d8400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:37.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d9c159ef0 con 0x7f5d84005180 2023-06-26T03:01:37.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d8400c090 con 0x7f5d84003980 2023-06-26T03:01:37.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d8400c250 con 0x7f5d840047d0 2023-06-26T03:01:37.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9ad9d640 1 --2- 172.21.15.81:0/2848635479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d84005180 0x7f5d8400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:37.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9a59c640 1 --2- 172.21.15.81:0/2848635479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d84003980 0x7f5d84003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:37.349 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d99d9b640 1 --2- 172.21.15.81:0/2848635479 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d840047d0 0x7f5d84004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:37.350 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9ad9d640 1 -- 172.21.15.81:0/2848635479 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d840047d0 msgr2=0x7f5d84004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:37.350 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9ad9d640 1 --2- 172.21.15.81:0/2848635479 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d840047d0 0x7f5d84004c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.350 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9ad9d640 1 -- 172.21.15.81:0/2848635479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d84003980 msgr2=0x7f5d84003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:37.350 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9ad9d640 1 --2- 172.21.15.81:0/2848635479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d84003980 0x7f5d84003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.350 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9ad9d640 1 -- 172.21.15.81:0/2848635479 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d84003530 con 0x7f5d84005180 2023-06-26T03:01:37.350 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.342+0000 7f5d9a59c640 1 --2- 172.21.15.81:0/2848635479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d84003980 0x7f5d84003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:37.352 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5d9ad9d640 1 -- 172.21.15.81:0/2848635479 reap_dead start 2023-06-26T03:01:37.353 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5d9ad9d640 1 --2- 172.21.15.81:0/2848635479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d84005180 0x7f5d8400b990 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f5d94001e70 tx=0x7f5d9401c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19428de1dbd804e4 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:37.353 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d94003b80 con 0x7f5d84005180 2023-06-26T03:01:37.353 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d94003d20 con 0x7f5d84005180 2023-06-26T03:01:37.353 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5d9959a640 1 -- 172.21.15.81:0/2848635479 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d94005260 con 0x7f5d84005180 2023-06-26T03:01:37.353 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 -- 172.21.15.81:0/2848635479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d84005180 msgr2=0x7f5d8400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:37.353 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 --2- 172.21.15.81:0/2848635479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d84005180 0x7f5d8400b990 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f5d94001e70 tx=0x7f5d9401c760 comp rx=0 tx=0).stop 2023-06-26T03:01:37.353 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 -- 172.21.15.81:0/2848635479 shutdown_connections 2023-06-26T03:01:37.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 --2- 172.21.15.81:0/2848635479 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d84005180 0x7f5d8400b990 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 -- 172.21.15.81:0/2848635479 >> 172.21.15.81:0/2848635479 conn(0x7f5d9c0cfec0 msgr2=0x7f5d9c0d02c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:37.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 -- 172.21.15.81:0/2848635479 shutdown_connections 2023-06-26T03:01:37.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 -- 172.21.15.81:0/2848635479 wait complete. 2023-06-26T03:01:37.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 Processor -- start 2023-06-26T03:01:37.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 -- start start 2023-06-26T03:01:37.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d84005180 0x7f5d9c0c7d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:37.354 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d9c14c310 0x7f5d9c06b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:37.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d9c0c9510 0x7f5d9c0cf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:37.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 -- --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d9c06a5c0 con 0x7f5d9c0c9510 2023-06-26T03:01:37.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d9c06a7d0 con 0x7f5d84005180 2023-06-26T03:01:37.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5da0e6e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d9c06aab0 con 0x7f5d9c14c310 2023-06-26T03:01:37.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5d9ad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d9c0c9510 0x7f5d9c0cf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:37.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5d9ad9d640 1 --2- >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d9c0c9510 0x7f5d9c0cf100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.81:3300/0 says I am v2:172.21.15.81:54314/0 (socket says 172.21.15.81:54314) 2023-06-26T03:01:37.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.346+0000 7f5d9ad9d640 1 -- 172.21.15.81:0/3563065879 learned_addr learned my addr 172.21.15.81:0/3563065879 (peer_addr_for_me v2:172.21.15.81:0/0) 2023-06-26T03:01:37.355 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d99d9b640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d9c14c310 0x7f5d9c06b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:37.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d9a59c640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d84005180 0x7f5d9c0c7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:37.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d9ad9d640 1 -- 172.21.15.81:0/3563065879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d9c14c310 msgr2=0x7f5d9c06b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:37.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d9ad9d640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d9c14c310 0x7f5d9c06b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d9ad9d640 1 -- 172.21.15.81:0/3563065879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d84005180 msgr2=0x7f5d9c0c7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:37.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d9ad9d640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d84005180 0x7f5d9c0c7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d9ad9d640 1 -- 172.21.15.81:0/3563065879 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d9c06ad90 con 0x7f5d9c0c9510 2023-06-26T03:01:37.356 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d99d9b640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d9c14c310 0x7f5d9c06b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:37.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d9a59c640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d84005180 0x7f5d9c0c7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:37.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d9ad9d640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d9c0c9510 0x7f5d9c0cf100 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f5d9401cc40 tx=0x7f5d84005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:37.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d8affd640 1 -- 172.21.15.81:0/3563065879 <== mon.0 v2:172.21.15.81:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d940ac070 con 0x7f5d9c0c9510 2023-06-26T03:01:37.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d8affd640 1 -- 172.21.15.81:0/3563065879 <== mon.0 v2:172.21.15.81:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d94006b60 con 0x7f5d9c0c9510 2023-06-26T03:01:37.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5da0e6e640 1 -- 172.21.15.81:0/3563065879 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d9c06b070 con 0x7f5d9c0c9510 2023-06-26T03:01:37.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d8affd640 1 -- 172.21.15.81:0/3563065879 <== mon.0 v2:172.21.15.81:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d94005020 con 0x7f5d9c0c9510 2023-06-26T03:01:37.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5da0e6e640 1 -- 172.21.15.81:0/3563065879 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d9c14c780 con 0x7f5d9c0c9510 2023-06-26T03:01:37.357 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5da0e6e640 1 -- 172.21.15.81:0/3563065879 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d9c06b2b0 con 0x7f5d9c0c9510 2023-06-26T03:01:37.358 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d8affd640 1 -- 172.21.15.81:0/3563065879 <== mon.0 v2:172.21.15.81:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5d94005180 con 0x7f5d9c0c9510 2023-06-26T03:01:37.358 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d8affd640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5d7c0662b0 0x7f5d7c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:37.358 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d9a59c640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5d7c0662b0 0x7f5d7c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:37.359 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d8affd640 1 -- 172.21.15.81:0/3563065879 <== mon.0 v2:172.21.15.81:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f5d9411c4d0 con 0x7f5d9c0c9510 2023-06-26T03:01:37.359 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.350+0000 7f5d9a59c640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5d7c0662b0 0x7f5d7c068760 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5d8c009900 tx=0x7f5d8c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:37.359 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.354+0000 7f5d8affd640 1 -- 172.21.15.81:0/3563065879 <== mon.0 v2:172.21.15.81:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5d9c06b2b0 con 0x7f5d9c0c9510 2023-06-26T03:01:37.566 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.562+0000 7f5da0e6e640 1 -- 172.21.15.81:0/3563065879 --> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.admin"} v 0) v1 -- 0x7f5d9c066880 con 0x7f5d9c0c9510 2023-06-26T03:01:37.566 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.562+0000 7f5d8affd640 1 -- 172.21.15.81:0/3563065879 <== mon.0 v2:172.21.15.81:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.admin"}]=0 v9) v1 ==== 82+0+151 (secure 0 0 0) 0x7f5d940b5020 con 0x7f5d9c0c9510 2023-06-26T03:01:37.566 INFO:teuthology.orchestra.run.smithi081.stdout:[client.admin] 2023-06-26T03:01:37.566 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQD+/phkOTd7BBAARXNYO1qeLyGQb8Vr8zl0kQ== 2023-06-26T03:01:37.567 INFO:teuthology.orchestra.run.smithi081.stdout: caps mds = "allow *" 2023-06-26T03:01:37.567 INFO:teuthology.orchestra.run.smithi081.stdout: caps mgr = "allow *" 2023-06-26T03:01:37.567 INFO:teuthology.orchestra.run.smithi081.stdout: caps mon = "allow *" 2023-06-26T03:01:37.567 INFO:teuthology.orchestra.run.smithi081.stdout: caps osd = "allow *" 2023-06-26T03:01:37.568 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.566+0000 7f5da0e6e640 1 -- 172.21.15.81:0/3563065879 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5d7c0662b0 msgr2=0x7f5d7c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:37.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.566+0000 7f5da0e6e640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5d7c0662b0 0x7f5d7c068760 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5d8c009900 tx=0x7f5d8c008040 comp rx=0 tx=0).stop 2023-06-26T03:01:37.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.566+0000 7f5da0e6e640 1 -- 172.21.15.81:0/3563065879 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d9c0c9510 msgr2=0x7f5d9c0cf100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:37.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.566+0000 7f5da0e6e640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d9c0c9510 0x7f5d9c0cf100 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f5d9401cc40 tx=0x7f5d84005800 comp rx=0 tx=0).stop 2023-06-26T03:01:37.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.566+0000 7f5da0e6e640 1 -- 172.21.15.81:0/3563065879 shutdown_connections 2023-06-26T03:01:37.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.566+0000 7f5da0e6e640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.81:6832/2767121196,v1:172.21.15.81:6833/2767121196] conn(0x7f5d7c0662b0 0x7f5d7c068760 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.566+0000 7f5da0e6e640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] conn(0x7f5d9c0c9510 0x7f5d9c0cf100 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.569 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.566+0000 7f5da0e6e640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d9c14c310 0x7f5d9c06b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.570 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.566+0000 7f5da0e6e640 1 --2- 172.21.15.81:0/3563065879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d84005180 0x7f5d9c0c7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:37.570 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.566+0000 7f5da0e6e640 1 -- 172.21.15.81:0/3563065879 >> 172.21.15.81:0/3563065879 conn(0x7f5d9c0cfec0 msgr2=0x7f5d9c14cad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:37.570 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.566+0000 7f5da0e6e640 1 -- 172.21.15.81:0/3563065879 shutdown_connections 2023-06-26T03:01:37.570 INFO:teuthology.orchestra.run.smithi081.stderr:2023-06-26T03:01:37.566+0000 7f5da0e6e640 1 -- 172.21.15.81:0/3563065879 wait complete. 2023-06-26T03:01:37.586 DEBUG:teuthology.orchestra.run.smithi081:> mktemp 2023-06-26T03:01:37.590 INFO:teuthology.orchestra.run.smithi081.stdout:/tmp/tmp.FQVJJTfAg8 2023-06-26T03:01:37.590 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T03:01:37.591 DEBUG:teuthology.orchestra.run.smithi081:> dd of=/tmp/tmp.FQVJJTfAg8 2023-06-26T03:01:37.639 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T03:01:37.639 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/tmp/tmp.QlU0j7nBRWxfstests-dev/local.config 2023-06-26T03:01:37.691 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph-fuse export CEPH_FUSE_BIN_PATH=ceph-fuse export TEST_DEV=ceph-fuse # without this tests won't get started export TEST_DIR=/tmp/tmp.Ql1t7iSRvrtest export SCRATCH_DEV= export SCRATCH_MNT=/tmp/tmp.ak1wcFxMk9scratch export CEPHFS_MOUNT_OPTIONS="-m 172.21.15.81:6789 -k /tmp/tmp.FQVJJTfAg8 --client_mountpoint /test" 2023-06-26T03:01:37.691 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-06-26T03:01:37.691 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/tmp/tmp.QlU0j7nBRWxfstests-dev/ceph.exclude 2023-06-26T03:01:37.746 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo make) 2023-06-26T03:01:37.805 INFO:teuthology.orchestra.run.smithi081.stdout:libtoolize -cfi 2023-06-26T03:01:38.135 INFO:teuthology.orchestra.run.smithi081.stdout:libtoolize: putting auxiliary files in '.'. 2023-06-26T03:01:38.135 INFO:teuthology.orchestra.run.smithi081.stdout:libtoolize: copying file './config.guess' 2023-06-26T03:01:38.140 INFO:teuthology.orchestra.run.smithi081.stdout:libtoolize: copying file './config.sub' 2023-06-26T03:01:38.153 INFO:teuthology.orchestra.run.smithi081.stdout:libtoolize: copying file './install-sh' 2023-06-26T03:01:38.159 INFO:teuthology.orchestra.run.smithi081.stdout:libtoolize: copying file './ltmain.sh' 2023-06-26T03:01:38.188 INFO:teuthology.orchestra.run.smithi081.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2023-06-26T03:01:38.189 INFO:teuthology.orchestra.run.smithi081.stdout:libtoolize: copying file 'm4/libtool.m4' 2023-06-26T03:01:38.194 INFO:teuthology.orchestra.run.smithi081.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2023-06-26T03:01:38.199 INFO:teuthology.orchestra.run.smithi081.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2023-06-26T03:01:38.204 INFO:teuthology.orchestra.run.smithi081.stdout:libtoolize: copying file 'm4/ltversion.m4' 2023-06-26T03:01:38.209 INFO:teuthology.orchestra.run.smithi081.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2023-06-26T03:01:38.214 INFO:teuthology.orchestra.run.smithi081.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2023-06-26T03:01:38.215 INFO:teuthology.orchestra.run.smithi081.stdout:cp include/install-sh . 2023-06-26T03:01:38.216 INFO:teuthology.orchestra.run.smithi081.stdout:aclocal -I m4 2023-06-26T03:01:38.574 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:01:38.576 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:01:39.380 INFO:teuthology.orchestra.run.smithi081.stdout:autoheader 2023-06-26T03:01:39.744 INFO:teuthology.orchestra.run.smithi081.stdout:autoconf 2023-06-26T03:01:40.155 INFO:teuthology.orchestra.run.smithi081.stdout:./configure \ 2023-06-26T03:01:40.155 INFO:teuthology.orchestra.run.smithi081.stdout: --libexecdir=/usr/lib \ 2023-06-26T03:01:40.155 INFO:teuthology.orchestra.run.smithi081.stdout: --exec_prefix=/var/lib 2023-06-26T03:01:40.610 INFO:teuthology.orchestra.run.smithi081.stdout:checking build system type... x86_64-pc-linux-gnu 2023-06-26T03:01:40.610 INFO:teuthology.orchestra.run.smithi081.stdout:checking host system type... x86_64-pc-linux-gnu 2023-06-26T03:01:40.658 INFO:teuthology.orchestra.run.smithi081.stdout:checking how to print strings... printf 2023-06-26T03:01:40.658 INFO:teuthology.orchestra.run.smithi081.stdout:checking for gcc... gcc 2023-06-26T03:01:40.822 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether the C compiler works... yes 2023-06-26T03:01:40.822 INFO:teuthology.orchestra.run.smithi081.stdout:checking for C compiler default output file name... a.out 2023-06-26T03:01:40.859 INFO:teuthology.orchestra.run.smithi081.stdout:checking for suffix of executables... 2023-06-26T03:01:40.949 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether we are cross compiling... no 2023-06-26T03:01:40.972 INFO:teuthology.orchestra.run.smithi081.stdout:checking for suffix of object files... o 2023-06-26T03:01:40.990 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether the compiler supports GNU C... yes 2023-06-26T03:01:41.008 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether gcc accepts -g... yes 2023-06-26T03:01:41.142 INFO:teuthology.orchestra.run.smithi081.stdout:checking for gcc option to enable C11 features... none needed 2023-06-26T03:01:41.147 INFO:teuthology.orchestra.run.smithi081.stdout:checking for a sed that does not truncate output... /usr/bin/sed 2023-06-26T03:01:41.150 INFO:teuthology.orchestra.run.smithi081.stdout:checking for grep that handles long lines and -e... /usr/bin/grep 2023-06-26T03:01:41.152 INFO:teuthology.orchestra.run.smithi081.stdout:checking for egrep... /usr/bin/grep -E 2023-06-26T03:01:41.154 INFO:teuthology.orchestra.run.smithi081.stdout:checking for fgrep... /usr/bin/grep -F 2023-06-26T03:01:41.159 INFO:teuthology.orchestra.run.smithi081.stdout:checking for ld used by gcc... /usr/bin/ld 2023-06-26T03:01:41.161 INFO:teuthology.orchestra.run.smithi081.stdout:checking if the linker (/usr/bin/ld) is GNU ld... yes 2023-06-26T03:01:41.175 INFO:teuthology.orchestra.run.smithi081.stdout:checking for BSD- or MS-compatible name lister (nm)... /usr/bin/nm -B 2023-06-26T03:01:41.199 INFO:teuthology.orchestra.run.smithi081.stdout:checking the name lister (/usr/bin/nm -B) interface... BSD nm 2023-06-26T03:01:41.199 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether ln -s works... yes 2023-06-26T03:01:41.208 INFO:teuthology.orchestra.run.smithi081.stdout:checking the maximum length of command line arguments... 1572864 2023-06-26T03:01:41.211 INFO:teuthology.orchestra.run.smithi081.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2023-06-26T03:01:41.211 INFO:teuthology.orchestra.run.smithi081.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2023-06-26T03:01:41.212 INFO:teuthology.orchestra.run.smithi081.stdout:checking for /usr/bin/ld option to reload object files... -r 2023-06-26T03:01:41.212 INFO:teuthology.orchestra.run.smithi081.stdout:checking for objdump... objdump 2023-06-26T03:01:41.212 INFO:teuthology.orchestra.run.smithi081.stdout:checking how to recognize dependent libraries... pass_all 2023-06-26T03:01:41.213 INFO:teuthology.orchestra.run.smithi081.stdout:checking for dlltool... no 2023-06-26T03:01:41.213 INFO:teuthology.orchestra.run.smithi081.stdout:checking how to associate runtime and link libraries... printf %s\n 2023-06-26T03:01:41.214 INFO:teuthology.orchestra.run.smithi081.stdout:checking for ar... ar 2023-06-26T03:01:41.255 INFO:teuthology.orchestra.run.smithi081.stdout:checking for archiver @FILE support... @ 2023-06-26T03:01:41.256 INFO:teuthology.orchestra.run.smithi081.stdout:checking for strip... strip 2023-06-26T03:01:41.256 INFO:teuthology.orchestra.run.smithi081.stdout:checking for ranlib... ranlib 2023-06-26T03:01:41.257 INFO:teuthology.orchestra.run.smithi081.stdout:checking for gawk... gawk 2023-06-26T03:01:41.324 INFO:teuthology.orchestra.run.smithi081.stdout:checking command to parse /usr/bin/nm -B output from gcc object... ok 2023-06-26T03:01:41.325 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sysroot... no 2023-06-26T03:01:41.329 INFO:teuthology.orchestra.run.smithi081.stdout:checking for a working dd... /usr/bin/dd 2023-06-26T03:01:41.333 INFO:teuthology.orchestra.run.smithi081.stdout:checking how to truncate binary pipes... /usr/bin/dd bs=4096 count=1 2023-06-26T03:01:41.347 INFO:teuthology.orchestra.run.smithi081.stdout:checking for mt... mt 2023-06-26T03:01:41.357 INFO:teuthology.orchestra.run.smithi081.stdout:checking if mt is a manifest tool... no 2023-06-26T03:01:41.385 INFO:teuthology.orchestra.run.smithi081.stdout:checking for stdio.h... yes 2023-06-26T03:01:41.426 INFO:teuthology.orchestra.run.smithi081.stdout:checking for stdlib.h... yes 2023-06-26T03:01:41.455 INFO:teuthology.orchestra.run.smithi081.stdout:checking for string.h... yes 2023-06-26T03:01:41.493 INFO:teuthology.orchestra.run.smithi081.stdout:checking for inttypes.h... yes 2023-06-26T03:01:41.520 INFO:teuthology.orchestra.run.smithi081.stdout:checking for stdint.h... yes 2023-06-26T03:01:41.546 INFO:teuthology.orchestra.run.smithi081.stdout:checking for strings.h... yes 2023-06-26T03:01:41.576 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/stat.h... yes 2023-06-26T03:01:41.601 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/types.h... yes 2023-06-26T03:01:41.646 INFO:teuthology.orchestra.run.smithi081.stdout:checking for unistd.h... yes 2023-06-26T03:01:41.678 INFO:teuthology.orchestra.run.smithi081.stdout:checking for dlfcn.h... yes 2023-06-26T03:01:41.681 INFO:teuthology.orchestra.run.smithi081.stdout:checking for objdir... .libs 2023-06-26T03:01:41.756 INFO:teuthology.orchestra.run.smithi081.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2023-06-26T03:01:41.756 INFO:teuthology.orchestra.run.smithi081.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2023-06-26T03:01:41.771 INFO:teuthology.orchestra.run.smithi081.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2023-06-26T03:01:41.981 INFO:teuthology.orchestra.run.smithi081.stdout:checking if gcc static flag -static works... yes 2023-06-26T03:01:42.008 INFO:teuthology.orchestra.run.smithi081.stdout:checking if gcc supports -c -o file.o... yes 2023-06-26T03:01:42.008 INFO:teuthology.orchestra.run.smithi081.stdout:checking if gcc supports -c -o file.o... (cached) yes 2023-06-26T03:01:42.016 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether the gcc linker (/usr/bin/ld -m elf_x86_64) supports shared libraries... yes 2023-06-26T03:01:42.039 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether -lc should be explicitly linked in... no 2023-06-26T03:01:42.125 INFO:teuthology.orchestra.run.smithi081.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2023-06-26T03:01:42.125 INFO:teuthology.orchestra.run.smithi081.stdout:checking how to hardcode library paths into programs... immediate 2023-06-26T03:01:42.138 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether stripping libraries is possible... yes 2023-06-26T03:01:42.138 INFO:teuthology.orchestra.run.smithi081.stdout:checking if libtool supports shared libraries... yes 2023-06-26T03:01:42.138 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether to build shared libraries... yes 2023-06-26T03:01:42.138 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether to build static libraries... yes 2023-06-26T03:01:42.147 INFO:teuthology.orchestra.run.smithi081.stdout:checking for gcc... (cached) gcc 2023-06-26T03:01:42.173 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether the compiler supports GNU C... (cached) yes 2023-06-26T03:01:42.173 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether gcc accepts -g... (cached) yes 2023-06-26T03:01:42.174 INFO:teuthology.orchestra.run.smithi081.stdout:checking for gcc option to enable C11 features... (cached) none needed 2023-06-26T03:01:42.174 INFO:teuthology.orchestra.run.smithi081.stdout:checking for gmake... /usr/bin/gmake 2023-06-26T03:01:42.174 INFO:teuthology.orchestra.run.smithi081.stderr:./configure: line 12753: test: $(SHELL): binary operator expected 2023-06-26T03:01:42.175 INFO:teuthology.orchestra.run.smithi081.stdout:checking for tar... /bin/tar 2023-06-26T03:01:42.175 INFO:teuthology.orchestra.run.smithi081.stdout:checking for gzip... /bin/gzip 2023-06-26T03:01:42.185 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether gcc -MM is supported... yes 2023-06-26T03:01:42.186 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sort... /bin/sort 2023-06-26T03:01:42.186 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether ln -s works... yes 2023-06-26T03:01:42.186 INFO:teuthology.orchestra.run.smithi081.stdout:checking for rpm... no 2023-06-26T03:01:42.221 INFO:teuthology.orchestra.run.smithi081.stdout:checking for assert.h... yes 2023-06-26T03:01:42.253 INFO:teuthology.orchestra.run.smithi081.stdout:checking for bstring.h... no 2023-06-26T03:01:42.285 INFO:teuthology.orchestra.run.smithi081.stdout:checking for libgen.h... yes 2023-06-26T03:01:42.351 INFO:teuthology.orchestra.run.smithi081.stdout:checking for dirent.h... yes 2023-06-26T03:01:42.432 INFO:teuthology.orchestra.run.smithi081.stdout:checking for errno.h... yes 2023-06-26T03:01:42.465 INFO:teuthology.orchestra.run.smithi081.stdout:checking for malloc.h... yes 2023-06-26T03:01:42.501 INFO:teuthology.orchestra.run.smithi081.stdout:checking for uuid.h... no 2023-06-26T03:01:42.551 INFO:teuthology.orchestra.run.smithi081.stdout:checking for uuid/uuid.h... yes 2023-06-26T03:01:42.584 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/uuid.h... no 2023-06-26T03:01:42.622 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/file.h... yes 2023-06-26T03:01:42.653 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/fcntl.h... yes 2023-06-26T03:01:42.685 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/syssgi.h... no 2023-06-26T03:01:42.749 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/param.h... yes 2023-06-26T03:01:42.749 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/stat.h... (cached) yes 2023-06-26T03:01:42.781 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/statvfs.h... yes 2023-06-26T03:01:42.811 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/time.h... yes 2023-06-26T03:01:42.859 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/ioctl.h... yes 2023-06-26T03:01:42.893 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/wait.h... yes 2023-06-26T03:01:42.893 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/types.h... (cached) yes 2023-06-26T03:01:42.893 INFO:teuthology.orchestra.run.smithi081.stdout:checking for strings.h... (cached) yes 2023-06-26T03:01:42.930 INFO:teuthology.orchestra.run.smithi081.stdout:checking for err.h... yes 2023-06-26T03:01:42.960 INFO:teuthology.orchestra.run.smithi081.stdout:checking for linux/falloc.h... yes 2023-06-26T03:01:42.991 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/fs/xfs_fsops.h... no 2023-06-26T03:01:43.021 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/fs/xfs_itable.h... no 2023-06-26T03:01:43.052 INFO:teuthology.orchestra.run.smithi081.stdout:checking for xfs/platform_defs.h... no 2023-06-26T03:01:43.084 INFO:teuthology.orchestra.run.smithi081.stdout:checking for btrfs/ioctl.h... no 2023-06-26T03:01:43.115 INFO:teuthology.orchestra.run.smithi081.stdout:checking for cifs/ioctl.h... no 2023-06-26T03:01:43.146 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/mman.h... yes 2023-06-26T03:01:43.159 INFO:teuthology.orchestra.run.smithi081.stdout:checking for xfs/xfs_log_format.h... no 2023-06-26T03:01:43.201 INFO:teuthology.orchestra.run.smithi081.stdout:checking for uuid_compare... no 2023-06-26T03:01:43.235 INFO:teuthology.orchestra.run.smithi081.stdout:checking for uuid_compare in -luuid... yes 2023-06-26T03:01:43.326 INFO:teuthology.orchestra.run.smithi081.stdout:checking for xfs/xfs.h... yes 2023-06-26T03:01:43.341 INFO:teuthology.orchestra.run.smithi081.stdout:checking for xfs/libxfs.h... no 2023-06-26T03:01:43.376 INFO:teuthology.orchestra.run.smithi081.stdout:checking for gcc options needed to detect all undeclared functions... none needed 2023-06-26T03:01:43.394 INFO:teuthology.orchestra.run.smithi081.stdout:checking whether xlog_assign_lsn is declared... no 2023-06-26T03:01:43.441 INFO:teuthology.orchestra.run.smithi081.stdout:checking for xfs/xqm.h... yes 2023-06-26T03:01:43.501 INFO:teuthology.orchestra.run.smithi081.stdout:checking xfsctl from xfs/xfs.h... ok 2023-06-26T03:01:43.531 INFO:teuthology.orchestra.run.smithi081.stdout:checking for xfs/handle.h... yes 2023-06-26T03:01:43.568 INFO:teuthology.orchestra.run.smithi081.stdout:checking for attr_list_by_handle in -lhandle... yes 2023-06-26T03:01:43.611 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/acl.h... yes 2023-06-26T03:01:43.643 INFO:teuthology.orchestra.run.smithi081.stdout:checking for acl/libacl.h... yes 2023-06-26T03:01:43.680 INFO:teuthology.orchestra.run.smithi081.stdout:checking for acl_init in -lacl... yes 2023-06-26T03:01:43.712 INFO:teuthology.orchestra.run.smithi081.stdout:checking for gdbm-ndbm.h... no 2023-06-26T03:01:43.744 INFO:teuthology.orchestra.run.smithi081.stdout:checking for gdbm/ndbm.h... no 2023-06-26T03:01:43.779 INFO:teuthology.orchestra.run.smithi081.stdout:checking for ndbm.h... no 2023-06-26T03:01:43.811 INFO:teuthology.orchestra.run.smithi081.stdout:checking for libaio.h... yes 2023-06-26T03:01:43.843 INFO:teuthology.orchestra.run.smithi081.stdout:checking for liburing.h... no 2023-06-26T03:01:43.872 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/capability.h... no 2023-06-26T03:01:43.902 INFO:teuthology.orchestra.run.smithi081.stdout:checking for linux/fiemap.h... yes 2023-06-26T03:01:43.940 INFO:teuthology.orchestra.run.smithi081.stdout:checking for fallocate... yes 2023-06-26T03:01:43.978 INFO:teuthology.orchestra.run.smithi081.stdout:checking for open_by_handle_at... yes 2023-06-26T03:01:44.009 INFO:teuthology.orchestra.run.smithi081.stdout:checking for sys/prctl.h... yes 2023-06-26T03:01:44.038 INFO:teuthology.orchestra.run.smithi081.stdout:checking for linux/fs.h... yes 2023-06-26T03:01:44.076 INFO:teuthology.orchestra.run.smithi081.stdout:checking for btrfsutil.h... no 2023-06-26T03:01:44.124 INFO:teuthology.orchestra.run.smithi081.stdout:checking for copy_file_range... yes 2023-06-26T03:01:44.166 INFO:teuthology.orchestra.run.smithi081.stdout:checking for SEEK_DATA... yes 2023-06-26T03:01:44.225 INFO:teuthology.orchestra.run.smithi081.stdout:checking for BMV_OF_SHARED... yes 2023-06-26T03:01:44.274 INFO:teuthology.orchestra.run.smithi081.stdout:checking for nftw... yes 2023-06-26T03:01:44.311 INFO:teuthology.orchestra.run.smithi081.stdout:checking for RLIMIT_NOFILE... yes 2023-06-26T03:01:44.334 INFO:teuthology.orchestra.run.smithi081.stdout:checking for FIEXCHANGE_RANGE... no 2023-06-26T03:01:44.368 INFO:teuthology.orchestra.run.smithi081.stdout:checking for renameat2... yes 2023-06-26T03:01:44.403 INFO:teuthology.orchestra.run.smithi081.stdout:checking for reallocarray... yes 2023-06-26T03:01:44.432 INFO:teuthology.orchestra.run.smithi081.stdout:checking for struct mount_attr... yes 2023-06-26T03:01:44.477 INFO:teuthology.orchestra.run.smithi081.stdout:checking for struct btrfs_qgroup_limit... yes 2023-06-26T03:01:44.511 INFO:teuthology.orchestra.run.smithi081.stdout:checking for struct btrfs_qgroup_inherit... yes 2023-06-26T03:01:44.545 INFO:teuthology.orchestra.run.smithi081.stdout:checking for struct btrfs_ioctl_vol_args... yes 2023-06-26T03:01:44.578 INFO:teuthology.orchestra.run.smithi081.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2023-06-26T03:01:44.610 INFO:teuthology.orchestra.run.smithi081.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2023-06-26T03:01:44.644 INFO:teuthology.orchestra.run.smithi081.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2023-06-26T03:01:44.678 INFO:teuthology.orchestra.run.smithi081.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2023-06-26T03:01:44.709 INFO:teuthology.orchestra.run.smithi081.stdout:checking for linux/btrfs.h... yes 2023-06-26T03:01:44.739 INFO:teuthology.orchestra.run.smithi081.stdout:checking for linux/btrfs_tree.h... yes 2023-06-26T03:01:44.757 INFO:teuthology.orchestra.run.smithi081.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... yes 2023-06-26T03:01:44.776 INFO:teuthology.orchestra.run.smithi081.stdout:configure: creating ./config.status 2023-06-26T03:01:45.101 INFO:teuthology.orchestra.run.smithi081.stdout:config.status: creating include/builddefs 2023-06-26T03:01:45.111 INFO:teuthology.orchestra.run.smithi081.stdout:config.status: creating include/config.h 2023-06-26T03:01:45.120 INFO:teuthology.orchestra.run.smithi081.stdout:config.status: executing libtool commands 2023-06-26T03:01:45.159 INFO:teuthology.orchestra.run.smithi081.stdout:Building include 2023-06-26T03:01:45.163 INFO:teuthology.orchestra.run.smithi081.stdout:Building lib 2023-06-26T03:01:45.166 INFO:teuthology.orchestra.run.smithi081.stdout: [LTDEP] 2023-06-26T03:01:45.305 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] dataascii.lo 2023-06-26T03:01:45.410 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] databin.lo 2023-06-26T03:01:45.554 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] datapid.lo 2023-06-26T03:01:45.652 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] file_lock.lo 2023-06-26T03:01:45.802 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] forker.lo 2023-06-26T03:01:45.942 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] pattern.lo 2023-06-26T03:01:46.052 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] open_flags.lo 2023-06-26T03:01:46.191 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] random_range.lo 2023-06-26T03:01:46.440 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] string_to_tokens.lo 2023-06-26T03:01:46.536 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] str_to_bytes.lo 2023-06-26T03:01:46.670 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] tlibio.lo 2023-06-26T03:01:46.935 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] write_log.lo 2023-06-26T03:01:46.995 INFO:teuthology.orchestra.run.smithi081.stderr:write_log.c: In function 'wlog_record_write': 2023-06-26T03:01:46.995 INFO:teuthology.orchestra.run.smithi081.stderr:write_log.c:205:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:46.995 INFO:teuthology.orchestra.run.smithi081.stderr: 205 | write(wfile->w_afd, wbuf, reclen); 2023-06-26T03:01:46.996 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:01:46.996 INFO:teuthology.orchestra.run.smithi081.stderr:write_log.c:209:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:46.996 INFO:teuthology.orchestra.run.smithi081.stderr: 209 | write(wfile->w_rfd, wbuf, reclen); 2023-06-26T03:01:46.996 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:01:47.186 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] random.lo 2023-06-26T03:01:47.284 INFO:teuthology.orchestra.run.smithi081.stdout: [LD] 2023-06-26T03:01:47.352 INFO:teuthology.orchestra.run.smithi081.stdout:Building ltp 2023-06-26T03:01:47.356 INFO:teuthology.orchestra.run.smithi081.stdout: [DEP] 2023-06-26T03:01:47.499 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] doio 2023-06-26T03:01:48.227 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] fsstress 2023-06-26T03:01:49.621 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] fsx 2023-06-26T03:01:50.348 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] growfiles 2023-06-26T03:01:50.880 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] iogen 2023-06-26T03:01:50.999 INFO:teuthology.orchestra.run.smithi081.stderr:iogen.c: In function 'main': 2023-06-26T03:01:50.999 INFO:teuthology.orchestra.run.smithi081.stderr:iogen.c:280:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:50.999 INFO:teuthology.orchestra.run.smithi081.stderr: 280 | write(outfd, (char *)&req, sizeof(req)); 2023-06-26T03:01:50.999 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:01:51.001 INFO:teuthology.orchestra.run.smithi081.stderr:iogen.c: In function 'parse_cmdline': 2023-06-26T03:01:51.001 INFO:teuthology.orchestra.run.smithi081.stderr:iogen.c:1535:17: warning: ignoring return value of 'getcwd' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:51.001 INFO:teuthology.orchestra.run.smithi081.stderr: 1535 | getcwd(fptr->f_path, 2023-06-26T03:01:51.002 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:01:51.002 INFO:teuthology.orchestra.run.smithi081.stderr: 1536 | sizeof(fptr->f_path)-1); 2023-06-26T03:01:51.002 INFO:teuthology.orchestra.run.smithi081.stderr: | ~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:01:51.269 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-stress 2023-06-26T03:01:51.375 INFO:teuthology.orchestra.run.smithi081.stderr:aio-stress.c: In function 'setup_shared_mem': 2023-06-26T03:01:51.376 INFO:teuthology.orchestra.run.smithi081.stderr:aio-stress.c:1013:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:51.376 INFO:teuthology.orchestra.run.smithi081.stderr: 1013 | ftruncate(fd, total_ram); 2023-06-26T03:01:51.376 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:01:51.686 INFO:teuthology.orchestra.run.smithi081.stdout:Building src 2023-06-26T03:01:51.692 INFO:teuthology.orchestra.run.smithi081.stdout: [DEP] 2023-06-26T03:01:53.722 INFO:teuthology.orchestra.run.smithi081.stdout: [DEP] 2023-06-26T03:01:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: [DEP] 2023-06-26T03:01:53.768 INFO:teuthology.orchestra.run.smithi081.stdout: [DEP] 2023-06-26T03:01:54.017 INFO:teuthology.orchestra.run.smithi081.stdout: [DEP] 2023-06-26T03:01:54.041 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] dirstress 2023-06-26T03:01:54.284 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] fill 2023-06-26T03:01:54.431 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] fill2 2023-06-26T03:01:54.666 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] getpagesize 2023-06-26T03:01:54.786 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] holes 2023-06-26T03:01:54.974 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] lstat64 2023-06-26T03:01:55.151 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] nametest 2023-06-26T03:01:55.264 INFO:teuthology.orchestra.run.smithi081.stderr:nametest.c: In function 'main': 2023-06-26T03:01:55.264 INFO:teuthology.orchestra.run.smithi081.stderr:nametest.c:236:33: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:55.265 INFO:teuthology.orchestra.run.smithi081.stderr: 236 | write(1, "\n", 1); 2023-06-26T03:01:55.265 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:01:55.265 INFO:teuthology.orchestra.run.smithi081.stderr:nametest.c:238:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:55.265 INFO:teuthology.orchestra.run.smithi081.stderr: 238 | write(1, ".", 1); 2023-06-26T03:01:55.265 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:01:55.265 INFO:teuthology.orchestra.run.smithi081.stderr:nametest.c:288:33: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:55.265 INFO:teuthology.orchestra.run.smithi081.stderr: 288 | write(1, ".", 1); 2023-06-26T03:01:55.266 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:01:55.391 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] permname 2023-06-26T03:01:55.598 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] randholes 2023-06-26T03:01:55.855 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] runas 2023-06-26T03:01:56.031 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] truncfile 2023-06-26T03:01:56.203 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] usemem 2023-06-26T03:01:56.342 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] mmapcat 2023-06-26T03:01:56.437 INFO:teuthology.orchestra.run.smithi081.stderr:mmapcat.c: In function 'main': 2023-06-26T03:01:56.437 INFO:teuthology.orchestra.run.smithi081.stderr:mmapcat.c:29:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:56.437 INFO:teuthology.orchestra.run.smithi081.stderr: 29 | write(1,ptr2,ptr - ptr2); 2023-06-26T03:01:56.438 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:01:56.475 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] append_reader 2023-06-26T03:01:56.613 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] append_writer 2023-06-26T03:01:56.751 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] dirperf 2023-06-26T03:01:56.967 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] metaperf 2023-06-26T03:01:57.073 INFO:teuthology.orchestra.run.smithi081.stderr:metaperf.c: In function 'crfiles': 2023-06-26T03:01:57.074 INFO:teuthology.orchestra.run.smithi081.stderr:metaperf.c:166:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:57.074 INFO:teuthology.orchestra.run.smithi081.stderr: 166 | write(fd, buf, fsize); 2023-06-26T03:01:57.074 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:01:57.074 INFO:teuthology.orchestra.run.smithi081.stderr:metaperf.c: In function 't_linkun': 2023-06-26T03:01:57.074 INFO:teuthology.orchestra.run.smithi081.stderr:metaperf.c:454:25: warning: ignoring return value of 'link' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:57.074 INFO:teuthology.orchestra.run.smithi081.stderr: 454 | link("a", *fnp); 2023-06-26T03:01:57.075 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~ 2023-06-26T03:01:57.075 INFO:teuthology.orchestra.run.smithi081.stderr:metaperf.c: In function 't_chown': 2023-06-26T03:01:57.076 INFO:teuthology.orchestra.run.smithi081.stderr:metaperf.c:404:33: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:57.076 INFO:teuthology.orchestra.run.smithi081.stderr: 404 | chown(*fnp, 2, -1); 2023-06-26T03:01:57.076 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-06-26T03:01:57.076 INFO:teuthology.orchestra.run.smithi081.stderr:metaperf.c:406:33: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:57.076 INFO:teuthology.orchestra.run.smithi081.stderr: 406 | chown(*fnp, 1, -1); 2023-06-26T03:01:57.076 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-06-26T03:01:57.076 INFO:teuthology.orchestra.run.smithi081.stderr:metaperf.c: In function 'i_chown': 2023-06-26T03:01:57.077 INFO:teuthology.orchestra.run.smithi081.stderr:metaperf.c:291:17: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:57.077 INFO:teuthology.orchestra.run.smithi081.stderr: 291 | chown(*fnp, 1, -1); 2023-06-26T03:01:57.077 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-06-26T03:01:57.077 INFO:teuthology.orchestra.run.smithi081.stderr:metaperf.c: In function 'main': 2023-06-26T03:01:57.077 INFO:teuthology.orchestra.run.smithi081.stderr:metaperf.c:152:9: warning: ignoring return value of 'chdir' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:57.077 INFO:teuthology.orchestra.run.smithi081.stderr: 152 | chdir(".."); 2023-06-26T03:01:57.077 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~ 2023-06-26T03:01:57.255 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] devzero 2023-06-26T03:01:57.430 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] feature 2023-06-26T03:01:57.639 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] alloc 2023-06-26T03:01:57.750 INFO:teuthology.orchestra.run.smithi081.stderr:alloc.c: In function 'main': 2023-06-26T03:01:57.750 INFO:teuthology.orchestra.run.smithi081.stderr:alloc.c:247:17: warning: ignoring return value of 'mkstemp' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:57.750 INFO:teuthology.orchestra.run.smithi081.stderr: 247 | mkstemp(tmpfile); 2023-06-26T03:01:57.750 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:01:57.840 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] fault 2023-06-26T03:01:57.987 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] fstest 2023-06-26T03:01:58.219 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_access_root 2023-06-26T03:01:58.317 INFO:teuthology.orchestra.run.smithi081.stderr:t_access_root.c: In function 'main': 2023-06-26T03:01:58.317 INFO:teuthology.orchestra.run.smithi081.stderr:t_access_root.c:55:5: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:01:58.317 INFO:teuthology.orchestra.run.smithi081.stderr: 55 | system(cmd); 2023-06-26T03:01:58.318 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~ 2023-06-26T03:01:58.354 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] godown 2023-06-26T03:01:58.493 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] resvtest 2023-06-26T03:01:58.665 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] writemod 2023-06-26T03:01:58.797 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] writev_on_pagefault 2023-06-26T03:01:58.937 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] makeextents 2023-06-26T03:01:59.091 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] itrash 2023-06-26T03:01:59.227 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] rename 2023-06-26T03:01:59.341 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] multi_open_unlink 2023-06-26T03:01:59.495 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] unwritten_sync 2023-06-26T03:01:59.672 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] genhashnames 2023-06-26T03:01:59.852 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_holes 2023-06-26T03:01:59.995 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_mmap_writev 2023-06-26T03:02:00.150 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_truncate_cmtime 2023-06-26T03:02:00.282 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] dirhash_collide 2023-06-26T03:02:00.443 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_rename_overwrite 2023-06-26T03:02:00.556 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] holetest 2023-06-26T03:02:00.660 INFO:teuthology.orchestra.run.smithi081.stderr:holetest.c: In function 'pt_write_marker': 2023-06-26T03:02:00.661 INFO:teuthology.orchestra.run.smithi081.stderr:holetest.c:140:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:00.661 INFO:teuthology.orchestra.run.smithi081.stderr: 140 | pwrite(fd, &tid, sizeof(tid), i * page_size + pgoff); 2023-06-26T03:02:00.661 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:00.776 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_truncate_self 2023-06-26T03:02:00.915 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] af_unix 2023-06-26T03:02:01.059 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_mmap_stale_pmd 2023-06-26T03:02:01.165 INFO:teuthology.orchestra.run.smithi081.stderr:t_mmap_stale_pmd.c: In function 'main': 2023-06-26T03:02:01.165 INFO:teuthology.orchestra.run.smithi081.stderr:t_mmap_stale_pmd.c:42:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:01.165 INFO:teuthology.orchestra.run.smithi081.stderr: 42 | ftruncate(fd, 0); 2023-06-26T03:02:01.165 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:02:01.165 INFO:teuthology.orchestra.run.smithi081.stderr:t_mmap_stale_pmd.c:43:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:01.166 INFO:teuthology.orchestra.run.smithi081.stderr: 43 | ftruncate(fd, MiB(4)); 2023-06-26T03:02:01.166 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:01.166 INFO:teuthology.orchestra.run.smithi081.stderr:t_mmap_stale_pmd.c:55:9: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:01.166 INFO:teuthology.orchestra.run.smithi081.stderr: 55 | pwrite(fd, buffer, strlen(buffer), MiB(2)); 2023-06-26T03:02:01.166 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:01.204 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_mmap_cow_race 2023-06-26T03:02:01.314 INFO:teuthology.orchestra.run.smithi081.stderr:t_mmap_cow_race.c: In function 'main': 2023-06-26T03:02:01.315 INFO:teuthology.orchestra.run.smithi081.stderr:t_mmap_cow_race.c:61:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:01.315 INFO:teuthology.orchestra.run.smithi081.stderr: 61 | ftruncate(fd, 0); 2023-06-26T03:02:01.315 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:02:01.315 INFO:teuthology.orchestra.run.smithi081.stderr:t_mmap_cow_race.c:62:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:01.315 INFO:teuthology.orchestra.run.smithi081.stderr: 62 | ftruncate(fd, MiB(2)); 2023-06-26T03:02:01.316 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:01.363 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_mmap_fallocate 2023-06-26T03:02:01.507 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] fsync-err 2023-06-26T03:02:01.690 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_mmap_write_ro 2023-06-26T03:02:01.829 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_ext4_dax_journal_corruption 2023-06-26T03:02:01.932 INFO:teuthology.orchestra.run.smithi081.stderr:t_ext4_dax_journal_corruption.c: In function 'main': 2023-06-26T03:02:01.932 INFO:teuthology.orchestra.run.smithi081.stderr:t_ext4_dax_journal_corruption.c:61:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:01.933 INFO:teuthology.orchestra.run.smithi081.stderr: 61 | ftruncate(fd, 0); 2023-06-26T03:02:01.933 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:02:01.974 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_ext4_dax_inline_corruption 2023-06-26T03:02:02.110 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_ofd_locks 2023-06-26T03:02:02.299 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_mmap_collision 2023-06-26T03:02:02.507 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] mmap-write-concurrent 2023-06-26T03:02:02.675 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_get_file_time 2023-06-26T03:02:02.815 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_create_short_dirs 2023-06-26T03:02:02.979 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_create_long_dirs 2023-06-26T03:02:03.139 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_enospc 2023-06-26T03:02:03.343 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_mmap_writev_overlap 2023-06-26T03:02:03.504 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] checkpoint_journal 2023-06-26T03:02:03.644 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] mmap-rw-fault 2023-06-26T03:02:03.817 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] allocstale 2023-06-26T03:02:03.992 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_mmap_cow_memory_failure 2023-06-26T03:02:04.149 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] fake-dump-rootino 2023-06-26T03:02:04.283 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] dio-buf-fault 2023-06-26T03:02:04.427 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] xfsctl 2023-06-26T03:02:04.626 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] bstat 2023-06-26T03:02:04.840 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_mtab 2023-06-26T03:02:04.950 INFO:teuthology.orchestra.run.smithi081.stderr:t_mtab.c: In function 'update_mtab': 2023-06-26T03:02:04.950 INFO:teuthology.orchestra.run.smithi081.stderr:t_mtab.c:256:17: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:04.950 INFO:teuthology.orchestra.run.smithi081.stderr: 256 | chown (mounted_temp, sbuf.st_uid, sbuf.st_gid); 2023-06-26T03:02:04.950 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:05.024 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] getdevicesize 2023-06-26T03:02:05.166 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] preallo_rw_pattern_reader 2023-06-26T03:02:05.277 INFO:teuthology.orchestra.run.smithi081.stderr:In file included from preallo_rw_pattern_reader.c:2: 2023-06-26T03:02:05.278 INFO:teuthology.orchestra.run.smithi081.stderr:iopat.c: In function 'main': 2023-06-26T03:02:05.278 INFO:teuthology.orchestra.run.smithi081.stderr:iopat.c:38:4: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:05.278 INFO:teuthology.orchestra.run.smithi081.stderr: 38 | read(fd, &x, 1048576); 2023-06-26T03:02:05.278 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:05.309 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] preallo_rw_pattern_writer 2023-06-26T03:02:05.418 INFO:teuthology.orchestra.run.smithi081.stderr:In file included from preallo_rw_pattern_writer.c:2: 2023-06-26T03:02:05.418 INFO:teuthology.orchestra.run.smithi081.stderr:iopat.c: In function 'main': 2023-06-26T03:02:05.418 INFO:teuthology.orchestra.run.smithi081.stderr:iopat.c:34:4: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:05.418 INFO:teuthology.orchestra.run.smithi081.stderr: 34 | write(fd, &x, 1048576); 2023-06-26T03:02:05.419 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:05.451 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] ftrunc 2023-06-26T03:02:05.586 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] trunc 2023-06-26T03:02:05.744 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] fs_perms 2023-06-26T03:02:05.854 INFO:teuthology.orchestra.run.smithi081.stderr:fs_perms.c: In function 'main': 2023-06-26T03:02:05.854 INFO:teuthology.orchestra.run.smithi081.stderr:fs_perms.c:54:4: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:05.854 INFO:teuthology.orchestra.run.smithi081.stderr: 54 | system("rm -f test.file"); 2023-06-26T03:02:05.855 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:05.855 INFO:teuthology.orchestra.run.smithi081.stderr:fs_perms.c: In function 'testsetup': 2023-06-26T03:02:05.855 INFO:teuthology.orchestra.run.smithi081.stderr:fs_perms.c:67:4: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:05.855 INFO:teuthology.orchestra.run.smithi081.stderr: 67 | system("cp testx.file test.file"); 2023-06-26T03:02:05.855 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:05.855 INFO:teuthology.orchestra.run.smithi081.stderr:fs_perms.c:69:4: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:05.855 INFO:teuthology.orchestra.run.smithi081.stderr: 69 | chown("test.file",cuserId,cgroupId); 2023-06-26T03:02:05.855 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:05.856 INFO:teuthology.orchestra.run.smithi081.stderr:fs_perms.c: In function 'testfperm': 2023-06-26T03:02:05.856 INFO:teuthology.orchestra.run.smithi081.stderr:fs_perms.c:123:5: warning: ignoring return value of 'seteuid' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:05.856 INFO:teuthology.orchestra.run.smithi081.stderr: 123 | seteuid(0); 2023-06-26T03:02:05.856 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~ 2023-06-26T03:02:05.856 INFO:teuthology.orchestra.run.smithi081.stderr:fs_perms.c:124:5: warning: ignoring return value of 'setegid' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:05.856 INFO:teuthology.orchestra.run.smithi081.stderr: 124 | setegid(0); 2023-06-26T03:02:05.856 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~ 2023-06-26T03:02:05.900 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] testx 2023-06-26T03:02:06.005 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] looptest 2023-06-26T03:02:06.194 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] locktest 2023-06-26T03:02:06.511 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] unwritten_mmap 2023-06-26T03:02:06.666 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] bulkstat_unlink_test 2023-06-26T03:02:06.777 INFO:teuthology.orchestra.run.smithi081.stderr:bulkstat_unlink_test.c: In function 'main': 2023-06-26T03:02:06.778 INFO:teuthology.orchestra.run.smithi081.stderr:bulkstat_unlink_test.c:106:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:06.778 INFO:teuthology.orchestra.run.smithi081.stderr: 106 | write(fd[i], fname, sizeof(fname)); 2023-06-26T03:02:06.778 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:06.778 INFO:teuthology.orchestra.run.smithi081.stderr:bulkstat_unlink_test.c:178:17: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:06.778 INFO:teuthology.orchestra.run.smithi081.stderr: 178 | system(fname); 2023-06-26T03:02:06.779 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~ 2023-06-26T03:02:06.862 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] deduperace 2023-06-26T03:02:07.166 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] bulkstat_unlink_test_modified 2023-06-26T03:02:07.288 INFO:teuthology.orchestra.run.smithi081.stderr:bulkstat_unlink_test_modified.c: In function 'main': 2023-06-26T03:02:07.288 INFO:teuthology.orchestra.run.smithi081.stderr:bulkstat_unlink_test_modified.c:83:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.288 INFO:teuthology.orchestra.run.smithi081.stderr: 83 | write(fd, fname, sizeof(fname)); 2023-06-26T03:02:07.288 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.288 INFO:teuthology.orchestra.run.smithi081.stderr:bulkstat_unlink_test_modified.c:139:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.289 INFO:teuthology.orchestra.run.smithi081.stderr: 139 | write(fd, fname, sizeof(fname)); 2023-06-26T03:02:07.289 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.289 INFO:teuthology.orchestra.run.smithi081.stderr:bulkstat_unlink_test_modified.c:185:9: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.289 INFO:teuthology.orchestra.run.smithi081.stderr: 185 | system(fname); 2023-06-26T03:02:07.289 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~ 2023-06-26T03:02:07.371 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_dir_offset 2023-06-26T03:02:07.518 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_futimens 2023-06-26T03:02:07.643 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_immutable 2023-06-26T03:02:07.766 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c: In function 'create_test_area': 2023-06-26T03:02:07.766 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:2061:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.767 INFO:teuthology.orchestra.run.smithi081.stderr: 2061 | asprintf(&path, "%s/immutable.d", dir); 2023-06-26T03:02:07.767 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.767 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:2096:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.767 INFO:teuthology.orchestra.run.smithi081.stderr: 2096 | asprintf(&path, "%s/append-only.d", dir); 2023-06-26T03:02:07.768 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.768 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c: In function 'remove_test_area': 2023-06-26T03:02:07.768 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:2152:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.769 INFO:teuthology.orchestra.run.smithi081.stderr: 2152 | asprintf(&path, "%s/immutable.d", dir); 2023-06-26T03:02:07.769 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.769 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:2163:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.769 INFO:teuthology.orchestra.run.smithi081.stderr: 2163 | asprintf(&path, "%s/empty-immutable.d", dir); 2023-06-26T03:02:07.769 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.769 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:2175:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.769 INFO:teuthology.orchestra.run.smithi081.stderr: 2175 | asprintf(&path, "%s/append-only.d", dir); 2023-06-26T03:02:07.770 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.770 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:2186:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.770 INFO:teuthology.orchestra.run.smithi081.stderr: 2186 | asprintf(&path, "%s/empty-append-only.d", dir); 2023-06-26T03:02:07.770 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.770 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:2197:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.770 INFO:teuthology.orchestra.run.smithi081.stderr: 2197 | asprintf(&path, "%s/append-only.f", dir); 2023-06-26T03:02:07.770 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.771 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:2209:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.771 INFO:teuthology.orchestra.run.smithi081.stderr: 2209 | asprintf(&path, "%s/immutable.f", dir); 2023-06-26T03:02:07.771 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.773 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c: In function 'check_test_area': 2023-06-26T03:02:07.773 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1788:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.773 INFO:teuthology.orchestra.run.smithi081.stderr: 1788 | asprintf(&path, "%s/", dir); 2023-06-26T03:02:07.773 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.774 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1800:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.774 INFO:teuthology.orchestra.run.smithi081.stderr: 1800 | asprintf(&path, "%s/immutable.f", dir); 2023-06-26T03:02:07.774 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.774 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1812:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.774 INFO:teuthology.orchestra.run.smithi081.stderr: 1812 | asprintf(&path, "%s/append-only.f", dir); 2023-06-26T03:02:07.774 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.774 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1824:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.775 INFO:teuthology.orchestra.run.smithi081.stderr: 1824 | asprintf(&path, "%s/immutable.d", dir); 2023-06-26T03:02:07.775 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.775 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1837:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.775 INFO:teuthology.orchestra.run.smithi081.stderr: 1837 | asprintf(&path, "%s/append-only.d", dir); 2023-06-26T03:02:07.775 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.775 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1850:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.775 INFO:teuthology.orchestra.run.smithi081.stderr: 1850 | asprintf(&path, "%s/immutable.d/file", dir); 2023-06-26T03:02:07.775 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.776 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1862:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.776 INFO:teuthology.orchestra.run.smithi081.stderr: 1862 | asprintf(&path, "%s/append-only.d/file", dir); 2023-06-26T03:02:07.776 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.776 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1874:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.776 INFO:teuthology.orchestra.run.smithi081.stderr: 1874 | asprintf(&path, "%s/immutable.d/dir", dir); 2023-06-26T03:02:07.776 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.776 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1887:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.777 INFO:teuthology.orchestra.run.smithi081.stderr: 1887 | asprintf(&path, "%s/append-only.d/dir", dir); 2023-06-26T03:02:07.777 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.777 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c: In function 'test_immutable': 2023-06-26T03:02:07.777 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:151:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.777 INFO:teuthology.orchestra.run.smithi081.stderr: 151 | asprintf(&path, "%s/immutable.f", dir); 2023-06-26T03:02:07.777 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.777 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:381:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.777 INFO:teuthology.orchestra.run.smithi081.stderr: 381 | asprintf(&linkpath, "%s/immutable.f.hardlink", dir); 2023-06-26T03:02:07.778 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.778 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:408:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.778 INFO:teuthology.orchestra.run.smithi081.stderr: 408 | chown(path, 0, 0); 2023-06-26T03:02:07.778 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.778 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:485:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.778 INFO:teuthology.orchestra.run.smithi081.stderr: 485 | asprintf(&linkpath, "%s/immutable.f.newname", dir); 2023-06-26T03:02:07.778 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.778 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:532:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.779 INFO:teuthology.orchestra.run.smithi081.stderr: 532 | asprintf(&path, "%s/immutable.d/file", dir); 2023-06-26T03:02:07.779 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.779 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:553:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.779 INFO:teuthology.orchestra.run.smithi081.stderr: 553 | chown(path, 0, 0); 2023-06-26T03:02:07.779 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.779 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:556:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.779 INFO:teuthology.orchestra.run.smithi081.stderr: 556 | asprintf(&linkpath, "%s/immutable.d/file.link", dir); 2023-06-26T03:02:07.779 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.780 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:575:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.780 INFO:teuthology.orchestra.run.smithi081.stderr: 575 | asprintf(&linkpath, "%s/immutable.d/file.newname", dir); 2023-06-26T03:02:07.780 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.780 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:595:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.780 INFO:teuthology.orchestra.run.smithi081.stderr: 595 | asprintf(&path, "%s/immutable.d/newfile", dir); 2023-06-26T03:02:07.780 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.780 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:619:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.781 INFO:teuthology.orchestra.run.smithi081.stderr: 619 | asprintf(&path, "%s/immutable.d/newdir", dir); 2023-06-26T03:02:07.781 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.781 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:631:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.781 INFO:teuthology.orchestra.run.smithi081.stderr: 631 | asprintf(&path, "%s/immutable.d/dir/newfile-%d", dir, getuid()); 2023-06-26T03:02:07.781 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.781 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:653:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.781 INFO:teuthology.orchestra.run.smithi081.stderr: 653 | chown(path, 0, 0); 2023-06-26T03:02:07.781 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.782 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:657:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.782 INFO:teuthology.orchestra.run.smithi081.stderr: 657 | asprintf(&path, "%s/immutable.d/dir", dir); 2023-06-26T03:02:07.782 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.782 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:668:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.782 INFO:teuthology.orchestra.run.smithi081.stderr: 668 | asprintf(&path, "%s/immutable.d", dir); 2023-06-26T03:02:07.782 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.782 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:705:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.782 INFO:teuthology.orchestra.run.smithi081.stderr: 705 | chown(path, 0, 0); 2023-06-26T03:02:07.783 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.783 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:782:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.783 INFO:teuthology.orchestra.run.smithi081.stderr: 782 | asprintf(&path, "%s/empty-immutable.d", dir); 2023-06-26T03:02:07.783 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.785 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c: In function 'test_append': 2023-06-26T03:02:07.785 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:822:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.785 INFO:teuthology.orchestra.run.smithi081.stderr: 822 | asprintf(&path, "%s/append-only.f", dir); 2023-06-26T03:02:07.785 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.785 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1024:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.785 INFO:teuthology.orchestra.run.smithi081.stderr: 1024 | asprintf(&linkpath, "%s/append-only.f.hardlink", dir); 2023-06-26T03:02:07.786 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.786 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1051:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.786 INFO:teuthology.orchestra.run.smithi081.stderr: 1051 | chown(path, 0, 0); 2023-06-26T03:02:07.786 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.786 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1126:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.786 INFO:teuthology.orchestra.run.smithi081.stderr: 1126 | asprintf(&linkpath, "%s/append-only.f.newname", dir); 2023-06-26T03:02:07.786 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.786 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1495:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.787 INFO:teuthology.orchestra.run.smithi081.stderr: 1495 | asprintf(&path, "%s/append-only.d/file", dir); 2023-06-26T03:02:07.787 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.787 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1516:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.787 INFO:teuthology.orchestra.run.smithi081.stderr: 1516 | chown(path, 0, 0); 2023-06-26T03:02:07.787 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.787 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1519:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.787 INFO:teuthology.orchestra.run.smithi081.stderr: 1519 | asprintf(&linkpath, "%s/append-only.d/file.link-%d", dir, getuid()); 2023-06-26T03:02:07.787 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.788 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1529:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.788 INFO:teuthology.orchestra.run.smithi081.stderr: 1529 | asprintf(&linkpath, "%s/append-only.d/file.symlink-%d", dir, getuid()); 2023-06-26T03:02:07.788 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.788 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1539:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.788 INFO:teuthology.orchestra.run.smithi081.stderr: 1539 | asprintf(&linkpath, "%s/append-only.d/file.newname", dir); 2023-06-26T03:02:07.788 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.788 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1559:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.789 INFO:teuthology.orchestra.run.smithi081.stderr: 1559 | asprintf(&path, "%s/append-only.d/newfile-%d", dir, getuid()); 2023-06-26T03:02:07.789 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.789 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1573:11: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.789 INFO:teuthology.orchestra.run.smithi081.stderr: 1573 | asprintf(&path, "%s/append-only.d/newdev-%d", dir, getuid()); 2023-06-26T03:02:07.789 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.789 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1586:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.789 INFO:teuthology.orchestra.run.smithi081.stderr: 1586 | asprintf(&path, "%s/append-only.d/newdir-%d", dir, getuid()); 2023-06-26T03:02:07.789 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.790 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1596:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.790 INFO:teuthology.orchestra.run.smithi081.stderr: 1596 | asprintf(&path, "%s/append-only.d/newdir-%d/newfile-%d", dir, getuid(), getuid()); 2023-06-26T03:02:07.790 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.790 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1618:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.790 INFO:teuthology.orchestra.run.smithi081.stderr: 1618 | chown(path, 0, 0); 2023-06-26T03:02:07.790 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.790 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1622:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.790 INFO:teuthology.orchestra.run.smithi081.stderr: 1622 | asprintf(&path, "%s/append-only.d/dir/newfile-%d", dir, getuid()); 2023-06-26T03:02:07.791 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.791 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1644:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.791 INFO:teuthology.orchestra.run.smithi081.stderr: 1644 | chown(path, 0, 0); 2023-06-26T03:02:07.791 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.791 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1648:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.791 INFO:teuthology.orchestra.run.smithi081.stderr: 1648 | asprintf(&path, "%s/append-only.d/dir", dir); 2023-06-26T03:02:07.791 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.792 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1659:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.792 INFO:teuthology.orchestra.run.smithi081.stderr: 1659 | asprintf(&path, "%s/append-only.d", dir); 2023-06-26T03:02:07.792 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.792 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1692:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.792 INFO:teuthology.orchestra.run.smithi081.stderr: 1692 | chown(path, 0, 0); 2023-06-26T03:02:07.792 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:02:07.792 INFO:teuthology.orchestra.run.smithi081.stderr:t_immutable.c:1769:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:07.792 INFO:teuthology.orchestra.run.smithi081.stderr: 1769 | asprintf(&path, "%s/empty-append-only.d", dir); 2023-06-26T03:02:07.793 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:08.341 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] stale_handle 2023-06-26T03:02:08.464 INFO:teuthology.orchestra.run.smithi081.stderr:stale_handle.c: In function 'main': 2023-06-26T03:02:08.464 INFO:teuthology.orchestra.run.smithi081.stderr:stale_handle.c:102:9: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:08.465 INFO:teuthology.orchestra.run.smithi081.stderr: 102 | system("echo 3 > /proc/sys/vm/drop_caches"); 2023-06-26T03:02:08.465 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:08.513 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] pwrite_mmap_blocked 2023-06-26T03:02:08.645 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_dir_offset2 2023-06-26T03:02:08.687 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:02:08.689 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:02:08.833 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] seek_sanity_test 2023-06-26T03:02:08.949 INFO:teuthology.orchestra.run.smithi081.stderr:seek_sanity_test.c: In function 'test18': 2023-06-26T03:02:08.949 INFO:teuthology.orchestra.run.smithi081.stderr:seek_sanity_test.c:460:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:08.950 INFO:teuthology.orchestra.run.smithi081.stderr: 460 | ftruncate(fd, 0); 2023-06-26T03:02:08.950 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:02:08.952 INFO:teuthology.orchestra.run.smithi081.stderr:seek_sanity_test.c: In function 'test_basic_support': 2023-06-26T03:02:08.952 INFO:teuthology.orchestra.run.smithi081.stderr:seek_sanity_test.c:1207:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:08.952 INFO:teuthology.orchestra.run.smithi081.stderr: 1207 | ftruncate(fd, 0); 2023-06-26T03:02:08.952 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:02:08.952 INFO:teuthology.orchestra.run.smithi081.stderr:seek_sanity_test.c:1256:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:08.952 INFO:teuthology.orchestra.run.smithi081.stderr: 1256 | ftruncate(fd, 0); 2023-06-26T03:02:08.953 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:02:08.953 INFO:teuthology.orchestra.run.smithi081.stderr:seek_sanity_test.c: In function 'get_io_sizes': 2023-06-26T03:02:08.953 INFO:teuthology.orchestra.run.smithi081.stderr:seek_sanity_test.c:88:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:08.953 INFO:teuthology.orchestra.run.smithi081.stderr: 88 | ftruncate(fd, 0); 2023-06-26T03:02:08.953 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:02:08.954 INFO:teuthology.orchestra.run.smithi081.stderr:seek_sanity_test.c:89:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:08.954 INFO:teuthology.orchestra.run.smithi081.stderr: 89 | pwrite(fd, "a", 1, offset); 2023-06-26T03:02:08.954 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:08.954 INFO:teuthology.orchestra.run.smithi081.stderr:seek_sanity_test.c:98:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:08.954 INFO:teuthology.orchestra.run.smithi081.stderr: 98 | ftruncate(fd, 0); 2023-06-26T03:02:08.954 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:02:08.954 INFO:teuthology.orchestra.run.smithi081.stderr:seek_sanity_test.c:99:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:08.954 INFO:teuthology.orchestra.run.smithi081.stderr: 99 | pwrite(fd, "a", 1, offset); 2023-06-26T03:02:08.955 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:09.282 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] seek_copy_test 2023-06-26T03:02:09.450 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_readdir_1 2023-06-26T03:02:09.549 INFO:teuthology.orchestra.run.smithi081.stderr:t_readdir_1.c: In function 'main': 2023-06-26T03:02:09.549 INFO:teuthology.orchestra.run.smithi081.stderr:t_readdir_1.c:30:25: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:09.549 INFO:teuthology.orchestra.run.smithi081.stderr: 30 | read(fd, buf, 100); 2023-06-26T03:02:09.549 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:09.584 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_readdir_2 2023-06-26T03:02:09.714 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] fsync-tester 2023-06-26T03:02:09.824 INFO:teuthology.orchestra.run.smithi081.stderr:fsync-tester.c: In function 'main': 2023-06-26T03:02:09.825 INFO:teuthology.orchestra.run.smithi081.stderr:fsync-tester.c:391:17: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:09.825 INFO:teuthology.orchestra.run.smithi081.stderr: 391 | read(fd, &seed, sizeof(seed)); 2023-06-26T03:02:09.825 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:09.825 INFO:teuthology.orchestra.run.smithi081.stderr:fsync-tester.c:541:17: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:09.825 INFO:teuthology.orchestra.run.smithi081.stderr: 541 | system("reboot -fn"); 2023-06-26T03:02:09.825 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:09.826 INFO:teuthology.orchestra.run.smithi081.stderr:fsync-tester.c: In function 'drop_all_caches': 2023-06-26T03:02:09.826 INFO:teuthology.orchestra.run.smithi081.stderr:fsync-tester.c:90:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:09.826 INFO:teuthology.orchestra.run.smithi081.stderr: 90 | write(fd, value, sizeof(value)-1); 2023-06-26T03:02:09.826 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:09.978 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] nsexec 2023-06-26T03:02:10.150 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] cloner 2023-06-26T03:02:10.324 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] renameat2 2023-06-26T03:02:10.488 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_getcwd 2023-06-26T03:02:10.601 INFO:teuthology.orchestra.run.smithi081.stderr:t_getcwd.c: In function 'test_getcwd': 2023-06-26T03:02:10.601 INFO:teuthology.orchestra.run.smithi081.stderr:t_getcwd.c:21:17: warning: ignoring return value of 'getcwd' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:10.601 INFO:teuthology.orchestra.run.smithi081.stderr: 21 | getcwd(cur_cwd, BUF_SIZE); 2023-06-26T03:02:10.601 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:10.647 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] e4compact 2023-06-26T03:02:10.844 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] test-nextquota 2023-06-26T03:02:11.017 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] punch-alternating 2023-06-26T03:02:11.180 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] attr-list-by-handle-cursor-test 2023-06-26T03:02:11.338 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] listxattr 2023-06-26T03:02:11.474 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] dio-interleaved 2023-06-26T03:02:11.625 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_dir_type 2023-06-26T03:02:11.774 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] dio-invalidate-cache 2023-06-26T03:02:11.876 INFO:teuthology.orchestra.run.smithi081.stderr:dio-invalidate-cache.c: In function 'main': 2023-06-26T03:02:11.877 INFO:teuthology.orchestra.run.smithi081.stderr:dio-invalidate-cache.c:286:17: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:11.877 INFO:teuthology.orchestra.run.smithi081.stderr: 286 | write(fd, buf, blksz * nr_child); 2023-06-26T03:02:11.877 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:11.974 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] stat_test 2023-06-26T03:02:12.275 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_encrypted_d_revalidate 2023-06-26T03:02:12.431 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] attr_replace_test 2023-06-26T03:02:12.575 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] swapon 2023-06-26T03:02:12.716 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] mkswap 2023-06-26T03:02:12.851 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_attr_corruption 2023-06-26T03:02:12.993 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_open_tmpfiles 2023-06-26T03:02:13.159 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] fscrypt-crypt-util 2023-06-26T03:02:13.803 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] bulkstat_null_ocount 2023-06-26T03:02:13.949 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] splice-test 2023-06-26T03:02:14.123 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] chprojid_fail 2023-06-26T03:02:14.272 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] detached_mounts_propagation 2023-06-26T03:02:14.446 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] ext4_resize 2023-06-26T03:02:14.591 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_readdir_3 2023-06-26T03:02:14.782 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] splice2pipe 2023-06-26T03:02:14.883 INFO:teuthology.orchestra.run.smithi081.stderr:splice2pipe.c: In function 'prepare_pipe': 2023-06-26T03:02:14.883 INFO:teuthology.orchestra.run.smithi081.stderr:splice2pipe.c:57:17: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:14.884 INFO:teuthology.orchestra.run.smithi081.stderr: 57 | write(p[1], buffer, n); 2023-06-26T03:02:14.884 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:14.884 INFO:teuthology.orchestra.run.smithi081.stderr:splice2pipe.c:65:17: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:14.884 INFO:teuthology.orchestra.run.smithi081.stderr: 65 | read(p[0], buffer, n); 2023-06-26T03:02:14.884 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:14.930 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] uuid_ioctl 2023-06-26T03:02:15.083 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] fiemap-tester 2023-06-26T03:02:15.360 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_stripealign 2023-06-26T03:02:15.509 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] open_by_handle 2023-06-26T03:02:15.759 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] t_mmap_dio 2023-06-26T03:02:15.923 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] xfsfind 2023-06-26T03:02:16.128 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] fssum 2023-06-26T03:02:16.592 INFO:teuthology.orchestra.run.smithi081.stdout:Building log-writes 2023-06-26T03:02:16.598 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] replay-log 2023-06-26T03:02:16.948 INFO:teuthology.orchestra.run.smithi081.stdout:Building perf 2023-06-26T03:02:16.955 INFO:teuthology.orchestra.run.smithi081.stdout:Building aio-dio-regress 2023-06-26T03:02:16.964 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aiocp 2023-06-26T03:02:17.198 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-dio-append-write-fallocate-race 2023-06-26T03:02:17.370 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-dio-append-write-read-race 2023-06-26T03:02:17.553 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-dio-cow-race 2023-06-26T03:02:17.691 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-dio-cycle-write 2023-06-26T03:02:17.783 INFO:teuthology.orchestra.run.smithi081.stderr:aio-dio-cycle-write.c: In function 'init_test': 2023-06-26T03:02:17.784 INFO:teuthology.orchestra.run.smithi081.stderr:aio-dio-cycle-write.c:83:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:17.784 INFO:teuthology.orchestra.run.smithi081.stderr: 83 | ftruncate(fd, buf_size); 2023-06-26T03:02:17.784 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:17.864 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-dio-eof-race 2023-06-26T03:02:18.040 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-dio-extend-stat 2023-06-26T03:02:18.201 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-dio-fcntl-race 2023-06-26T03:02:18.367 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-dio-hole-filling-race 2023-06-26T03:02:18.505 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-dio-invalidate-failure 2023-06-26T03:02:18.662 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-dio-invalidate-readahead 2023-06-26T03:02:18.833 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aiodio_sparse2 2023-06-26T03:02:18.935 INFO:teuthology.orchestra.run.smithi081.stderr:aiodio_sparse2.c: In function 'aiodio_sparse': 2023-06-26T03:02:18.935 INFO:teuthology.orchestra.run.smithi081.stderr:aiodio_sparse2.c:111:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:18.935 INFO:teuthology.orchestra.run.smithi081.stderr: 111 | ftruncate(fd, filesize); 2023-06-26T03:02:18.935 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:18.936 INFO:teuthology.orchestra.run.smithi081.stderr:aiodio_sparse2.c: In function 'dirty_freeblocks': 2023-06-26T03:02:18.936 INFO:teuthology.orchestra.run.smithi081.stderr:aiodio_sparse2.c:274:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:02:18.936 INFO:teuthology.orchestra.run.smithi081.stderr: 274 | ftruncate(fd, size); 2023-06-26T03:02:18.936 INFO:teuthology.orchestra.run.smithi081.stderr: | ^~~~~~~~~~~~~~~~~~~ 2023-06-26T03:02:19.053 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-dio-subblock-eof-read 2023-06-26T03:02:19.196 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-dio-write-verify 2023-06-26T03:02:19.391 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2023-06-26T03:02:19.537 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2023-06-26T03:02:19.671 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] aio-last-ref-held-by-io 2023-06-26T03:02:19.843 INFO:teuthology.orchestra.run.smithi081.stdout:Building vfs 2023-06-26T03:02:19.849 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] vfstest 2023-06-26T03:02:21.976 INFO:teuthology.orchestra.run.smithi081.stdout: [CC] mount-idmapped 2023-06-26T03:02:22.395 INFO:teuthology.orchestra.run.smithi081.stdout:Building m4 2023-06-26T03:02:22.400 INFO:teuthology.orchestra.run.smithi081.stdout:Building common 2023-06-26T03:02:22.405 INFO:teuthology.orchestra.run.smithi081.stdout:Building tests 2023-06-26T03:02:22.411 INFO:teuthology.orchestra.run.smithi081.stdout:Building btrfs 2023-06-26T03:02:22.420 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/btrfs/group.list 2023-06-26T03:02:22.484 INFO:teuthology.orchestra.run.smithi081.stdout:Building ceph 2023-06-26T03:02:22.490 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/ceph/group.list 2023-06-26T03:02:22.505 INFO:teuthology.orchestra.run.smithi081.stdout:Building cifs 2023-06-26T03:02:22.512 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/cifs/group.list 2023-06-26T03:02:22.526 INFO:teuthology.orchestra.run.smithi081.stdout:Building ext4 2023-06-26T03:02:22.532 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/ext4/group.list 2023-06-26T03:02:22.574 INFO:teuthology.orchestra.run.smithi081.stdout:Building f2fs 2023-06-26T03:02:22.581 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/f2fs/group.list 2023-06-26T03:02:22.599 INFO:teuthology.orchestra.run.smithi081.stdout:Building generic 2023-06-26T03:02:22.607 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/generic/group.list 2023-06-26T03:02:22.712 INFO:teuthology.orchestra.run.smithi081.stdout:Building nfs 2023-06-26T03:02:22.718 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/nfs/group.list 2023-06-26T03:02:22.734 INFO:teuthology.orchestra.run.smithi081.stdout:Building ocfs2 2023-06-26T03:02:22.740 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/ocfs2/group.list 2023-06-26T03:02:22.755 INFO:teuthology.orchestra.run.smithi081.stdout:Building overlay 2023-06-26T03:02:22.760 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/overlay/group.list 2023-06-26T03:02:22.804 INFO:teuthology.orchestra.run.smithi081.stdout:Building perf 2023-06-26T03:02:22.810 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/perf/group.list 2023-06-26T03:02:22.824 INFO:teuthology.orchestra.run.smithi081.stdout:Building selftest 2023-06-26T03:02:22.830 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/selftest/group.list 2023-06-26T03:02:22.844 INFO:teuthology.orchestra.run.smithi081.stdout:Building shared 2023-06-26T03:02:22.849 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/shared/group.list 2023-06-26T03:02:22.870 INFO:teuthology.orchestra.run.smithi081.stdout:Building tmpfs 2023-06-26T03:02:22.876 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/tmpfs/group.list 2023-06-26T03:02:22.892 INFO:teuthology.orchestra.run.smithi081.stdout:Building udf 2023-06-26T03:02:22.899 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/udf/group.list 2023-06-26T03:02:22.912 INFO:teuthology.orchestra.run.smithi081.stdout:Building xfs 2023-06-26T03:02:22.920 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/xfs/group.list 2023-06-26T03:02:23.036 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo make install) 2023-06-26T03:02:23.062 INFO:teuthology.orchestra.run.smithi081.stdout:Building include 2023-06-26T03:02:23.065 INFO:teuthology.orchestra.run.smithi081.stdout:Building lib 2023-06-26T03:02:23.070 INFO:teuthology.orchestra.run.smithi081.stdout:Building ltp 2023-06-26T03:02:23.074 INFO:teuthology.orchestra.run.smithi081.stdout:Building src 2023-06-26T03:02:23.111 INFO:teuthology.orchestra.run.smithi081.stdout:Building log-writes 2023-06-26T03:02:23.116 INFO:teuthology.orchestra.run.smithi081.stdout:Building perf 2023-06-26T03:02:23.120 INFO:teuthology.orchestra.run.smithi081.stdout:Building aio-dio-regress 2023-06-26T03:02:23.124 INFO:teuthology.orchestra.run.smithi081.stdout:Building vfs 2023-06-26T03:02:23.128 INFO:teuthology.orchestra.run.smithi081.stdout:Building m4 2023-06-26T03:02:23.132 INFO:teuthology.orchestra.run.smithi081.stdout:Building common 2023-06-26T03:02:23.135 INFO:teuthology.orchestra.run.smithi081.stdout:Building tests 2023-06-26T03:02:23.141 INFO:teuthology.orchestra.run.smithi081.stdout:Building btrfs 2023-06-26T03:02:23.147 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/btrfs/group.list 2023-06-26T03:02:23.208 INFO:teuthology.orchestra.run.smithi081.stdout:Building ceph 2023-06-26T03:02:23.213 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/ceph/group.list 2023-06-26T03:02:23.228 INFO:teuthology.orchestra.run.smithi081.stdout:Building cifs 2023-06-26T03:02:23.233 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/cifs/group.list 2023-06-26T03:02:23.246 INFO:teuthology.orchestra.run.smithi081.stdout:Building ext4 2023-06-26T03:02:23.251 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/ext4/group.list 2023-06-26T03:02:23.288 INFO:teuthology.orchestra.run.smithi081.stdout:Building f2fs 2023-06-26T03:02:23.293 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/f2fs/group.list 2023-06-26T03:02:23.311 INFO:teuthology.orchestra.run.smithi081.stdout:Building generic 2023-06-26T03:02:23.318 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/generic/group.list 2023-06-26T03:02:23.420 INFO:teuthology.orchestra.run.smithi081.stdout:Building nfs 2023-06-26T03:02:23.425 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/nfs/group.list 2023-06-26T03:02:23.440 INFO:teuthology.orchestra.run.smithi081.stdout:Building ocfs2 2023-06-26T03:02:23.445 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/ocfs2/group.list 2023-06-26T03:02:23.459 INFO:teuthology.orchestra.run.smithi081.stdout:Building overlay 2023-06-26T03:02:23.464 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/overlay/group.list 2023-06-26T03:02:23.502 INFO:teuthology.orchestra.run.smithi081.stdout:Building perf 2023-06-26T03:02:23.507 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/perf/group.list 2023-06-26T03:02:23.520 INFO:teuthology.orchestra.run.smithi081.stdout:Building selftest 2023-06-26T03:02:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/selftest/group.list 2023-06-26T03:02:23.539 INFO:teuthology.orchestra.run.smithi081.stdout:Building shared 2023-06-26T03:02:23.544 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/shared/group.list 2023-06-26T03:02:23.562 INFO:teuthology.orchestra.run.smithi081.stdout:Building tmpfs 2023-06-26T03:02:23.567 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/tmpfs/group.list 2023-06-26T03:02:23.581 INFO:teuthology.orchestra.run.smithi081.stdout:Building udf 2023-06-26T03:02:23.586 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/udf/group.list 2023-06-26T03:02:23.598 INFO:teuthology.orchestra.run.smithi081.stdout:Building xfs 2023-06-26T03:02:23.605 INFO:teuthology.orchestra.run.smithi081.stdout: [GROUP] /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/xfs/group.list 2023-06-26T03:02:23.707 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2023-06-26T03:02:23.709 INFO:teuthology.orchestra.run.smithi081.stdout:gmake[1]: Nothing to be done for 'install'. 2023-06-26T03:02:23.710 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2023-06-26T03:02:23.713 INFO:teuthology.orchestra.run.smithi081.stdout:gmake[1]: Nothing to be done for 'install'. 2023-06-26T03:02:23.713 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2023-06-26T03:02:23.716 INFO:teuthology.orchestra.run.smithi081.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2023-06-26T03:02:23.726 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2023-06-26T03:02:23.811 INFO:teuthology.orchestra.run.smithi081.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2023-06-26T03:02:23.822 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2023-06-26T03:02:23.843 INFO:teuthology.orchestra.run.smithi081.stdout:Building log-writes 2023-06-26T03:02:23.847 INFO:teuthology.orchestra.run.smithi081.stdout:Building perf 2023-06-26T03:02:23.851 INFO:teuthology.orchestra.run.smithi081.stdout:Building aio-dio-regress 2023-06-26T03:02:23.856 INFO:teuthology.orchestra.run.smithi081.stdout:Building vfs 2023-06-26T03:02:23.860 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake -C log-writes install 2023-06-26T03:02:23.863 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2023-06-26T03:02:23.873 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2023-06-26T03:02:23.883 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake -C perf install 2023-06-26T03:02:23.885 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2023-06-26T03:02:23.895 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 FioCompare.py fio-insert-and-compare.py FioResultDecoder.py generate-schema.py ResultData.py fio-results.sql /var/lib/xfstests/src/perf 2023-06-26T03:02:23.920 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake -C aio-dio-regress install 2023-06-26T03:02:23.923 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2023-06-26T03:02:23.933 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 aiocp aio-dio-append-write-fallocate-race aio-dio-append-write-read-race aio-dio-cow-race aio-dio-cycle-write aio-dio-eof-race aio-dio-extend-stat aio-dio-fcntl-race aio-dio-hole-filling-race aio-dio-invalidate-failure aio-dio-invalidate-readahead aiodio_sparse2 aio-dio-subblock-eof-read aio-dio-write-verify aio-free-ring-with-bogus-nr-pages aio-io-setup-with-nonwritable-context-pointer aio-last-ref-held-by-io /var/lib/xfstests/src/aio-dio-regress 2023-06-26T03:02:23.991 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake -C vfs install 2023-06-26T03:02:23.994 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2023-06-26T03:02:24.003 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2023-06-26T03:02:24.019 INFO:teuthology.orchestra.run.smithi081.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2023-06-26T03:02:24.030 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl fiemap-tester t_stripealign open_by_handle t_mmap_dio xfsfind fssum /var/lib/xfstests/src 2023-06-26T03:02:25.382 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py /var/lib/xfstests/src 2023-06-26T03:02:25.474 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2023-06-26T03:02:25.498 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2023-06-26T03:02:25.500 INFO:teuthology.orchestra.run.smithi081.stdout:gmake[1]: Nothing to be done for 'install'. 2023-06-26T03:02:25.500 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2023-06-26T03:02:25.503 INFO:teuthology.orchestra.run.smithi081.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2023-06-26T03:02:25.511 INFO:teuthology.orchestra.run.smithi081.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2023-06-26T03:02:25.612 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2023-06-26T03:02:25.614 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/btrfs/ install 2023-06-26T03:02:25.618 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2023-06-26T03:02:25.626 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 290 291 299 /var/lib/xfstests/tests/btrfs 2023-06-26T03:02:26.299 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2023-06-26T03:02:26.309 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 290.out 291.out 299.out /var/lib/xfstests/tests/btrfs 2023-06-26T03:02:27.051 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/ceph/ install 2023-06-26T03:02:27.054 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2023-06-26T03:02:27.063 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2023-06-26T03:02:27.081 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2023-06-26T03:02:27.091 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out /var/lib/xfstests/tests/ceph 2023-06-26T03:02:27.110 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/cifs/ install 2023-06-26T03:02:27.113 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2023-06-26T03:02:27.121 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2023-06-26T03:02:27.130 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2023-06-26T03:02:27.139 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2023-06-26T03:02:27.148 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/ext4/ install 2023-06-26T03:02:27.151 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2023-06-26T03:02:27.160 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2023-06-26T03:02:27.315 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2023-06-26T03:02:27.324 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 001.out.default 001.out.nodelalloc 001.out.nozero 001.cfg 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 271.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out /var/lib/xfstests/tests/ext4 2023-06-26T03:02:27.499 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/f2fs/ install 2023-06-26T03:02:27.502 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2023-06-26T03:02:27.511 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 001 002 /var/lib/xfstests/tests/f2fs 2023-06-26T03:02:27.522 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2023-06-26T03:02:27.531 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 001.out 002.out /var/lib/xfstests/tests/f2fs 2023-06-26T03:02:27.543 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/generic/ install 2023-06-26T03:02:27.548 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2023-06-26T03:02:27.557 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 /var/lib/xfstests/tests/generic 2023-06-26T03:02:29.778 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2023-06-26T03:02:29.790 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 035.out.default 035.out.nfs 050.out.default 050.out.nojournal 050.out.xfsquota 035.cfg 050.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 601.out 602.out 603.out 604.out 605.out 606.out 607.out 608.out 609.out 610.out 611.out 612.out 613.out 614.out 615.out 616.out 617.out 618.out 619.out 620.out 621.out 622.out 623.out 624.out 625.out 626.out 627.out 628.out 629.out 630.out 631.out 632.out 633.out 634.out 635.out 636.out 637.out 638.out 639.out 640.out 641.out 642.out 643.out 644.out 645.out 646.out 647.out 648.out 649.out 650.out 651.out 652.out 653.out 654.out 655.out 656.out 657.out 658.out 659.out 660.out 661.out 662.out 663.out 664.out 665.out 666.out 667.out 668.out 669.out 670.out 671.out 672.out 673.out 674.out 675.out 676.out 677.out 678.out 679.out 680.out 681.out 682.out 683.out 684.out 685.out 686.out 687.out 688.out 689.out 690.out 691.out 692.out 693.out 694.out 695.out 696.out 697.out 698.out 699.out 700.out 701.out 702.out 703.out 704.out 705.out 706.out 707.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out /var/lib/xfstests/tests/generic 2023-06-26T03:02:32.169 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/nfs/ install 2023-06-26T03:02:32.172 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2023-06-26T03:02:32.184 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2023-06-26T03:02:32.196 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2023-06-26T03:02:32.208 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2023-06-26T03:02:32.220 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/ocfs2/ install 2023-06-26T03:02:32.222 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2023-06-26T03:02:32.234 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2023-06-26T03:02:32.246 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2023-06-26T03:02:32.257 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2023-06-26T03:02:32.270 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/overlay/ install 2023-06-26T03:02:32.273 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2023-06-26T03:02:32.285 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2023-06-26T03:02:32.589 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2023-06-26T03:02:32.601 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out /var/lib/xfstests/tests/overlay 2023-06-26T03:02:32.908 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/perf/ install 2023-06-26T03:02:32.911 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2023-06-26T03:02:32.922 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2023-06-26T03:02:32.933 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2023-06-26T03:02:32.944 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2023-06-26T03:02:32.955 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/selftest/ install 2023-06-26T03:02:32.958 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2023-06-26T03:02:32.968 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2023-06-26T03:02:32.993 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2023-06-26T03:02:33.005 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out /var/lib/xfstests/tests/selftest 2023-06-26T03:02:33.032 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/shared/ install 2023-06-26T03:02:33.035 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/shared 2023-06-26T03:02:33.046 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 002 032 298 /var/lib/xfstests/tests/shared 2023-06-26T03:02:33.064 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/shared 2023-06-26T03:02:33.074 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 002.out 032.out 298.out /var/lib/xfstests/tests/shared 2023-06-26T03:02:33.091 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/tmpfs/ install 2023-06-26T03:02:33.094 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2023-06-26T03:02:33.107 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2023-06-26T03:02:33.116 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2023-06-26T03:02:33.126 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2023-06-26T03:02:33.137 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/udf/ install 2023-06-26T03:02:33.140 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2023-06-26T03:02:33.152 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2023-06-26T03:02:33.163 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2023-06-26T03:02:33.173 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2023-06-26T03:02:33.184 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.QlU0j7nBRWxfstests-dev/tests/xfs/ install 2023-06-26T03:02:33.190 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2023-06-26T03:02:33.201 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 /var/lib/xfstests/tests/xfs 2023-06-26T03:02:35.383 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2023-06-26T03:02:35.396 INFO:teuthology.orchestra.run.smithi081.stdout:../../install-sh -o root -g root -m 644 033.out.crc 033.out.default 071.out.32 071.out.64 096.out.external 096.out.internal 216.out.64mblog 216.out.classic 033.cfg 216.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out 740.out 741.out 742.out 743.out 744.out 745.out 746.out 747.out 748.out 749.out 750.out 751.out 752.out 753.out 754.out 755.out 756.out 757.out 758.out 759.out 760.out 761.out 762.out 763.out 764.out 765.out 766.out 767.out 768.out 769.out 770.out 771.out 772.out 773.out 774.out 775.out 776.out 777.out 778.out 779.out 780.out 781.out 782.out 783.out 784.out 785.out 786.out 787.out 788.out 789.out 790.out 791.out 792.out 793.out 794.out 795.out 796.out 797.out 798.out 799.out 800.out /var/lib/xfstests/tests/xfs 2023-06-26T03:02:37.647 INFO:teuthology.orchestra.run.smithi081.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2023-06-26T03:02:37.660 INFO:teuthology.orchestra.run.smithi081.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2023-06-26T03:02:37.672 INFO:teuthology.orchestra.run.smithi081.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2023-06-26T03:02:37.684 INFO:teuthology.orchestra.run.smithi081.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2023-06-26T03:02:37.697 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:37.698 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec ls tests/generic) 2023-06-26T03:02:37.749 INFO:teuthology.orchestra.run.smithi081.stdout:001 2023-06-26T03:02:37.750 INFO:teuthology.orchestra.run.smithi081.stdout:001.out 2023-06-26T03:02:37.750 INFO:teuthology.orchestra.run.smithi081.stdout:002 2023-06-26T03:02:37.750 INFO:teuthology.orchestra.run.smithi081.stdout:002.out 2023-06-26T03:02:37.750 INFO:teuthology.orchestra.run.smithi081.stdout:003 2023-06-26T03:02:37.750 INFO:teuthology.orchestra.run.smithi081.stdout:003.out 2023-06-26T03:02:37.750 INFO:teuthology.orchestra.run.smithi081.stdout:004 2023-06-26T03:02:37.750 INFO:teuthology.orchestra.run.smithi081.stdout:004.out 2023-06-26T03:02:37.751 INFO:teuthology.orchestra.run.smithi081.stdout:005 2023-06-26T03:02:37.751 INFO:teuthology.orchestra.run.smithi081.stdout:005.out 2023-06-26T03:02:37.751 INFO:teuthology.orchestra.run.smithi081.stdout:006 2023-06-26T03:02:37.751 INFO:teuthology.orchestra.run.smithi081.stdout:006.out 2023-06-26T03:02:37.751 INFO:teuthology.orchestra.run.smithi081.stdout:007 2023-06-26T03:02:37.751 INFO:teuthology.orchestra.run.smithi081.stdout:007.out 2023-06-26T03:02:37.751 INFO:teuthology.orchestra.run.smithi081.stdout:008 2023-06-26T03:02:37.751 INFO:teuthology.orchestra.run.smithi081.stdout:008.out 2023-06-26T03:02:37.752 INFO:teuthology.orchestra.run.smithi081.stdout:009 2023-06-26T03:02:37.752 INFO:teuthology.orchestra.run.smithi081.stdout:009.out 2023-06-26T03:02:37.752 INFO:teuthology.orchestra.run.smithi081.stdout:010 2023-06-26T03:02:37.752 INFO:teuthology.orchestra.run.smithi081.stdout:010.out 2023-06-26T03:02:37.752 INFO:teuthology.orchestra.run.smithi081.stdout:011 2023-06-26T03:02:37.752 INFO:teuthology.orchestra.run.smithi081.stdout:011.out 2023-06-26T03:02:37.752 INFO:teuthology.orchestra.run.smithi081.stdout:012 2023-06-26T03:02:37.753 INFO:teuthology.orchestra.run.smithi081.stdout:012.out 2023-06-26T03:02:37.753 INFO:teuthology.orchestra.run.smithi081.stdout:013 2023-06-26T03:02:37.753 INFO:teuthology.orchestra.run.smithi081.stdout:013.out 2023-06-26T03:02:37.753 INFO:teuthology.orchestra.run.smithi081.stdout:014 2023-06-26T03:02:37.753 INFO:teuthology.orchestra.run.smithi081.stdout:014.out 2023-06-26T03:02:37.753 INFO:teuthology.orchestra.run.smithi081.stdout:015 2023-06-26T03:02:37.753 INFO:teuthology.orchestra.run.smithi081.stdout:015.out 2023-06-26T03:02:37.753 INFO:teuthology.orchestra.run.smithi081.stdout:016 2023-06-26T03:02:37.754 INFO:teuthology.orchestra.run.smithi081.stdout:016.out 2023-06-26T03:02:37.754 INFO:teuthology.orchestra.run.smithi081.stdout:017 2023-06-26T03:02:37.754 INFO:teuthology.orchestra.run.smithi081.stdout:017.out 2023-06-26T03:02:37.754 INFO:teuthology.orchestra.run.smithi081.stdout:018 2023-06-26T03:02:37.754 INFO:teuthology.orchestra.run.smithi081.stdout:018.out 2023-06-26T03:02:37.754 INFO:teuthology.orchestra.run.smithi081.stdout:019 2023-06-26T03:02:37.754 INFO:teuthology.orchestra.run.smithi081.stdout:019.out 2023-06-26T03:02:37.754 INFO:teuthology.orchestra.run.smithi081.stdout:020 2023-06-26T03:02:37.755 INFO:teuthology.orchestra.run.smithi081.stdout:020.out 2023-06-26T03:02:37.755 INFO:teuthology.orchestra.run.smithi081.stdout:021 2023-06-26T03:02:37.755 INFO:teuthology.orchestra.run.smithi081.stdout:021.out 2023-06-26T03:02:37.755 INFO:teuthology.orchestra.run.smithi081.stdout:022 2023-06-26T03:02:37.755 INFO:teuthology.orchestra.run.smithi081.stdout:022.out 2023-06-26T03:02:37.755 INFO:teuthology.orchestra.run.smithi081.stdout:023 2023-06-26T03:02:37.755 INFO:teuthology.orchestra.run.smithi081.stdout:023.out 2023-06-26T03:02:37.755 INFO:teuthology.orchestra.run.smithi081.stdout:024 2023-06-26T03:02:37.756 INFO:teuthology.orchestra.run.smithi081.stdout:024.out 2023-06-26T03:02:37.756 INFO:teuthology.orchestra.run.smithi081.stdout:025 2023-06-26T03:02:37.756 INFO:teuthology.orchestra.run.smithi081.stdout:025.out 2023-06-26T03:02:37.756 INFO:teuthology.orchestra.run.smithi081.stdout:026 2023-06-26T03:02:37.756 INFO:teuthology.orchestra.run.smithi081.stdout:026.out 2023-06-26T03:02:37.756 INFO:teuthology.orchestra.run.smithi081.stdout:027 2023-06-26T03:02:37.756 INFO:teuthology.orchestra.run.smithi081.stdout:027.out 2023-06-26T03:02:37.756 INFO:teuthology.orchestra.run.smithi081.stdout:028 2023-06-26T03:02:37.757 INFO:teuthology.orchestra.run.smithi081.stdout:028.out 2023-06-26T03:02:37.757 INFO:teuthology.orchestra.run.smithi081.stdout:029 2023-06-26T03:02:37.757 INFO:teuthology.orchestra.run.smithi081.stdout:029.out 2023-06-26T03:02:37.757 INFO:teuthology.orchestra.run.smithi081.stdout:030 2023-06-26T03:02:37.757 INFO:teuthology.orchestra.run.smithi081.stdout:030.out 2023-06-26T03:02:37.757 INFO:teuthology.orchestra.run.smithi081.stdout:031 2023-06-26T03:02:37.757 INFO:teuthology.orchestra.run.smithi081.stdout:031.out 2023-06-26T03:02:37.758 INFO:teuthology.orchestra.run.smithi081.stdout:032 2023-06-26T03:02:37.758 INFO:teuthology.orchestra.run.smithi081.stdout:032.out 2023-06-26T03:02:37.758 INFO:teuthology.orchestra.run.smithi081.stdout:033 2023-06-26T03:02:37.758 INFO:teuthology.orchestra.run.smithi081.stdout:033.out 2023-06-26T03:02:37.758 INFO:teuthology.orchestra.run.smithi081.stdout:034 2023-06-26T03:02:37.758 INFO:teuthology.orchestra.run.smithi081.stdout:034.out 2023-06-26T03:02:37.758 INFO:teuthology.orchestra.run.smithi081.stdout:035 2023-06-26T03:02:37.758 INFO:teuthology.orchestra.run.smithi081.stdout:035.cfg 2023-06-26T03:02:37.759 INFO:teuthology.orchestra.run.smithi081.stdout:035.out.default 2023-06-26T03:02:37.759 INFO:teuthology.orchestra.run.smithi081.stdout:035.out.nfs 2023-06-26T03:02:37.759 INFO:teuthology.orchestra.run.smithi081.stdout:036 2023-06-26T03:02:37.759 INFO:teuthology.orchestra.run.smithi081.stdout:036.out 2023-06-26T03:02:37.759 INFO:teuthology.orchestra.run.smithi081.stdout:037 2023-06-26T03:02:37.759 INFO:teuthology.orchestra.run.smithi081.stdout:037.out 2023-06-26T03:02:37.759 INFO:teuthology.orchestra.run.smithi081.stdout:038 2023-06-26T03:02:37.759 INFO:teuthology.orchestra.run.smithi081.stdout:038.out 2023-06-26T03:02:37.760 INFO:teuthology.orchestra.run.smithi081.stdout:039 2023-06-26T03:02:37.760 INFO:teuthology.orchestra.run.smithi081.stdout:039.out 2023-06-26T03:02:37.760 INFO:teuthology.orchestra.run.smithi081.stdout:040 2023-06-26T03:02:37.760 INFO:teuthology.orchestra.run.smithi081.stdout:040.out 2023-06-26T03:02:37.760 INFO:teuthology.orchestra.run.smithi081.stdout:041 2023-06-26T03:02:37.760 INFO:teuthology.orchestra.run.smithi081.stdout:041.out 2023-06-26T03:02:37.760 INFO:teuthology.orchestra.run.smithi081.stdout:042 2023-06-26T03:02:37.760 INFO:teuthology.orchestra.run.smithi081.stdout:042.out 2023-06-26T03:02:37.761 INFO:teuthology.orchestra.run.smithi081.stdout:043 2023-06-26T03:02:37.761 INFO:teuthology.orchestra.run.smithi081.stdout:043.out 2023-06-26T03:02:37.761 INFO:teuthology.orchestra.run.smithi081.stdout:044 2023-06-26T03:02:37.761 INFO:teuthology.orchestra.run.smithi081.stdout:044.out 2023-06-26T03:02:37.761 INFO:teuthology.orchestra.run.smithi081.stdout:045 2023-06-26T03:02:37.761 INFO:teuthology.orchestra.run.smithi081.stdout:045.out 2023-06-26T03:02:37.761 INFO:teuthology.orchestra.run.smithi081.stdout:046 2023-06-26T03:02:37.761 INFO:teuthology.orchestra.run.smithi081.stdout:046.out 2023-06-26T03:02:37.762 INFO:teuthology.orchestra.run.smithi081.stdout:047 2023-06-26T03:02:37.762 INFO:teuthology.orchestra.run.smithi081.stdout:047.out 2023-06-26T03:02:37.762 INFO:teuthology.orchestra.run.smithi081.stdout:048 2023-06-26T03:02:37.762 INFO:teuthology.orchestra.run.smithi081.stdout:048.out 2023-06-26T03:02:37.762 INFO:teuthology.orchestra.run.smithi081.stdout:049 2023-06-26T03:02:37.762 INFO:teuthology.orchestra.run.smithi081.stdout:049.out 2023-06-26T03:02:37.762 INFO:teuthology.orchestra.run.smithi081.stdout:050 2023-06-26T03:02:37.762 INFO:teuthology.orchestra.run.smithi081.stdout:050.cfg 2023-06-26T03:02:37.763 INFO:teuthology.orchestra.run.smithi081.stdout:050.out.default 2023-06-26T03:02:37.763 INFO:teuthology.orchestra.run.smithi081.stdout:050.out.nojournal 2023-06-26T03:02:37.763 INFO:teuthology.orchestra.run.smithi081.stdout:050.out.xfsquota 2023-06-26T03:02:37.763 INFO:teuthology.orchestra.run.smithi081.stdout:051 2023-06-26T03:02:37.763 INFO:teuthology.orchestra.run.smithi081.stdout:051.out 2023-06-26T03:02:37.763 INFO:teuthology.orchestra.run.smithi081.stdout:052 2023-06-26T03:02:37.763 INFO:teuthology.orchestra.run.smithi081.stdout:052.out 2023-06-26T03:02:37.763 INFO:teuthology.orchestra.run.smithi081.stdout:053 2023-06-26T03:02:37.764 INFO:teuthology.orchestra.run.smithi081.stdout:053.out 2023-06-26T03:02:37.764 INFO:teuthology.orchestra.run.smithi081.stdout:054 2023-06-26T03:02:37.764 INFO:teuthology.orchestra.run.smithi081.stdout:054.out 2023-06-26T03:02:37.764 INFO:teuthology.orchestra.run.smithi081.stdout:055 2023-06-26T03:02:37.764 INFO:teuthology.orchestra.run.smithi081.stdout:055.out 2023-06-26T03:02:37.764 INFO:teuthology.orchestra.run.smithi081.stdout:056 2023-06-26T03:02:37.764 INFO:teuthology.orchestra.run.smithi081.stdout:056.out 2023-06-26T03:02:37.765 INFO:teuthology.orchestra.run.smithi081.stdout:057 2023-06-26T03:02:37.765 INFO:teuthology.orchestra.run.smithi081.stdout:057.out 2023-06-26T03:02:37.765 INFO:teuthology.orchestra.run.smithi081.stdout:058 2023-06-26T03:02:37.765 INFO:teuthology.orchestra.run.smithi081.stdout:058.out 2023-06-26T03:02:37.765 INFO:teuthology.orchestra.run.smithi081.stdout:059 2023-06-26T03:02:37.765 INFO:teuthology.orchestra.run.smithi081.stdout:059.out 2023-06-26T03:02:37.765 INFO:teuthology.orchestra.run.smithi081.stdout:060 2023-06-26T03:02:37.765 INFO:teuthology.orchestra.run.smithi081.stdout:060.out 2023-06-26T03:02:37.766 INFO:teuthology.orchestra.run.smithi081.stdout:061 2023-06-26T03:02:37.766 INFO:teuthology.orchestra.run.smithi081.stdout:061.out 2023-06-26T03:02:37.766 INFO:teuthology.orchestra.run.smithi081.stdout:062 2023-06-26T03:02:37.766 INFO:teuthology.orchestra.run.smithi081.stdout:062.out 2023-06-26T03:02:37.766 INFO:teuthology.orchestra.run.smithi081.stdout:063 2023-06-26T03:02:37.766 INFO:teuthology.orchestra.run.smithi081.stdout:063.out 2023-06-26T03:02:37.766 INFO:teuthology.orchestra.run.smithi081.stdout:064 2023-06-26T03:02:37.766 INFO:teuthology.orchestra.run.smithi081.stdout:064.out 2023-06-26T03:02:37.767 INFO:teuthology.orchestra.run.smithi081.stdout:065 2023-06-26T03:02:37.767 INFO:teuthology.orchestra.run.smithi081.stdout:065.out 2023-06-26T03:02:37.767 INFO:teuthology.orchestra.run.smithi081.stdout:066 2023-06-26T03:02:37.767 INFO:teuthology.orchestra.run.smithi081.stdout:066.out 2023-06-26T03:02:37.767 INFO:teuthology.orchestra.run.smithi081.stdout:067 2023-06-26T03:02:37.767 INFO:teuthology.orchestra.run.smithi081.stdout:067.out 2023-06-26T03:02:37.767 INFO:teuthology.orchestra.run.smithi081.stdout:068 2023-06-26T03:02:37.767 INFO:teuthology.orchestra.run.smithi081.stdout:068.out 2023-06-26T03:02:37.768 INFO:teuthology.orchestra.run.smithi081.stdout:069 2023-06-26T03:02:37.768 INFO:teuthology.orchestra.run.smithi081.stdout:069.out 2023-06-26T03:02:37.768 INFO:teuthology.orchestra.run.smithi081.stdout:070 2023-06-26T03:02:37.768 INFO:teuthology.orchestra.run.smithi081.stdout:070.out 2023-06-26T03:02:37.768 INFO:teuthology.orchestra.run.smithi081.stdout:071 2023-06-26T03:02:37.768 INFO:teuthology.orchestra.run.smithi081.stdout:071.out 2023-06-26T03:02:37.768 INFO:teuthology.orchestra.run.smithi081.stdout:072 2023-06-26T03:02:37.768 INFO:teuthology.orchestra.run.smithi081.stdout:072.out 2023-06-26T03:02:37.769 INFO:teuthology.orchestra.run.smithi081.stdout:073 2023-06-26T03:02:37.769 INFO:teuthology.orchestra.run.smithi081.stdout:073.out 2023-06-26T03:02:37.769 INFO:teuthology.orchestra.run.smithi081.stdout:074 2023-06-26T03:02:37.769 INFO:teuthology.orchestra.run.smithi081.stdout:074.out 2023-06-26T03:02:37.769 INFO:teuthology.orchestra.run.smithi081.stdout:075 2023-06-26T03:02:37.769 INFO:teuthology.orchestra.run.smithi081.stdout:075.out 2023-06-26T03:02:37.769 INFO:teuthology.orchestra.run.smithi081.stdout:076 2023-06-26T03:02:37.769 INFO:teuthology.orchestra.run.smithi081.stdout:076.out 2023-06-26T03:02:37.770 INFO:teuthology.orchestra.run.smithi081.stdout:077 2023-06-26T03:02:37.770 INFO:teuthology.orchestra.run.smithi081.stdout:077.out 2023-06-26T03:02:37.770 INFO:teuthology.orchestra.run.smithi081.stdout:078 2023-06-26T03:02:37.770 INFO:teuthology.orchestra.run.smithi081.stdout:078.out 2023-06-26T03:02:37.770 INFO:teuthology.orchestra.run.smithi081.stdout:079 2023-06-26T03:02:37.770 INFO:teuthology.orchestra.run.smithi081.stdout:079.out 2023-06-26T03:02:37.770 INFO:teuthology.orchestra.run.smithi081.stdout:080 2023-06-26T03:02:37.770 INFO:teuthology.orchestra.run.smithi081.stdout:080.out 2023-06-26T03:02:37.771 INFO:teuthology.orchestra.run.smithi081.stdout:081 2023-06-26T03:02:37.771 INFO:teuthology.orchestra.run.smithi081.stdout:081.out 2023-06-26T03:02:37.771 INFO:teuthology.orchestra.run.smithi081.stdout:082 2023-06-26T03:02:37.771 INFO:teuthology.orchestra.run.smithi081.stdout:082.out 2023-06-26T03:02:37.771 INFO:teuthology.orchestra.run.smithi081.stdout:083 2023-06-26T03:02:37.771 INFO:teuthology.orchestra.run.smithi081.stdout:083.out 2023-06-26T03:02:37.771 INFO:teuthology.orchestra.run.smithi081.stdout:084 2023-06-26T03:02:37.771 INFO:teuthology.orchestra.run.smithi081.stdout:084.out 2023-06-26T03:02:37.772 INFO:teuthology.orchestra.run.smithi081.stdout:085 2023-06-26T03:02:37.772 INFO:teuthology.orchestra.run.smithi081.stdout:085.out 2023-06-26T03:02:37.772 INFO:teuthology.orchestra.run.smithi081.stdout:086 2023-06-26T03:02:37.772 INFO:teuthology.orchestra.run.smithi081.stdout:086.out 2023-06-26T03:02:37.772 INFO:teuthology.orchestra.run.smithi081.stdout:087 2023-06-26T03:02:37.772 INFO:teuthology.orchestra.run.smithi081.stdout:087.out 2023-06-26T03:02:37.772 INFO:teuthology.orchestra.run.smithi081.stdout:088 2023-06-26T03:02:37.772 INFO:teuthology.orchestra.run.smithi081.stdout:088.out 2023-06-26T03:02:37.773 INFO:teuthology.orchestra.run.smithi081.stdout:089 2023-06-26T03:02:37.773 INFO:teuthology.orchestra.run.smithi081.stdout:089.out 2023-06-26T03:02:37.773 INFO:teuthology.orchestra.run.smithi081.stdout:090 2023-06-26T03:02:37.773 INFO:teuthology.orchestra.run.smithi081.stdout:090.out 2023-06-26T03:02:37.773 INFO:teuthology.orchestra.run.smithi081.stdout:091 2023-06-26T03:02:37.773 INFO:teuthology.orchestra.run.smithi081.stdout:091.out 2023-06-26T03:02:37.773 INFO:teuthology.orchestra.run.smithi081.stdout:092 2023-06-26T03:02:37.774 INFO:teuthology.orchestra.run.smithi081.stdout:092.out 2023-06-26T03:02:37.774 INFO:teuthology.orchestra.run.smithi081.stdout:093 2023-06-26T03:02:37.774 INFO:teuthology.orchestra.run.smithi081.stdout:093.out 2023-06-26T03:02:37.774 INFO:teuthology.orchestra.run.smithi081.stdout:094 2023-06-26T03:02:37.774 INFO:teuthology.orchestra.run.smithi081.stdout:094.out 2023-06-26T03:02:37.774 INFO:teuthology.orchestra.run.smithi081.stdout:095 2023-06-26T03:02:37.774 INFO:teuthology.orchestra.run.smithi081.stdout:095.out 2023-06-26T03:02:37.774 INFO:teuthology.orchestra.run.smithi081.stdout:096 2023-06-26T03:02:37.775 INFO:teuthology.orchestra.run.smithi081.stdout:096.out 2023-06-26T03:02:37.775 INFO:teuthology.orchestra.run.smithi081.stdout:097 2023-06-26T03:02:37.775 INFO:teuthology.orchestra.run.smithi081.stdout:097.out 2023-06-26T03:02:37.775 INFO:teuthology.orchestra.run.smithi081.stdout:098 2023-06-26T03:02:37.775 INFO:teuthology.orchestra.run.smithi081.stdout:098.out 2023-06-26T03:02:37.775 INFO:teuthology.orchestra.run.smithi081.stdout:099 2023-06-26T03:02:37.775 INFO:teuthology.orchestra.run.smithi081.stdout:099.out 2023-06-26T03:02:37.775 INFO:teuthology.orchestra.run.smithi081.stdout:100 2023-06-26T03:02:37.776 INFO:teuthology.orchestra.run.smithi081.stdout:100.out 2023-06-26T03:02:37.776 INFO:teuthology.orchestra.run.smithi081.stdout:101 2023-06-26T03:02:37.776 INFO:teuthology.orchestra.run.smithi081.stdout:101.out 2023-06-26T03:02:37.776 INFO:teuthology.orchestra.run.smithi081.stdout:102 2023-06-26T03:02:37.776 INFO:teuthology.orchestra.run.smithi081.stdout:102.out 2023-06-26T03:02:37.776 INFO:teuthology.orchestra.run.smithi081.stdout:103 2023-06-26T03:02:37.776 INFO:teuthology.orchestra.run.smithi081.stdout:103.out 2023-06-26T03:02:37.776 INFO:teuthology.orchestra.run.smithi081.stdout:104 2023-06-26T03:02:37.777 INFO:teuthology.orchestra.run.smithi081.stdout:104.out 2023-06-26T03:02:37.777 INFO:teuthology.orchestra.run.smithi081.stdout:105 2023-06-26T03:02:37.777 INFO:teuthology.orchestra.run.smithi081.stdout:105.out 2023-06-26T03:02:37.777 INFO:teuthology.orchestra.run.smithi081.stdout:106 2023-06-26T03:02:37.777 INFO:teuthology.orchestra.run.smithi081.stdout:106.out 2023-06-26T03:02:37.777 INFO:teuthology.orchestra.run.smithi081.stdout:107 2023-06-26T03:02:37.777 INFO:teuthology.orchestra.run.smithi081.stdout:107.out 2023-06-26T03:02:37.777 INFO:teuthology.orchestra.run.smithi081.stdout:108 2023-06-26T03:02:37.778 INFO:teuthology.orchestra.run.smithi081.stdout:108.out 2023-06-26T03:02:37.778 INFO:teuthology.orchestra.run.smithi081.stdout:109 2023-06-26T03:02:37.778 INFO:teuthology.orchestra.run.smithi081.stdout:109.out 2023-06-26T03:02:37.778 INFO:teuthology.orchestra.run.smithi081.stdout:110 2023-06-26T03:02:37.778 INFO:teuthology.orchestra.run.smithi081.stdout:110.out 2023-06-26T03:02:37.778 INFO:teuthology.orchestra.run.smithi081.stdout:111 2023-06-26T03:02:37.778 INFO:teuthology.orchestra.run.smithi081.stdout:111.out 2023-06-26T03:02:37.778 INFO:teuthology.orchestra.run.smithi081.stdout:112 2023-06-26T03:02:37.779 INFO:teuthology.orchestra.run.smithi081.stdout:112.out 2023-06-26T03:02:37.779 INFO:teuthology.orchestra.run.smithi081.stdout:113 2023-06-26T03:02:37.779 INFO:teuthology.orchestra.run.smithi081.stdout:113.out 2023-06-26T03:02:37.779 INFO:teuthology.orchestra.run.smithi081.stdout:114 2023-06-26T03:02:37.779 INFO:teuthology.orchestra.run.smithi081.stdout:114.out 2023-06-26T03:02:37.779 INFO:teuthology.orchestra.run.smithi081.stdout:115 2023-06-26T03:02:37.779 INFO:teuthology.orchestra.run.smithi081.stdout:115.out 2023-06-26T03:02:37.779 INFO:teuthology.orchestra.run.smithi081.stdout:116 2023-06-26T03:02:37.780 INFO:teuthology.orchestra.run.smithi081.stdout:116.out 2023-06-26T03:02:37.780 INFO:teuthology.orchestra.run.smithi081.stdout:117 2023-06-26T03:02:37.780 INFO:teuthology.orchestra.run.smithi081.stdout:117.out 2023-06-26T03:02:37.780 INFO:teuthology.orchestra.run.smithi081.stdout:118 2023-06-26T03:02:37.780 INFO:teuthology.orchestra.run.smithi081.stdout:118.out 2023-06-26T03:02:37.780 INFO:teuthology.orchestra.run.smithi081.stdout:119 2023-06-26T03:02:37.780 INFO:teuthology.orchestra.run.smithi081.stdout:119.out 2023-06-26T03:02:37.780 INFO:teuthology.orchestra.run.smithi081.stdout:120 2023-06-26T03:02:37.781 INFO:teuthology.orchestra.run.smithi081.stdout:120.out 2023-06-26T03:02:37.781 INFO:teuthology.orchestra.run.smithi081.stdout:121 2023-06-26T03:02:37.781 INFO:teuthology.orchestra.run.smithi081.stdout:121.out 2023-06-26T03:02:37.781 INFO:teuthology.orchestra.run.smithi081.stdout:122 2023-06-26T03:02:37.781 INFO:teuthology.orchestra.run.smithi081.stdout:122.out 2023-06-26T03:02:37.781 INFO:teuthology.orchestra.run.smithi081.stdout:123 2023-06-26T03:02:37.781 INFO:teuthology.orchestra.run.smithi081.stdout:123.out 2023-06-26T03:02:37.781 INFO:teuthology.orchestra.run.smithi081.stdout:124 2023-06-26T03:02:37.782 INFO:teuthology.orchestra.run.smithi081.stdout:124.out 2023-06-26T03:02:37.782 INFO:teuthology.orchestra.run.smithi081.stdout:125 2023-06-26T03:02:37.782 INFO:teuthology.orchestra.run.smithi081.stdout:125.out 2023-06-26T03:02:37.782 INFO:teuthology.orchestra.run.smithi081.stdout:126 2023-06-26T03:02:37.782 INFO:teuthology.orchestra.run.smithi081.stdout:126.out 2023-06-26T03:02:37.782 INFO:teuthology.orchestra.run.smithi081.stdout:127 2023-06-26T03:02:37.782 INFO:teuthology.orchestra.run.smithi081.stdout:127.out 2023-06-26T03:02:37.782 INFO:teuthology.orchestra.run.smithi081.stdout:128 2023-06-26T03:02:37.783 INFO:teuthology.orchestra.run.smithi081.stdout:128.out 2023-06-26T03:02:37.783 INFO:teuthology.orchestra.run.smithi081.stdout:129 2023-06-26T03:02:37.783 INFO:teuthology.orchestra.run.smithi081.stdout:129.out 2023-06-26T03:02:37.783 INFO:teuthology.orchestra.run.smithi081.stdout:130 2023-06-26T03:02:37.783 INFO:teuthology.orchestra.run.smithi081.stdout:130.out 2023-06-26T03:02:37.783 INFO:teuthology.orchestra.run.smithi081.stdout:131 2023-06-26T03:02:37.783 INFO:teuthology.orchestra.run.smithi081.stdout:131.out 2023-06-26T03:02:37.783 INFO:teuthology.orchestra.run.smithi081.stdout:132 2023-06-26T03:02:37.784 INFO:teuthology.orchestra.run.smithi081.stdout:132.out 2023-06-26T03:02:37.784 INFO:teuthology.orchestra.run.smithi081.stdout:133 2023-06-26T03:02:37.784 INFO:teuthology.orchestra.run.smithi081.stdout:133.out 2023-06-26T03:02:37.784 INFO:teuthology.orchestra.run.smithi081.stdout:134 2023-06-26T03:02:37.784 INFO:teuthology.orchestra.run.smithi081.stdout:134.out 2023-06-26T03:02:37.784 INFO:teuthology.orchestra.run.smithi081.stdout:135 2023-06-26T03:02:37.784 INFO:teuthology.orchestra.run.smithi081.stdout:135.out 2023-06-26T03:02:37.784 INFO:teuthology.orchestra.run.smithi081.stdout:136 2023-06-26T03:02:37.785 INFO:teuthology.orchestra.run.smithi081.stdout:136.out 2023-06-26T03:02:37.785 INFO:teuthology.orchestra.run.smithi081.stdout:137 2023-06-26T03:02:37.785 INFO:teuthology.orchestra.run.smithi081.stdout:137.out 2023-06-26T03:02:37.785 INFO:teuthology.orchestra.run.smithi081.stdout:138 2023-06-26T03:02:37.785 INFO:teuthology.orchestra.run.smithi081.stdout:138.out 2023-06-26T03:02:37.785 INFO:teuthology.orchestra.run.smithi081.stdout:139 2023-06-26T03:02:37.785 INFO:teuthology.orchestra.run.smithi081.stdout:139.out 2023-06-26T03:02:37.785 INFO:teuthology.orchestra.run.smithi081.stdout:140 2023-06-26T03:02:37.786 INFO:teuthology.orchestra.run.smithi081.stdout:140.out 2023-06-26T03:02:37.786 INFO:teuthology.orchestra.run.smithi081.stdout:141 2023-06-26T03:02:37.786 INFO:teuthology.orchestra.run.smithi081.stdout:141.out 2023-06-26T03:02:37.786 INFO:teuthology.orchestra.run.smithi081.stdout:142 2023-06-26T03:02:37.786 INFO:teuthology.orchestra.run.smithi081.stdout:142.out 2023-06-26T03:02:37.786 INFO:teuthology.orchestra.run.smithi081.stdout:143 2023-06-26T03:02:37.786 INFO:teuthology.orchestra.run.smithi081.stdout:143.out 2023-06-26T03:02:37.787 INFO:teuthology.orchestra.run.smithi081.stdout:144 2023-06-26T03:02:37.787 INFO:teuthology.orchestra.run.smithi081.stdout:144.out 2023-06-26T03:02:37.787 INFO:teuthology.orchestra.run.smithi081.stdout:145 2023-06-26T03:02:37.787 INFO:teuthology.orchestra.run.smithi081.stdout:145.out 2023-06-26T03:02:37.787 INFO:teuthology.orchestra.run.smithi081.stdout:146 2023-06-26T03:02:37.787 INFO:teuthology.orchestra.run.smithi081.stdout:146.out 2023-06-26T03:02:37.787 INFO:teuthology.orchestra.run.smithi081.stdout:147 2023-06-26T03:02:37.787 INFO:teuthology.orchestra.run.smithi081.stdout:147.out 2023-06-26T03:02:37.788 INFO:teuthology.orchestra.run.smithi081.stdout:148 2023-06-26T03:02:37.788 INFO:teuthology.orchestra.run.smithi081.stdout:148.out 2023-06-26T03:02:37.788 INFO:teuthology.orchestra.run.smithi081.stdout:149 2023-06-26T03:02:37.788 INFO:teuthology.orchestra.run.smithi081.stdout:149.out 2023-06-26T03:02:37.788 INFO:teuthology.orchestra.run.smithi081.stdout:150 2023-06-26T03:02:37.788 INFO:teuthology.orchestra.run.smithi081.stdout:150.out 2023-06-26T03:02:37.788 INFO:teuthology.orchestra.run.smithi081.stdout:151 2023-06-26T03:02:37.788 INFO:teuthology.orchestra.run.smithi081.stdout:151.out 2023-06-26T03:02:37.789 INFO:teuthology.orchestra.run.smithi081.stdout:152 2023-06-26T03:02:37.789 INFO:teuthology.orchestra.run.smithi081.stdout:152.out 2023-06-26T03:02:37.789 INFO:teuthology.orchestra.run.smithi081.stdout:153 2023-06-26T03:02:37.789 INFO:teuthology.orchestra.run.smithi081.stdout:153.out 2023-06-26T03:02:37.789 INFO:teuthology.orchestra.run.smithi081.stdout:154 2023-06-26T03:02:37.789 INFO:teuthology.orchestra.run.smithi081.stdout:154.out 2023-06-26T03:02:37.789 INFO:teuthology.orchestra.run.smithi081.stdout:155 2023-06-26T03:02:37.789 INFO:teuthology.orchestra.run.smithi081.stdout:155.out 2023-06-26T03:02:37.790 INFO:teuthology.orchestra.run.smithi081.stdout:156 2023-06-26T03:02:37.790 INFO:teuthology.orchestra.run.smithi081.stdout:156.out 2023-06-26T03:02:37.790 INFO:teuthology.orchestra.run.smithi081.stdout:157 2023-06-26T03:02:37.790 INFO:teuthology.orchestra.run.smithi081.stdout:157.out 2023-06-26T03:02:37.790 INFO:teuthology.orchestra.run.smithi081.stdout:158 2023-06-26T03:02:37.790 INFO:teuthology.orchestra.run.smithi081.stdout:158.out 2023-06-26T03:02:37.790 INFO:teuthology.orchestra.run.smithi081.stdout:159 2023-06-26T03:02:37.790 INFO:teuthology.orchestra.run.smithi081.stdout:159.out 2023-06-26T03:02:37.791 INFO:teuthology.orchestra.run.smithi081.stdout:160 2023-06-26T03:02:37.791 INFO:teuthology.orchestra.run.smithi081.stdout:160.out 2023-06-26T03:02:37.791 INFO:teuthology.orchestra.run.smithi081.stdout:161 2023-06-26T03:02:37.791 INFO:teuthology.orchestra.run.smithi081.stdout:161.out 2023-06-26T03:02:37.791 INFO:teuthology.orchestra.run.smithi081.stdout:162 2023-06-26T03:02:37.791 INFO:teuthology.orchestra.run.smithi081.stdout:162.out 2023-06-26T03:02:37.791 INFO:teuthology.orchestra.run.smithi081.stdout:163 2023-06-26T03:02:37.791 INFO:teuthology.orchestra.run.smithi081.stdout:163.out 2023-06-26T03:02:37.792 INFO:teuthology.orchestra.run.smithi081.stdout:164 2023-06-26T03:02:37.792 INFO:teuthology.orchestra.run.smithi081.stdout:164.out 2023-06-26T03:02:37.792 INFO:teuthology.orchestra.run.smithi081.stdout:165 2023-06-26T03:02:37.792 INFO:teuthology.orchestra.run.smithi081.stdout:165.out 2023-06-26T03:02:37.792 INFO:teuthology.orchestra.run.smithi081.stdout:166 2023-06-26T03:02:37.792 INFO:teuthology.orchestra.run.smithi081.stdout:166.out 2023-06-26T03:02:37.792 INFO:teuthology.orchestra.run.smithi081.stdout:167 2023-06-26T03:02:37.792 INFO:teuthology.orchestra.run.smithi081.stdout:167.out 2023-06-26T03:02:37.793 INFO:teuthology.orchestra.run.smithi081.stdout:168 2023-06-26T03:02:37.793 INFO:teuthology.orchestra.run.smithi081.stdout:168.out 2023-06-26T03:02:37.793 INFO:teuthology.orchestra.run.smithi081.stdout:169 2023-06-26T03:02:37.793 INFO:teuthology.orchestra.run.smithi081.stdout:169.out 2023-06-26T03:02:37.793 INFO:teuthology.orchestra.run.smithi081.stdout:170 2023-06-26T03:02:37.793 INFO:teuthology.orchestra.run.smithi081.stdout:170.out 2023-06-26T03:02:37.793 INFO:teuthology.orchestra.run.smithi081.stdout:171 2023-06-26T03:02:37.793 INFO:teuthology.orchestra.run.smithi081.stdout:171.out 2023-06-26T03:02:37.794 INFO:teuthology.orchestra.run.smithi081.stdout:172 2023-06-26T03:02:37.794 INFO:teuthology.orchestra.run.smithi081.stdout:172.out 2023-06-26T03:02:37.794 INFO:teuthology.orchestra.run.smithi081.stdout:173 2023-06-26T03:02:37.794 INFO:teuthology.orchestra.run.smithi081.stdout:173.out 2023-06-26T03:02:37.794 INFO:teuthology.orchestra.run.smithi081.stdout:174 2023-06-26T03:02:37.794 INFO:teuthology.orchestra.run.smithi081.stdout:174.out 2023-06-26T03:02:37.794 INFO:teuthology.orchestra.run.smithi081.stdout:175 2023-06-26T03:02:37.794 INFO:teuthology.orchestra.run.smithi081.stdout:175.out 2023-06-26T03:02:37.795 INFO:teuthology.orchestra.run.smithi081.stdout:176 2023-06-26T03:02:37.795 INFO:teuthology.orchestra.run.smithi081.stdout:176.out 2023-06-26T03:02:37.795 INFO:teuthology.orchestra.run.smithi081.stdout:177 2023-06-26T03:02:37.795 INFO:teuthology.orchestra.run.smithi081.stdout:177.out 2023-06-26T03:02:37.795 INFO:teuthology.orchestra.run.smithi081.stdout:178 2023-06-26T03:02:37.795 INFO:teuthology.orchestra.run.smithi081.stdout:178.out 2023-06-26T03:02:37.795 INFO:teuthology.orchestra.run.smithi081.stdout:179 2023-06-26T03:02:37.795 INFO:teuthology.orchestra.run.smithi081.stdout:179.out 2023-06-26T03:02:37.796 INFO:teuthology.orchestra.run.smithi081.stdout:180 2023-06-26T03:02:37.796 INFO:teuthology.orchestra.run.smithi081.stdout:180.out 2023-06-26T03:02:37.796 INFO:teuthology.orchestra.run.smithi081.stdout:181 2023-06-26T03:02:37.796 INFO:teuthology.orchestra.run.smithi081.stdout:181.out 2023-06-26T03:02:37.796 INFO:teuthology.orchestra.run.smithi081.stdout:182 2023-06-26T03:02:37.796 INFO:teuthology.orchestra.run.smithi081.stdout:182.out 2023-06-26T03:02:37.796 INFO:teuthology.orchestra.run.smithi081.stdout:183 2023-06-26T03:02:37.797 INFO:teuthology.orchestra.run.smithi081.stdout:183.out 2023-06-26T03:02:37.797 INFO:teuthology.orchestra.run.smithi081.stdout:184 2023-06-26T03:02:37.797 INFO:teuthology.orchestra.run.smithi081.stdout:184.out 2023-06-26T03:02:37.797 INFO:teuthology.orchestra.run.smithi081.stdout:185 2023-06-26T03:02:37.797 INFO:teuthology.orchestra.run.smithi081.stdout:185.out 2023-06-26T03:02:37.797 INFO:teuthology.orchestra.run.smithi081.stdout:186 2023-06-26T03:02:37.797 INFO:teuthology.orchestra.run.smithi081.stdout:186.out 2023-06-26T03:02:37.797 INFO:teuthology.orchestra.run.smithi081.stdout:187 2023-06-26T03:02:37.798 INFO:teuthology.orchestra.run.smithi081.stdout:187.out 2023-06-26T03:02:37.798 INFO:teuthology.orchestra.run.smithi081.stdout:188 2023-06-26T03:02:37.798 INFO:teuthology.orchestra.run.smithi081.stdout:188.out 2023-06-26T03:02:37.798 INFO:teuthology.orchestra.run.smithi081.stdout:189 2023-06-26T03:02:37.798 INFO:teuthology.orchestra.run.smithi081.stdout:189.out 2023-06-26T03:02:37.798 INFO:teuthology.orchestra.run.smithi081.stdout:190 2023-06-26T03:02:37.798 INFO:teuthology.orchestra.run.smithi081.stdout:190.out 2023-06-26T03:02:37.798 INFO:teuthology.orchestra.run.smithi081.stdout:191 2023-06-26T03:02:37.799 INFO:teuthology.orchestra.run.smithi081.stdout:191.out 2023-06-26T03:02:37.799 INFO:teuthology.orchestra.run.smithi081.stdout:192 2023-06-26T03:02:37.799 INFO:teuthology.orchestra.run.smithi081.stdout:192.out 2023-06-26T03:02:37.799 INFO:teuthology.orchestra.run.smithi081.stdout:193 2023-06-26T03:02:37.799 INFO:teuthology.orchestra.run.smithi081.stdout:193.out 2023-06-26T03:02:37.799 INFO:teuthology.orchestra.run.smithi081.stdout:194 2023-06-26T03:02:37.799 INFO:teuthology.orchestra.run.smithi081.stdout:194.out 2023-06-26T03:02:37.799 INFO:teuthology.orchestra.run.smithi081.stdout:195 2023-06-26T03:02:37.800 INFO:teuthology.orchestra.run.smithi081.stdout:195.out 2023-06-26T03:02:37.800 INFO:teuthology.orchestra.run.smithi081.stdout:196 2023-06-26T03:02:37.800 INFO:teuthology.orchestra.run.smithi081.stdout:196.out 2023-06-26T03:02:37.800 INFO:teuthology.orchestra.run.smithi081.stdout:197 2023-06-26T03:02:37.800 INFO:teuthology.orchestra.run.smithi081.stdout:197.out 2023-06-26T03:02:37.800 INFO:teuthology.orchestra.run.smithi081.stdout:198 2023-06-26T03:02:37.800 INFO:teuthology.orchestra.run.smithi081.stdout:198.out 2023-06-26T03:02:37.800 INFO:teuthology.orchestra.run.smithi081.stdout:199 2023-06-26T03:02:37.801 INFO:teuthology.orchestra.run.smithi081.stdout:199.out 2023-06-26T03:02:37.801 INFO:teuthology.orchestra.run.smithi081.stdout:200 2023-06-26T03:02:37.801 INFO:teuthology.orchestra.run.smithi081.stdout:200.out 2023-06-26T03:02:37.801 INFO:teuthology.orchestra.run.smithi081.stdout:201 2023-06-26T03:02:37.801 INFO:teuthology.orchestra.run.smithi081.stdout:201.out 2023-06-26T03:02:37.801 INFO:teuthology.orchestra.run.smithi081.stdout:202 2023-06-26T03:02:37.801 INFO:teuthology.orchestra.run.smithi081.stdout:202.out 2023-06-26T03:02:37.801 INFO:teuthology.orchestra.run.smithi081.stdout:203 2023-06-26T03:02:37.802 INFO:teuthology.orchestra.run.smithi081.stdout:203.out 2023-06-26T03:02:37.802 INFO:teuthology.orchestra.run.smithi081.stdout:204 2023-06-26T03:02:37.802 INFO:teuthology.orchestra.run.smithi081.stdout:204.out 2023-06-26T03:02:37.802 INFO:teuthology.orchestra.run.smithi081.stdout:205 2023-06-26T03:02:37.802 INFO:teuthology.orchestra.run.smithi081.stdout:205.out 2023-06-26T03:02:37.802 INFO:teuthology.orchestra.run.smithi081.stdout:206 2023-06-26T03:02:37.802 INFO:teuthology.orchestra.run.smithi081.stdout:206.out 2023-06-26T03:02:37.802 INFO:teuthology.orchestra.run.smithi081.stdout:207 2023-06-26T03:02:37.803 INFO:teuthology.orchestra.run.smithi081.stdout:207.out 2023-06-26T03:02:37.803 INFO:teuthology.orchestra.run.smithi081.stdout:208 2023-06-26T03:02:37.803 INFO:teuthology.orchestra.run.smithi081.stdout:208.out 2023-06-26T03:02:37.803 INFO:teuthology.orchestra.run.smithi081.stdout:209 2023-06-26T03:02:37.803 INFO:teuthology.orchestra.run.smithi081.stdout:209.out 2023-06-26T03:02:37.803 INFO:teuthology.orchestra.run.smithi081.stdout:210 2023-06-26T03:02:37.803 INFO:teuthology.orchestra.run.smithi081.stdout:210.out 2023-06-26T03:02:37.803 INFO:teuthology.orchestra.run.smithi081.stdout:211 2023-06-26T03:02:37.804 INFO:teuthology.orchestra.run.smithi081.stdout:211.out 2023-06-26T03:02:37.804 INFO:teuthology.orchestra.run.smithi081.stdout:212 2023-06-26T03:02:37.804 INFO:teuthology.orchestra.run.smithi081.stdout:212.out 2023-06-26T03:02:37.804 INFO:teuthology.orchestra.run.smithi081.stdout:213 2023-06-26T03:02:37.804 INFO:teuthology.orchestra.run.smithi081.stdout:213.out 2023-06-26T03:02:37.804 INFO:teuthology.orchestra.run.smithi081.stdout:214 2023-06-26T03:02:37.804 INFO:teuthology.orchestra.run.smithi081.stdout:214.out 2023-06-26T03:02:37.805 INFO:teuthology.orchestra.run.smithi081.stdout:215 2023-06-26T03:02:37.805 INFO:teuthology.orchestra.run.smithi081.stdout:215.out 2023-06-26T03:02:37.805 INFO:teuthology.orchestra.run.smithi081.stdout:216 2023-06-26T03:02:37.805 INFO:teuthology.orchestra.run.smithi081.stdout:216.out 2023-06-26T03:02:37.805 INFO:teuthology.orchestra.run.smithi081.stdout:217 2023-06-26T03:02:37.805 INFO:teuthology.orchestra.run.smithi081.stdout:217.out 2023-06-26T03:02:37.805 INFO:teuthology.orchestra.run.smithi081.stdout:218 2023-06-26T03:02:37.805 INFO:teuthology.orchestra.run.smithi081.stdout:218.out 2023-06-26T03:02:37.806 INFO:teuthology.orchestra.run.smithi081.stdout:219 2023-06-26T03:02:37.806 INFO:teuthology.orchestra.run.smithi081.stdout:219.out 2023-06-26T03:02:37.806 INFO:teuthology.orchestra.run.smithi081.stdout:220 2023-06-26T03:02:37.806 INFO:teuthology.orchestra.run.smithi081.stdout:220.out 2023-06-26T03:02:37.806 INFO:teuthology.orchestra.run.smithi081.stdout:221 2023-06-26T03:02:37.806 INFO:teuthology.orchestra.run.smithi081.stdout:221.out 2023-06-26T03:02:37.806 INFO:teuthology.orchestra.run.smithi081.stdout:222 2023-06-26T03:02:37.806 INFO:teuthology.orchestra.run.smithi081.stdout:222.out 2023-06-26T03:02:37.807 INFO:teuthology.orchestra.run.smithi081.stdout:223 2023-06-26T03:02:37.807 INFO:teuthology.orchestra.run.smithi081.stdout:223.out 2023-06-26T03:02:37.807 INFO:teuthology.orchestra.run.smithi081.stdout:224 2023-06-26T03:02:37.807 INFO:teuthology.orchestra.run.smithi081.stdout:224.out 2023-06-26T03:02:37.807 INFO:teuthology.orchestra.run.smithi081.stdout:225 2023-06-26T03:02:37.807 INFO:teuthology.orchestra.run.smithi081.stdout:225.out 2023-06-26T03:02:37.807 INFO:teuthology.orchestra.run.smithi081.stdout:226 2023-06-26T03:02:37.807 INFO:teuthology.orchestra.run.smithi081.stdout:226.out 2023-06-26T03:02:37.808 INFO:teuthology.orchestra.run.smithi081.stdout:227 2023-06-26T03:02:37.808 INFO:teuthology.orchestra.run.smithi081.stdout:227.out 2023-06-26T03:02:37.808 INFO:teuthology.orchestra.run.smithi081.stdout:228 2023-06-26T03:02:37.808 INFO:teuthology.orchestra.run.smithi081.stdout:228.out 2023-06-26T03:02:37.808 INFO:teuthology.orchestra.run.smithi081.stdout:229 2023-06-26T03:02:37.808 INFO:teuthology.orchestra.run.smithi081.stdout:229.out 2023-06-26T03:02:37.808 INFO:teuthology.orchestra.run.smithi081.stdout:230 2023-06-26T03:02:37.808 INFO:teuthology.orchestra.run.smithi081.stdout:230.out 2023-06-26T03:02:37.809 INFO:teuthology.orchestra.run.smithi081.stdout:231 2023-06-26T03:02:37.809 INFO:teuthology.orchestra.run.smithi081.stdout:231.out 2023-06-26T03:02:37.809 INFO:teuthology.orchestra.run.smithi081.stdout:232 2023-06-26T03:02:37.809 INFO:teuthology.orchestra.run.smithi081.stdout:232.out 2023-06-26T03:02:37.809 INFO:teuthology.orchestra.run.smithi081.stdout:233 2023-06-26T03:02:37.809 INFO:teuthology.orchestra.run.smithi081.stdout:233.out 2023-06-26T03:02:37.809 INFO:teuthology.orchestra.run.smithi081.stdout:234 2023-06-26T03:02:37.809 INFO:teuthology.orchestra.run.smithi081.stdout:234.out 2023-06-26T03:02:37.810 INFO:teuthology.orchestra.run.smithi081.stdout:235 2023-06-26T03:02:37.810 INFO:teuthology.orchestra.run.smithi081.stdout:235.out 2023-06-26T03:02:37.810 INFO:teuthology.orchestra.run.smithi081.stdout:236 2023-06-26T03:02:37.810 INFO:teuthology.orchestra.run.smithi081.stdout:236.out 2023-06-26T03:02:37.810 INFO:teuthology.orchestra.run.smithi081.stdout:237 2023-06-26T03:02:37.810 INFO:teuthology.orchestra.run.smithi081.stdout:237.out 2023-06-26T03:02:37.810 INFO:teuthology.orchestra.run.smithi081.stdout:238 2023-06-26T03:02:37.810 INFO:teuthology.orchestra.run.smithi081.stdout:238.out 2023-06-26T03:02:37.811 INFO:teuthology.orchestra.run.smithi081.stdout:239 2023-06-26T03:02:37.811 INFO:teuthology.orchestra.run.smithi081.stdout:239.out 2023-06-26T03:02:37.811 INFO:teuthology.orchestra.run.smithi081.stdout:240 2023-06-26T03:02:37.811 INFO:teuthology.orchestra.run.smithi081.stdout:240.out 2023-06-26T03:02:37.811 INFO:teuthology.orchestra.run.smithi081.stdout:241 2023-06-26T03:02:37.811 INFO:teuthology.orchestra.run.smithi081.stdout:241.out 2023-06-26T03:02:37.811 INFO:teuthology.orchestra.run.smithi081.stdout:242 2023-06-26T03:02:37.811 INFO:teuthology.orchestra.run.smithi081.stdout:242.out 2023-06-26T03:02:37.812 INFO:teuthology.orchestra.run.smithi081.stdout:243 2023-06-26T03:02:37.812 INFO:teuthology.orchestra.run.smithi081.stdout:243.out 2023-06-26T03:02:37.812 INFO:teuthology.orchestra.run.smithi081.stdout:244 2023-06-26T03:02:37.812 INFO:teuthology.orchestra.run.smithi081.stdout:244.out 2023-06-26T03:02:37.812 INFO:teuthology.orchestra.run.smithi081.stdout:245 2023-06-26T03:02:37.812 INFO:teuthology.orchestra.run.smithi081.stdout:245.out 2023-06-26T03:02:37.812 INFO:teuthology.orchestra.run.smithi081.stdout:246 2023-06-26T03:02:37.812 INFO:teuthology.orchestra.run.smithi081.stdout:246.out 2023-06-26T03:02:37.813 INFO:teuthology.orchestra.run.smithi081.stdout:247 2023-06-26T03:02:37.813 INFO:teuthology.orchestra.run.smithi081.stdout:247.out 2023-06-26T03:02:37.813 INFO:teuthology.orchestra.run.smithi081.stdout:248 2023-06-26T03:02:37.813 INFO:teuthology.orchestra.run.smithi081.stdout:248.out 2023-06-26T03:02:37.813 INFO:teuthology.orchestra.run.smithi081.stdout:249 2023-06-26T03:02:37.813 INFO:teuthology.orchestra.run.smithi081.stdout:249.out 2023-06-26T03:02:37.813 INFO:teuthology.orchestra.run.smithi081.stdout:250 2023-06-26T03:02:37.814 INFO:teuthology.orchestra.run.smithi081.stdout:250.out 2023-06-26T03:02:37.814 INFO:teuthology.orchestra.run.smithi081.stdout:251 2023-06-26T03:02:37.814 INFO:teuthology.orchestra.run.smithi081.stdout:251.out 2023-06-26T03:02:37.814 INFO:teuthology.orchestra.run.smithi081.stdout:252 2023-06-26T03:02:37.814 INFO:teuthology.orchestra.run.smithi081.stdout:252.out 2023-06-26T03:02:37.814 INFO:teuthology.orchestra.run.smithi081.stdout:253 2023-06-26T03:02:37.814 INFO:teuthology.orchestra.run.smithi081.stdout:253.out 2023-06-26T03:02:37.814 INFO:teuthology.orchestra.run.smithi081.stdout:254 2023-06-26T03:02:37.815 INFO:teuthology.orchestra.run.smithi081.stdout:254.out 2023-06-26T03:02:37.815 INFO:teuthology.orchestra.run.smithi081.stdout:255 2023-06-26T03:02:37.815 INFO:teuthology.orchestra.run.smithi081.stdout:255.out 2023-06-26T03:02:37.815 INFO:teuthology.orchestra.run.smithi081.stdout:256 2023-06-26T03:02:37.815 INFO:teuthology.orchestra.run.smithi081.stdout:256.out 2023-06-26T03:02:37.815 INFO:teuthology.orchestra.run.smithi081.stdout:257 2023-06-26T03:02:37.815 INFO:teuthology.orchestra.run.smithi081.stdout:257.out 2023-06-26T03:02:37.815 INFO:teuthology.orchestra.run.smithi081.stdout:258 2023-06-26T03:02:37.816 INFO:teuthology.orchestra.run.smithi081.stdout:258.out 2023-06-26T03:02:37.816 INFO:teuthology.orchestra.run.smithi081.stdout:259 2023-06-26T03:02:37.816 INFO:teuthology.orchestra.run.smithi081.stdout:259.out 2023-06-26T03:02:37.816 INFO:teuthology.orchestra.run.smithi081.stdout:260 2023-06-26T03:02:37.816 INFO:teuthology.orchestra.run.smithi081.stdout:260.out 2023-06-26T03:02:37.816 INFO:teuthology.orchestra.run.smithi081.stdout:261 2023-06-26T03:02:37.816 INFO:teuthology.orchestra.run.smithi081.stdout:261.out 2023-06-26T03:02:37.816 INFO:teuthology.orchestra.run.smithi081.stdout:262 2023-06-26T03:02:37.817 INFO:teuthology.orchestra.run.smithi081.stdout:262.out 2023-06-26T03:02:37.817 INFO:teuthology.orchestra.run.smithi081.stdout:263 2023-06-26T03:02:37.817 INFO:teuthology.orchestra.run.smithi081.stdout:263.out 2023-06-26T03:02:37.817 INFO:teuthology.orchestra.run.smithi081.stdout:264 2023-06-26T03:02:37.817 INFO:teuthology.orchestra.run.smithi081.stdout:264.out 2023-06-26T03:02:37.817 INFO:teuthology.orchestra.run.smithi081.stdout:265 2023-06-26T03:02:37.817 INFO:teuthology.orchestra.run.smithi081.stdout:265.out 2023-06-26T03:02:37.817 INFO:teuthology.orchestra.run.smithi081.stdout:266 2023-06-26T03:02:37.818 INFO:teuthology.orchestra.run.smithi081.stdout:266.out 2023-06-26T03:02:37.818 INFO:teuthology.orchestra.run.smithi081.stdout:267 2023-06-26T03:02:37.818 INFO:teuthology.orchestra.run.smithi081.stdout:267.out 2023-06-26T03:02:37.818 INFO:teuthology.orchestra.run.smithi081.stdout:268 2023-06-26T03:02:37.818 INFO:teuthology.orchestra.run.smithi081.stdout:268.out 2023-06-26T03:02:37.818 INFO:teuthology.orchestra.run.smithi081.stdout:269 2023-06-26T03:02:37.818 INFO:teuthology.orchestra.run.smithi081.stdout:269.out 2023-06-26T03:02:37.818 INFO:teuthology.orchestra.run.smithi081.stdout:270 2023-06-26T03:02:37.819 INFO:teuthology.orchestra.run.smithi081.stdout:270.out 2023-06-26T03:02:37.819 INFO:teuthology.orchestra.run.smithi081.stdout:271 2023-06-26T03:02:37.819 INFO:teuthology.orchestra.run.smithi081.stdout:271.out 2023-06-26T03:02:37.819 INFO:teuthology.orchestra.run.smithi081.stdout:272 2023-06-26T03:02:37.819 INFO:teuthology.orchestra.run.smithi081.stdout:272.out 2023-06-26T03:02:37.819 INFO:teuthology.orchestra.run.smithi081.stdout:273 2023-06-26T03:02:37.819 INFO:teuthology.orchestra.run.smithi081.stdout:273.out 2023-06-26T03:02:37.819 INFO:teuthology.orchestra.run.smithi081.stdout:274 2023-06-26T03:02:37.820 INFO:teuthology.orchestra.run.smithi081.stdout:274.out 2023-06-26T03:02:37.820 INFO:teuthology.orchestra.run.smithi081.stdout:275 2023-06-26T03:02:37.820 INFO:teuthology.orchestra.run.smithi081.stdout:275.out 2023-06-26T03:02:37.820 INFO:teuthology.orchestra.run.smithi081.stdout:276 2023-06-26T03:02:37.820 INFO:teuthology.orchestra.run.smithi081.stdout:276.out 2023-06-26T03:02:37.820 INFO:teuthology.orchestra.run.smithi081.stdout:277 2023-06-26T03:02:37.820 INFO:teuthology.orchestra.run.smithi081.stdout:277.out 2023-06-26T03:02:37.820 INFO:teuthology.orchestra.run.smithi081.stdout:278 2023-06-26T03:02:37.821 INFO:teuthology.orchestra.run.smithi081.stdout:278.out 2023-06-26T03:02:37.821 INFO:teuthology.orchestra.run.smithi081.stdout:279 2023-06-26T03:02:37.821 INFO:teuthology.orchestra.run.smithi081.stdout:279.out 2023-06-26T03:02:37.821 INFO:teuthology.orchestra.run.smithi081.stdout:280 2023-06-26T03:02:37.821 INFO:teuthology.orchestra.run.smithi081.stdout:280.out 2023-06-26T03:02:37.821 INFO:teuthology.orchestra.run.smithi081.stdout:281 2023-06-26T03:02:37.821 INFO:teuthology.orchestra.run.smithi081.stdout:281.out 2023-06-26T03:02:37.821 INFO:teuthology.orchestra.run.smithi081.stdout:282 2023-06-26T03:02:37.822 INFO:teuthology.orchestra.run.smithi081.stdout:282.out 2023-06-26T03:02:37.822 INFO:teuthology.orchestra.run.smithi081.stdout:283 2023-06-26T03:02:37.822 INFO:teuthology.orchestra.run.smithi081.stdout:283.out 2023-06-26T03:02:37.822 INFO:teuthology.orchestra.run.smithi081.stdout:284 2023-06-26T03:02:37.822 INFO:teuthology.orchestra.run.smithi081.stdout:284.out 2023-06-26T03:02:37.822 INFO:teuthology.orchestra.run.smithi081.stdout:285 2023-06-26T03:02:37.822 INFO:teuthology.orchestra.run.smithi081.stdout:285.out 2023-06-26T03:02:37.822 INFO:teuthology.orchestra.run.smithi081.stdout:286 2023-06-26T03:02:37.823 INFO:teuthology.orchestra.run.smithi081.stdout:286.out 2023-06-26T03:02:37.823 INFO:teuthology.orchestra.run.smithi081.stdout:287 2023-06-26T03:02:37.823 INFO:teuthology.orchestra.run.smithi081.stdout:287.out 2023-06-26T03:02:37.823 INFO:teuthology.orchestra.run.smithi081.stdout:288 2023-06-26T03:02:37.823 INFO:teuthology.orchestra.run.smithi081.stdout:288.out 2023-06-26T03:02:37.823 INFO:teuthology.orchestra.run.smithi081.stdout:289 2023-06-26T03:02:37.823 INFO:teuthology.orchestra.run.smithi081.stdout:289.out 2023-06-26T03:02:37.823 INFO:teuthology.orchestra.run.smithi081.stdout:290 2023-06-26T03:02:37.824 INFO:teuthology.orchestra.run.smithi081.stdout:290.out 2023-06-26T03:02:37.824 INFO:teuthology.orchestra.run.smithi081.stdout:291 2023-06-26T03:02:37.824 INFO:teuthology.orchestra.run.smithi081.stdout:291.out 2023-06-26T03:02:37.824 INFO:teuthology.orchestra.run.smithi081.stdout:292 2023-06-26T03:02:37.824 INFO:teuthology.orchestra.run.smithi081.stdout:292.out 2023-06-26T03:02:37.824 INFO:teuthology.orchestra.run.smithi081.stdout:293 2023-06-26T03:02:37.824 INFO:teuthology.orchestra.run.smithi081.stdout:293.out 2023-06-26T03:02:37.824 INFO:teuthology.orchestra.run.smithi081.stdout:294 2023-06-26T03:02:37.825 INFO:teuthology.orchestra.run.smithi081.stdout:294.out 2023-06-26T03:02:37.825 INFO:teuthology.orchestra.run.smithi081.stdout:295 2023-06-26T03:02:37.825 INFO:teuthology.orchestra.run.smithi081.stdout:295.out 2023-06-26T03:02:37.825 INFO:teuthology.orchestra.run.smithi081.stdout:296 2023-06-26T03:02:37.825 INFO:teuthology.orchestra.run.smithi081.stdout:296.out 2023-06-26T03:02:37.825 INFO:teuthology.orchestra.run.smithi081.stdout:297 2023-06-26T03:02:37.825 INFO:teuthology.orchestra.run.smithi081.stdout:297.out 2023-06-26T03:02:37.825 INFO:teuthology.orchestra.run.smithi081.stdout:298 2023-06-26T03:02:37.826 INFO:teuthology.orchestra.run.smithi081.stdout:298.out 2023-06-26T03:02:37.826 INFO:teuthology.orchestra.run.smithi081.stdout:299 2023-06-26T03:02:37.826 INFO:teuthology.orchestra.run.smithi081.stdout:299.out 2023-06-26T03:02:37.826 INFO:teuthology.orchestra.run.smithi081.stdout:300 2023-06-26T03:02:37.826 INFO:teuthology.orchestra.run.smithi081.stdout:300.out 2023-06-26T03:02:37.826 INFO:teuthology.orchestra.run.smithi081.stdout:301 2023-06-26T03:02:37.826 INFO:teuthology.orchestra.run.smithi081.stdout:301.out 2023-06-26T03:02:37.826 INFO:teuthology.orchestra.run.smithi081.stdout:302 2023-06-26T03:02:37.827 INFO:teuthology.orchestra.run.smithi081.stdout:302.out 2023-06-26T03:02:37.827 INFO:teuthology.orchestra.run.smithi081.stdout:303 2023-06-26T03:02:37.827 INFO:teuthology.orchestra.run.smithi081.stdout:303.out 2023-06-26T03:02:37.827 INFO:teuthology.orchestra.run.smithi081.stdout:304 2023-06-26T03:02:37.827 INFO:teuthology.orchestra.run.smithi081.stdout:304.out 2023-06-26T03:02:37.827 INFO:teuthology.orchestra.run.smithi081.stdout:305 2023-06-26T03:02:37.827 INFO:teuthology.orchestra.run.smithi081.stdout:305.out 2023-06-26T03:02:37.827 INFO:teuthology.orchestra.run.smithi081.stdout:306 2023-06-26T03:02:37.828 INFO:teuthology.orchestra.run.smithi081.stdout:306.out 2023-06-26T03:02:37.828 INFO:teuthology.orchestra.run.smithi081.stdout:307 2023-06-26T03:02:37.828 INFO:teuthology.orchestra.run.smithi081.stdout:307.out 2023-06-26T03:02:37.828 INFO:teuthology.orchestra.run.smithi081.stdout:308 2023-06-26T03:02:37.828 INFO:teuthology.orchestra.run.smithi081.stdout:308.out 2023-06-26T03:02:37.828 INFO:teuthology.orchestra.run.smithi081.stdout:309 2023-06-26T03:02:37.828 INFO:teuthology.orchestra.run.smithi081.stdout:309.out 2023-06-26T03:02:37.828 INFO:teuthology.orchestra.run.smithi081.stdout:310 2023-06-26T03:02:37.829 INFO:teuthology.orchestra.run.smithi081.stdout:310.out 2023-06-26T03:02:37.829 INFO:teuthology.orchestra.run.smithi081.stdout:311 2023-06-26T03:02:37.829 INFO:teuthology.orchestra.run.smithi081.stdout:311.out 2023-06-26T03:02:37.829 INFO:teuthology.orchestra.run.smithi081.stdout:312 2023-06-26T03:02:37.829 INFO:teuthology.orchestra.run.smithi081.stdout:312.out 2023-06-26T03:02:37.829 INFO:teuthology.orchestra.run.smithi081.stdout:313 2023-06-26T03:02:37.829 INFO:teuthology.orchestra.run.smithi081.stdout:313.out 2023-06-26T03:02:37.830 INFO:teuthology.orchestra.run.smithi081.stdout:314 2023-06-26T03:02:37.830 INFO:teuthology.orchestra.run.smithi081.stdout:314.out 2023-06-26T03:02:37.830 INFO:teuthology.orchestra.run.smithi081.stdout:315 2023-06-26T03:02:37.830 INFO:teuthology.orchestra.run.smithi081.stdout:315.out 2023-06-26T03:02:37.830 INFO:teuthology.orchestra.run.smithi081.stdout:316 2023-06-26T03:02:37.830 INFO:teuthology.orchestra.run.smithi081.stdout:316.out 2023-06-26T03:02:37.830 INFO:teuthology.orchestra.run.smithi081.stdout:317 2023-06-26T03:02:37.830 INFO:teuthology.orchestra.run.smithi081.stdout:317.out 2023-06-26T03:02:37.830 INFO:teuthology.orchestra.run.smithi081.stdout:318 2023-06-26T03:02:37.831 INFO:teuthology.orchestra.run.smithi081.stdout:318.out 2023-06-26T03:02:37.831 INFO:teuthology.orchestra.run.smithi081.stdout:319 2023-06-26T03:02:37.831 INFO:teuthology.orchestra.run.smithi081.stdout:319.out 2023-06-26T03:02:37.831 INFO:teuthology.orchestra.run.smithi081.stdout:320 2023-06-26T03:02:37.831 INFO:teuthology.orchestra.run.smithi081.stdout:320.out 2023-06-26T03:02:37.831 INFO:teuthology.orchestra.run.smithi081.stdout:321 2023-06-26T03:02:37.831 INFO:teuthology.orchestra.run.smithi081.stdout:321.out 2023-06-26T03:02:37.831 INFO:teuthology.orchestra.run.smithi081.stdout:322 2023-06-26T03:02:37.832 INFO:teuthology.orchestra.run.smithi081.stdout:322.out 2023-06-26T03:02:37.832 INFO:teuthology.orchestra.run.smithi081.stdout:323 2023-06-26T03:02:37.832 INFO:teuthology.orchestra.run.smithi081.stdout:323.out 2023-06-26T03:02:37.832 INFO:teuthology.orchestra.run.smithi081.stdout:324 2023-06-26T03:02:37.832 INFO:teuthology.orchestra.run.smithi081.stdout:324.out 2023-06-26T03:02:37.832 INFO:teuthology.orchestra.run.smithi081.stdout:325 2023-06-26T03:02:37.832 INFO:teuthology.orchestra.run.smithi081.stdout:325.out 2023-06-26T03:02:37.833 INFO:teuthology.orchestra.run.smithi081.stdout:326 2023-06-26T03:02:37.833 INFO:teuthology.orchestra.run.smithi081.stdout:326.out 2023-06-26T03:02:37.833 INFO:teuthology.orchestra.run.smithi081.stdout:327 2023-06-26T03:02:37.833 INFO:teuthology.orchestra.run.smithi081.stdout:327.out 2023-06-26T03:02:37.833 INFO:teuthology.orchestra.run.smithi081.stdout:328 2023-06-26T03:02:37.833 INFO:teuthology.orchestra.run.smithi081.stdout:328.out 2023-06-26T03:02:37.833 INFO:teuthology.orchestra.run.smithi081.stdout:329 2023-06-26T03:02:37.833 INFO:teuthology.orchestra.run.smithi081.stdout:329.out 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi081.stdout:330 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi081.stdout:330.out 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi081.stdout:331 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi081.stdout:331.out 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi081.stdout:332 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi081.stdout:332.out 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi081.stdout:333 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi081.stdout:333.out 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi081.stdout:334 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi081.stdout:334.out 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi081.stdout:335 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi081.stdout:335.out 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi081.stdout:336 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi081.stdout:336.out 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi081.stdout:337 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi081.stdout:337.out 2023-06-26T03:02:37.836 INFO:teuthology.orchestra.run.smithi081.stdout:338 2023-06-26T03:02:37.836 INFO:teuthology.orchestra.run.smithi081.stdout:338.out 2023-06-26T03:02:37.836 INFO:teuthology.orchestra.run.smithi081.stdout:339 2023-06-26T03:02:37.836 INFO:teuthology.orchestra.run.smithi081.stdout:339.out 2023-06-26T03:02:37.836 INFO:teuthology.orchestra.run.smithi081.stdout:340 2023-06-26T03:02:37.836 INFO:teuthology.orchestra.run.smithi081.stdout:340.out 2023-06-26T03:02:37.836 INFO:teuthology.orchestra.run.smithi081.stdout:341 2023-06-26T03:02:37.836 INFO:teuthology.orchestra.run.smithi081.stdout:341.out 2023-06-26T03:02:37.837 INFO:teuthology.orchestra.run.smithi081.stdout:342 2023-06-26T03:02:37.837 INFO:teuthology.orchestra.run.smithi081.stdout:342.out 2023-06-26T03:02:37.837 INFO:teuthology.orchestra.run.smithi081.stdout:343 2023-06-26T03:02:37.837 INFO:teuthology.orchestra.run.smithi081.stdout:343.out 2023-06-26T03:02:37.837 INFO:teuthology.orchestra.run.smithi081.stdout:344 2023-06-26T03:02:37.837 INFO:teuthology.orchestra.run.smithi081.stdout:344.out 2023-06-26T03:02:37.837 INFO:teuthology.orchestra.run.smithi081.stdout:345 2023-06-26T03:02:37.837 INFO:teuthology.orchestra.run.smithi081.stdout:345.out 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi081.stdout:346 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi081.stdout:346.out 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi081.stdout:347 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi081.stdout:347.out 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi081.stdout:348 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi081.stdout:348.out 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi081.stdout:349 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi081.stdout:349.out 2023-06-26T03:02:37.839 INFO:teuthology.orchestra.run.smithi081.stdout:350 2023-06-26T03:02:37.839 INFO:teuthology.orchestra.run.smithi081.stdout:350.out 2023-06-26T03:02:37.839 INFO:teuthology.orchestra.run.smithi081.stdout:351 2023-06-26T03:02:37.839 INFO:teuthology.orchestra.run.smithi081.stdout:351.out 2023-06-26T03:02:37.839 INFO:teuthology.orchestra.run.smithi081.stdout:352 2023-06-26T03:02:37.839 INFO:teuthology.orchestra.run.smithi081.stdout:352.out 2023-06-26T03:02:37.839 INFO:teuthology.orchestra.run.smithi081.stdout:353 2023-06-26T03:02:37.839 INFO:teuthology.orchestra.run.smithi081.stdout:353.out 2023-06-26T03:02:37.840 INFO:teuthology.orchestra.run.smithi081.stdout:354 2023-06-26T03:02:37.840 INFO:teuthology.orchestra.run.smithi081.stdout:354.out 2023-06-26T03:02:37.840 INFO:teuthology.orchestra.run.smithi081.stdout:355 2023-06-26T03:02:37.840 INFO:teuthology.orchestra.run.smithi081.stdout:355.out 2023-06-26T03:02:37.840 INFO:teuthology.orchestra.run.smithi081.stdout:356 2023-06-26T03:02:37.840 INFO:teuthology.orchestra.run.smithi081.stdout:356.out 2023-06-26T03:02:37.840 INFO:teuthology.orchestra.run.smithi081.stdout:357 2023-06-26T03:02:37.840 INFO:teuthology.orchestra.run.smithi081.stdout:357.out 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi081.stdout:358 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi081.stdout:358.out 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi081.stdout:359 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi081.stdout:359.out 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi081.stdout:360 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi081.stdout:360.out 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi081.stdout:361 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi081.stdout:361.out 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi081.stdout:362 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi081.stdout:362.out 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi081.stdout:363 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi081.stdout:363.out 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi081.stdout:364 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi081.stdout:364.out 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi081.stdout:365 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi081.stdout:365.out 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi081.stdout:366 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi081.stdout:366.out 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi081.stdout:367 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi081.stdout:367.out 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi081.stdout:368 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi081.stdout:368.out 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi081.stdout:369 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi081.stdout:369.out 2023-06-26T03:02:37.844 INFO:teuthology.orchestra.run.smithi081.stdout:370 2023-06-26T03:02:37.844 INFO:teuthology.orchestra.run.smithi081.stdout:370.out 2023-06-26T03:02:37.844 INFO:teuthology.orchestra.run.smithi081.stdout:371 2023-06-26T03:02:37.844 INFO:teuthology.orchestra.run.smithi081.stdout:371.out 2023-06-26T03:02:37.844 INFO:teuthology.orchestra.run.smithi081.stdout:372 2023-06-26T03:02:37.844 INFO:teuthology.orchestra.run.smithi081.stdout:372.out 2023-06-26T03:02:37.844 INFO:teuthology.orchestra.run.smithi081.stdout:373 2023-06-26T03:02:37.844 INFO:teuthology.orchestra.run.smithi081.stdout:373.out 2023-06-26T03:02:37.845 INFO:teuthology.orchestra.run.smithi081.stdout:374 2023-06-26T03:02:37.845 INFO:teuthology.orchestra.run.smithi081.stdout:374.out 2023-06-26T03:02:37.845 INFO:teuthology.orchestra.run.smithi081.stdout:375 2023-06-26T03:02:37.845 INFO:teuthology.orchestra.run.smithi081.stdout:375.out 2023-06-26T03:02:37.845 INFO:teuthology.orchestra.run.smithi081.stdout:376 2023-06-26T03:02:37.845 INFO:teuthology.orchestra.run.smithi081.stdout:376.out 2023-06-26T03:02:37.845 INFO:teuthology.orchestra.run.smithi081.stdout:377 2023-06-26T03:02:37.845 INFO:teuthology.orchestra.run.smithi081.stdout:377.out 2023-06-26T03:02:37.846 INFO:teuthology.orchestra.run.smithi081.stdout:378 2023-06-26T03:02:37.846 INFO:teuthology.orchestra.run.smithi081.stdout:378.out 2023-06-26T03:02:37.846 INFO:teuthology.orchestra.run.smithi081.stdout:379 2023-06-26T03:02:37.846 INFO:teuthology.orchestra.run.smithi081.stdout:379.out 2023-06-26T03:02:37.846 INFO:teuthology.orchestra.run.smithi081.stdout:380 2023-06-26T03:02:37.846 INFO:teuthology.orchestra.run.smithi081.stdout:380.out 2023-06-26T03:02:37.846 INFO:teuthology.orchestra.run.smithi081.stdout:381 2023-06-26T03:02:37.846 INFO:teuthology.orchestra.run.smithi081.stdout:381.out 2023-06-26T03:02:37.847 INFO:teuthology.orchestra.run.smithi081.stdout:382 2023-06-26T03:02:37.847 INFO:teuthology.orchestra.run.smithi081.stdout:382.out 2023-06-26T03:02:37.847 INFO:teuthology.orchestra.run.smithi081.stdout:383 2023-06-26T03:02:37.847 INFO:teuthology.orchestra.run.smithi081.stdout:383.out 2023-06-26T03:02:37.847 INFO:teuthology.orchestra.run.smithi081.stdout:384 2023-06-26T03:02:37.847 INFO:teuthology.orchestra.run.smithi081.stdout:384.out 2023-06-26T03:02:37.847 INFO:teuthology.orchestra.run.smithi081.stdout:385 2023-06-26T03:02:37.847 INFO:teuthology.orchestra.run.smithi081.stdout:385.out 2023-06-26T03:02:37.848 INFO:teuthology.orchestra.run.smithi081.stdout:386 2023-06-26T03:02:37.848 INFO:teuthology.orchestra.run.smithi081.stdout:386.out 2023-06-26T03:02:37.848 INFO:teuthology.orchestra.run.smithi081.stdout:387 2023-06-26T03:02:37.848 INFO:teuthology.orchestra.run.smithi081.stdout:387.out 2023-06-26T03:02:37.848 INFO:teuthology.orchestra.run.smithi081.stdout:388 2023-06-26T03:02:37.848 INFO:teuthology.orchestra.run.smithi081.stdout:388.out 2023-06-26T03:02:37.848 INFO:teuthology.orchestra.run.smithi081.stdout:389 2023-06-26T03:02:37.849 INFO:teuthology.orchestra.run.smithi081.stdout:389.out 2023-06-26T03:02:37.849 INFO:teuthology.orchestra.run.smithi081.stdout:390 2023-06-26T03:02:37.849 INFO:teuthology.orchestra.run.smithi081.stdout:390.out 2023-06-26T03:02:37.849 INFO:teuthology.orchestra.run.smithi081.stdout:391 2023-06-26T03:02:37.849 INFO:teuthology.orchestra.run.smithi081.stdout:391.out 2023-06-26T03:02:37.849 INFO:teuthology.orchestra.run.smithi081.stdout:392 2023-06-26T03:02:37.849 INFO:teuthology.orchestra.run.smithi081.stdout:392.out 2023-06-26T03:02:37.849 INFO:teuthology.orchestra.run.smithi081.stdout:393 2023-06-26T03:02:37.850 INFO:teuthology.orchestra.run.smithi081.stdout:393.out 2023-06-26T03:02:37.850 INFO:teuthology.orchestra.run.smithi081.stdout:394 2023-06-26T03:02:37.850 INFO:teuthology.orchestra.run.smithi081.stdout:394.out 2023-06-26T03:02:37.850 INFO:teuthology.orchestra.run.smithi081.stdout:395 2023-06-26T03:02:37.850 INFO:teuthology.orchestra.run.smithi081.stdout:395.out 2023-06-26T03:02:37.850 INFO:teuthology.orchestra.run.smithi081.stdout:396 2023-06-26T03:02:37.850 INFO:teuthology.orchestra.run.smithi081.stdout:396.out 2023-06-26T03:02:37.850 INFO:teuthology.orchestra.run.smithi081.stdout:397 2023-06-26T03:02:37.851 INFO:teuthology.orchestra.run.smithi081.stdout:397.out 2023-06-26T03:02:37.851 INFO:teuthology.orchestra.run.smithi081.stdout:398 2023-06-26T03:02:37.851 INFO:teuthology.orchestra.run.smithi081.stdout:398.out 2023-06-26T03:02:37.851 INFO:teuthology.orchestra.run.smithi081.stdout:399 2023-06-26T03:02:37.851 INFO:teuthology.orchestra.run.smithi081.stdout:399.out 2023-06-26T03:02:37.851 INFO:teuthology.orchestra.run.smithi081.stdout:400 2023-06-26T03:02:37.851 INFO:teuthology.orchestra.run.smithi081.stdout:400.out 2023-06-26T03:02:37.851 INFO:teuthology.orchestra.run.smithi081.stdout:401 2023-06-26T03:02:37.852 INFO:teuthology.orchestra.run.smithi081.stdout:401.out 2023-06-26T03:02:37.852 INFO:teuthology.orchestra.run.smithi081.stdout:402 2023-06-26T03:02:37.852 INFO:teuthology.orchestra.run.smithi081.stdout:402.out 2023-06-26T03:02:37.852 INFO:teuthology.orchestra.run.smithi081.stdout:403 2023-06-26T03:02:37.852 INFO:teuthology.orchestra.run.smithi081.stdout:403.out 2023-06-26T03:02:37.852 INFO:teuthology.orchestra.run.smithi081.stdout:404 2023-06-26T03:02:37.852 INFO:teuthology.orchestra.run.smithi081.stdout:404.out 2023-06-26T03:02:37.852 INFO:teuthology.orchestra.run.smithi081.stdout:405 2023-06-26T03:02:37.853 INFO:teuthology.orchestra.run.smithi081.stdout:405.out 2023-06-26T03:02:37.853 INFO:teuthology.orchestra.run.smithi081.stdout:406 2023-06-26T03:02:37.853 INFO:teuthology.orchestra.run.smithi081.stdout:406.out 2023-06-26T03:02:37.853 INFO:teuthology.orchestra.run.smithi081.stdout:407 2023-06-26T03:02:37.853 INFO:teuthology.orchestra.run.smithi081.stdout:407.out 2023-06-26T03:02:37.853 INFO:teuthology.orchestra.run.smithi081.stdout:408 2023-06-26T03:02:37.853 INFO:teuthology.orchestra.run.smithi081.stdout:408.out 2023-06-26T03:02:37.853 INFO:teuthology.orchestra.run.smithi081.stdout:409 2023-06-26T03:02:37.854 INFO:teuthology.orchestra.run.smithi081.stdout:409.out 2023-06-26T03:02:37.854 INFO:teuthology.orchestra.run.smithi081.stdout:410 2023-06-26T03:02:37.854 INFO:teuthology.orchestra.run.smithi081.stdout:410.out 2023-06-26T03:02:37.854 INFO:teuthology.orchestra.run.smithi081.stdout:411 2023-06-26T03:02:37.854 INFO:teuthology.orchestra.run.smithi081.stdout:411.out 2023-06-26T03:02:37.854 INFO:teuthology.orchestra.run.smithi081.stdout:412 2023-06-26T03:02:37.854 INFO:teuthology.orchestra.run.smithi081.stdout:412.out 2023-06-26T03:02:37.854 INFO:teuthology.orchestra.run.smithi081.stdout:413 2023-06-26T03:02:37.855 INFO:teuthology.orchestra.run.smithi081.stdout:413.out 2023-06-26T03:02:37.855 INFO:teuthology.orchestra.run.smithi081.stdout:414 2023-06-26T03:02:37.855 INFO:teuthology.orchestra.run.smithi081.stdout:414.out 2023-06-26T03:02:37.855 INFO:teuthology.orchestra.run.smithi081.stdout:415 2023-06-26T03:02:37.855 INFO:teuthology.orchestra.run.smithi081.stdout:415.out 2023-06-26T03:02:37.855 INFO:teuthology.orchestra.run.smithi081.stdout:416 2023-06-26T03:02:37.855 INFO:teuthology.orchestra.run.smithi081.stdout:416.out 2023-06-26T03:02:37.855 INFO:teuthology.orchestra.run.smithi081.stdout:417 2023-06-26T03:02:37.856 INFO:teuthology.orchestra.run.smithi081.stdout:417.out 2023-06-26T03:02:37.856 INFO:teuthology.orchestra.run.smithi081.stdout:418 2023-06-26T03:02:37.856 INFO:teuthology.orchestra.run.smithi081.stdout:418.out 2023-06-26T03:02:37.856 INFO:teuthology.orchestra.run.smithi081.stdout:419 2023-06-26T03:02:37.856 INFO:teuthology.orchestra.run.smithi081.stdout:419.out 2023-06-26T03:02:37.856 INFO:teuthology.orchestra.run.smithi081.stdout:420 2023-06-26T03:02:37.856 INFO:teuthology.orchestra.run.smithi081.stdout:420.out 2023-06-26T03:02:37.856 INFO:teuthology.orchestra.run.smithi081.stdout:421 2023-06-26T03:02:37.857 INFO:teuthology.orchestra.run.smithi081.stdout:421.out 2023-06-26T03:02:37.857 INFO:teuthology.orchestra.run.smithi081.stdout:422 2023-06-26T03:02:37.857 INFO:teuthology.orchestra.run.smithi081.stdout:422.out 2023-06-26T03:02:37.857 INFO:teuthology.orchestra.run.smithi081.stdout:423 2023-06-26T03:02:37.857 INFO:teuthology.orchestra.run.smithi081.stdout:423.out 2023-06-26T03:02:37.857 INFO:teuthology.orchestra.run.smithi081.stdout:424 2023-06-26T03:02:37.857 INFO:teuthology.orchestra.run.smithi081.stdout:424.out 2023-06-26T03:02:37.857 INFO:teuthology.orchestra.run.smithi081.stdout:425 2023-06-26T03:02:37.858 INFO:teuthology.orchestra.run.smithi081.stdout:425.out 2023-06-26T03:02:37.858 INFO:teuthology.orchestra.run.smithi081.stdout:426 2023-06-26T03:02:37.858 INFO:teuthology.orchestra.run.smithi081.stdout:426.out 2023-06-26T03:02:37.858 INFO:teuthology.orchestra.run.smithi081.stdout:427 2023-06-26T03:02:37.858 INFO:teuthology.orchestra.run.smithi081.stdout:427.out 2023-06-26T03:02:37.858 INFO:teuthology.orchestra.run.smithi081.stdout:428 2023-06-26T03:02:37.858 INFO:teuthology.orchestra.run.smithi081.stdout:428.out 2023-06-26T03:02:37.858 INFO:teuthology.orchestra.run.smithi081.stdout:429 2023-06-26T03:02:37.859 INFO:teuthology.orchestra.run.smithi081.stdout:429.out 2023-06-26T03:02:37.859 INFO:teuthology.orchestra.run.smithi081.stdout:430 2023-06-26T03:02:37.859 INFO:teuthology.orchestra.run.smithi081.stdout:430.out 2023-06-26T03:02:37.859 INFO:teuthology.orchestra.run.smithi081.stdout:431 2023-06-26T03:02:37.859 INFO:teuthology.orchestra.run.smithi081.stdout:431.out 2023-06-26T03:02:37.859 INFO:teuthology.orchestra.run.smithi081.stdout:432 2023-06-26T03:02:37.859 INFO:teuthology.orchestra.run.smithi081.stdout:432.out 2023-06-26T03:02:37.859 INFO:teuthology.orchestra.run.smithi081.stdout:433 2023-06-26T03:02:37.860 INFO:teuthology.orchestra.run.smithi081.stdout:433.out 2023-06-26T03:02:37.860 INFO:teuthology.orchestra.run.smithi081.stdout:434 2023-06-26T03:02:37.860 INFO:teuthology.orchestra.run.smithi081.stdout:434.out 2023-06-26T03:02:37.860 INFO:teuthology.orchestra.run.smithi081.stdout:435 2023-06-26T03:02:37.860 INFO:teuthology.orchestra.run.smithi081.stdout:435.out 2023-06-26T03:02:37.860 INFO:teuthology.orchestra.run.smithi081.stdout:436 2023-06-26T03:02:37.860 INFO:teuthology.orchestra.run.smithi081.stdout:436.out 2023-06-26T03:02:37.860 INFO:teuthology.orchestra.run.smithi081.stdout:437 2023-06-26T03:02:37.861 INFO:teuthology.orchestra.run.smithi081.stdout:437.out 2023-06-26T03:02:37.861 INFO:teuthology.orchestra.run.smithi081.stdout:438 2023-06-26T03:02:37.861 INFO:teuthology.orchestra.run.smithi081.stdout:438.out 2023-06-26T03:02:37.861 INFO:teuthology.orchestra.run.smithi081.stdout:439 2023-06-26T03:02:37.861 INFO:teuthology.orchestra.run.smithi081.stdout:439.out 2023-06-26T03:02:37.861 INFO:teuthology.orchestra.run.smithi081.stdout:440 2023-06-26T03:02:37.861 INFO:teuthology.orchestra.run.smithi081.stdout:440.out 2023-06-26T03:02:37.861 INFO:teuthology.orchestra.run.smithi081.stdout:441 2023-06-26T03:02:37.862 INFO:teuthology.orchestra.run.smithi081.stdout:441.out 2023-06-26T03:02:37.862 INFO:teuthology.orchestra.run.smithi081.stdout:442 2023-06-26T03:02:37.862 INFO:teuthology.orchestra.run.smithi081.stdout:442.out 2023-06-26T03:02:37.862 INFO:teuthology.orchestra.run.smithi081.stdout:443 2023-06-26T03:02:37.862 INFO:teuthology.orchestra.run.smithi081.stdout:443.out 2023-06-26T03:02:37.862 INFO:teuthology.orchestra.run.smithi081.stdout:444 2023-06-26T03:02:37.862 INFO:teuthology.orchestra.run.smithi081.stdout:444.out 2023-06-26T03:02:37.863 INFO:teuthology.orchestra.run.smithi081.stdout:445 2023-06-26T03:02:37.863 INFO:teuthology.orchestra.run.smithi081.stdout:445.out 2023-06-26T03:02:37.863 INFO:teuthology.orchestra.run.smithi081.stdout:446 2023-06-26T03:02:37.863 INFO:teuthology.orchestra.run.smithi081.stdout:446.out 2023-06-26T03:02:37.863 INFO:teuthology.orchestra.run.smithi081.stdout:447 2023-06-26T03:02:37.863 INFO:teuthology.orchestra.run.smithi081.stdout:447.out 2023-06-26T03:02:37.863 INFO:teuthology.orchestra.run.smithi081.stdout:448 2023-06-26T03:02:37.863 INFO:teuthology.orchestra.run.smithi081.stdout:448.out 2023-06-26T03:02:37.864 INFO:teuthology.orchestra.run.smithi081.stdout:449 2023-06-26T03:02:37.864 INFO:teuthology.orchestra.run.smithi081.stdout:449.out 2023-06-26T03:02:37.864 INFO:teuthology.orchestra.run.smithi081.stdout:450 2023-06-26T03:02:37.864 INFO:teuthology.orchestra.run.smithi081.stdout:450.out 2023-06-26T03:02:37.864 INFO:teuthology.orchestra.run.smithi081.stdout:451 2023-06-26T03:02:37.864 INFO:teuthology.orchestra.run.smithi081.stdout:451.out 2023-06-26T03:02:37.864 INFO:teuthology.orchestra.run.smithi081.stdout:452 2023-06-26T03:02:37.864 INFO:teuthology.orchestra.run.smithi081.stdout:452.out 2023-06-26T03:02:37.865 INFO:teuthology.orchestra.run.smithi081.stdout:453 2023-06-26T03:02:37.865 INFO:teuthology.orchestra.run.smithi081.stdout:453.out 2023-06-26T03:02:37.865 INFO:teuthology.orchestra.run.smithi081.stdout:454 2023-06-26T03:02:37.865 INFO:teuthology.orchestra.run.smithi081.stdout:454.out 2023-06-26T03:02:37.865 INFO:teuthology.orchestra.run.smithi081.stdout:455 2023-06-26T03:02:37.865 INFO:teuthology.orchestra.run.smithi081.stdout:455.out 2023-06-26T03:02:37.865 INFO:teuthology.orchestra.run.smithi081.stdout:456 2023-06-26T03:02:37.865 INFO:teuthology.orchestra.run.smithi081.stdout:456.out 2023-06-26T03:02:37.866 INFO:teuthology.orchestra.run.smithi081.stdout:457 2023-06-26T03:02:37.866 INFO:teuthology.orchestra.run.smithi081.stdout:457.out 2023-06-26T03:02:37.866 INFO:teuthology.orchestra.run.smithi081.stdout:458 2023-06-26T03:02:37.866 INFO:teuthology.orchestra.run.smithi081.stdout:458.out 2023-06-26T03:02:37.866 INFO:teuthology.orchestra.run.smithi081.stdout:459 2023-06-26T03:02:37.866 INFO:teuthology.orchestra.run.smithi081.stdout:459.out 2023-06-26T03:02:37.866 INFO:teuthology.orchestra.run.smithi081.stdout:460 2023-06-26T03:02:37.866 INFO:teuthology.orchestra.run.smithi081.stdout:460.out 2023-06-26T03:02:37.867 INFO:teuthology.orchestra.run.smithi081.stdout:461 2023-06-26T03:02:37.867 INFO:teuthology.orchestra.run.smithi081.stdout:461.out 2023-06-26T03:02:37.867 INFO:teuthology.orchestra.run.smithi081.stdout:462 2023-06-26T03:02:37.867 INFO:teuthology.orchestra.run.smithi081.stdout:462.out 2023-06-26T03:02:37.867 INFO:teuthology.orchestra.run.smithi081.stdout:463 2023-06-26T03:02:37.867 INFO:teuthology.orchestra.run.smithi081.stdout:463.out 2023-06-26T03:02:37.867 INFO:teuthology.orchestra.run.smithi081.stdout:464 2023-06-26T03:02:37.867 INFO:teuthology.orchestra.run.smithi081.stdout:464.out 2023-06-26T03:02:37.868 INFO:teuthology.orchestra.run.smithi081.stdout:465 2023-06-26T03:02:37.868 INFO:teuthology.orchestra.run.smithi081.stdout:465.out 2023-06-26T03:02:37.868 INFO:teuthology.orchestra.run.smithi081.stdout:466 2023-06-26T03:02:37.868 INFO:teuthology.orchestra.run.smithi081.stdout:466.out 2023-06-26T03:02:37.868 INFO:teuthology.orchestra.run.smithi081.stdout:467 2023-06-26T03:02:37.868 INFO:teuthology.orchestra.run.smithi081.stdout:467.out 2023-06-26T03:02:37.868 INFO:teuthology.orchestra.run.smithi081.stdout:468 2023-06-26T03:02:37.868 INFO:teuthology.orchestra.run.smithi081.stdout:468.out 2023-06-26T03:02:37.869 INFO:teuthology.orchestra.run.smithi081.stdout:469 2023-06-26T03:02:37.869 INFO:teuthology.orchestra.run.smithi081.stdout:469.out 2023-06-26T03:02:37.869 INFO:teuthology.orchestra.run.smithi081.stdout:470 2023-06-26T03:02:37.869 INFO:teuthology.orchestra.run.smithi081.stdout:470.out 2023-06-26T03:02:37.869 INFO:teuthology.orchestra.run.smithi081.stdout:471 2023-06-26T03:02:37.869 INFO:teuthology.orchestra.run.smithi081.stdout:471.out 2023-06-26T03:02:37.869 INFO:teuthology.orchestra.run.smithi081.stdout:472 2023-06-26T03:02:37.869 INFO:teuthology.orchestra.run.smithi081.stdout:472.out 2023-06-26T03:02:37.870 INFO:teuthology.orchestra.run.smithi081.stdout:473 2023-06-26T03:02:37.870 INFO:teuthology.orchestra.run.smithi081.stdout:473.out 2023-06-26T03:02:37.870 INFO:teuthology.orchestra.run.smithi081.stdout:474 2023-06-26T03:02:37.870 INFO:teuthology.orchestra.run.smithi081.stdout:474.out 2023-06-26T03:02:37.870 INFO:teuthology.orchestra.run.smithi081.stdout:475 2023-06-26T03:02:37.870 INFO:teuthology.orchestra.run.smithi081.stdout:475.out 2023-06-26T03:02:37.870 INFO:teuthology.orchestra.run.smithi081.stdout:476 2023-06-26T03:02:37.870 INFO:teuthology.orchestra.run.smithi081.stdout:476.out 2023-06-26T03:02:37.871 INFO:teuthology.orchestra.run.smithi081.stdout:477 2023-06-26T03:02:37.871 INFO:teuthology.orchestra.run.smithi081.stdout:477.out 2023-06-26T03:02:37.871 INFO:teuthology.orchestra.run.smithi081.stdout:478 2023-06-26T03:02:37.871 INFO:teuthology.orchestra.run.smithi081.stdout:478.out 2023-06-26T03:02:37.871 INFO:teuthology.orchestra.run.smithi081.stdout:479 2023-06-26T03:02:37.871 INFO:teuthology.orchestra.run.smithi081.stdout:479.out 2023-06-26T03:02:37.871 INFO:teuthology.orchestra.run.smithi081.stdout:480 2023-06-26T03:02:37.871 INFO:teuthology.orchestra.run.smithi081.stdout:480.out 2023-06-26T03:02:37.872 INFO:teuthology.orchestra.run.smithi081.stdout:481 2023-06-26T03:02:37.872 INFO:teuthology.orchestra.run.smithi081.stdout:481.out 2023-06-26T03:02:37.872 INFO:teuthology.orchestra.run.smithi081.stdout:482 2023-06-26T03:02:37.872 INFO:teuthology.orchestra.run.smithi081.stdout:482.out 2023-06-26T03:02:37.872 INFO:teuthology.orchestra.run.smithi081.stdout:483 2023-06-26T03:02:37.872 INFO:teuthology.orchestra.run.smithi081.stdout:483.out 2023-06-26T03:02:37.872 INFO:teuthology.orchestra.run.smithi081.stdout:484 2023-06-26T03:02:37.872 INFO:teuthology.orchestra.run.smithi081.stdout:484.out 2023-06-26T03:02:37.873 INFO:teuthology.orchestra.run.smithi081.stdout:485 2023-06-26T03:02:37.873 INFO:teuthology.orchestra.run.smithi081.stdout:485.out 2023-06-26T03:02:37.873 INFO:teuthology.orchestra.run.smithi081.stdout:486 2023-06-26T03:02:37.873 INFO:teuthology.orchestra.run.smithi081.stdout:486.out 2023-06-26T03:02:37.873 INFO:teuthology.orchestra.run.smithi081.stdout:487 2023-06-26T03:02:37.873 INFO:teuthology.orchestra.run.smithi081.stdout:487.out 2023-06-26T03:02:37.873 INFO:teuthology.orchestra.run.smithi081.stdout:488 2023-06-26T03:02:37.873 INFO:teuthology.orchestra.run.smithi081.stdout:488.out 2023-06-26T03:02:37.874 INFO:teuthology.orchestra.run.smithi081.stdout:489 2023-06-26T03:02:37.874 INFO:teuthology.orchestra.run.smithi081.stdout:489.out 2023-06-26T03:02:37.874 INFO:teuthology.orchestra.run.smithi081.stdout:490 2023-06-26T03:02:37.874 INFO:teuthology.orchestra.run.smithi081.stdout:490.out 2023-06-26T03:02:37.874 INFO:teuthology.orchestra.run.smithi081.stdout:491 2023-06-26T03:02:37.874 INFO:teuthology.orchestra.run.smithi081.stdout:491.out 2023-06-26T03:02:37.874 INFO:teuthology.orchestra.run.smithi081.stdout:492 2023-06-26T03:02:37.874 INFO:teuthology.orchestra.run.smithi081.stdout:492.out 2023-06-26T03:02:37.875 INFO:teuthology.orchestra.run.smithi081.stdout:493 2023-06-26T03:02:37.875 INFO:teuthology.orchestra.run.smithi081.stdout:493.out 2023-06-26T03:02:37.875 INFO:teuthology.orchestra.run.smithi081.stdout:494 2023-06-26T03:02:37.875 INFO:teuthology.orchestra.run.smithi081.stdout:494.out 2023-06-26T03:02:37.875 INFO:teuthology.orchestra.run.smithi081.stdout:495 2023-06-26T03:02:37.875 INFO:teuthology.orchestra.run.smithi081.stdout:495.out 2023-06-26T03:02:37.875 INFO:teuthology.orchestra.run.smithi081.stdout:496 2023-06-26T03:02:37.875 INFO:teuthology.orchestra.run.smithi081.stdout:496.out 2023-06-26T03:02:37.876 INFO:teuthology.orchestra.run.smithi081.stdout:497 2023-06-26T03:02:37.876 INFO:teuthology.orchestra.run.smithi081.stdout:497.out 2023-06-26T03:02:37.876 INFO:teuthology.orchestra.run.smithi081.stdout:498 2023-06-26T03:02:37.876 INFO:teuthology.orchestra.run.smithi081.stdout:498.out 2023-06-26T03:02:37.876 INFO:teuthology.orchestra.run.smithi081.stdout:499 2023-06-26T03:02:37.876 INFO:teuthology.orchestra.run.smithi081.stdout:499.out 2023-06-26T03:02:37.876 INFO:teuthology.orchestra.run.smithi081.stdout:500 2023-06-26T03:02:37.876 INFO:teuthology.orchestra.run.smithi081.stdout:500.out 2023-06-26T03:02:37.877 INFO:teuthology.orchestra.run.smithi081.stdout:501 2023-06-26T03:02:37.877 INFO:teuthology.orchestra.run.smithi081.stdout:501.out 2023-06-26T03:02:37.877 INFO:teuthology.orchestra.run.smithi081.stdout:502 2023-06-26T03:02:37.877 INFO:teuthology.orchestra.run.smithi081.stdout:502.out 2023-06-26T03:02:37.877 INFO:teuthology.orchestra.run.smithi081.stdout:503 2023-06-26T03:02:37.877 INFO:teuthology.orchestra.run.smithi081.stdout:503.out 2023-06-26T03:02:37.877 INFO:teuthology.orchestra.run.smithi081.stdout:504 2023-06-26T03:02:37.877 INFO:teuthology.orchestra.run.smithi081.stdout:504.out 2023-06-26T03:02:37.878 INFO:teuthology.orchestra.run.smithi081.stdout:505 2023-06-26T03:02:37.878 INFO:teuthology.orchestra.run.smithi081.stdout:505.out 2023-06-26T03:02:37.878 INFO:teuthology.orchestra.run.smithi081.stdout:506 2023-06-26T03:02:37.878 INFO:teuthology.orchestra.run.smithi081.stdout:506.out 2023-06-26T03:02:37.878 INFO:teuthology.orchestra.run.smithi081.stdout:507 2023-06-26T03:02:37.878 INFO:teuthology.orchestra.run.smithi081.stdout:507.out 2023-06-26T03:02:37.878 INFO:teuthology.orchestra.run.smithi081.stdout:508 2023-06-26T03:02:37.878 INFO:teuthology.orchestra.run.smithi081.stdout:508.out 2023-06-26T03:02:37.879 INFO:teuthology.orchestra.run.smithi081.stdout:509 2023-06-26T03:02:37.879 INFO:teuthology.orchestra.run.smithi081.stdout:509.out 2023-06-26T03:02:37.879 INFO:teuthology.orchestra.run.smithi081.stdout:510 2023-06-26T03:02:37.879 INFO:teuthology.orchestra.run.smithi081.stdout:510.out 2023-06-26T03:02:37.879 INFO:teuthology.orchestra.run.smithi081.stdout:511 2023-06-26T03:02:37.879 INFO:teuthology.orchestra.run.smithi081.stdout:511.out 2023-06-26T03:02:37.879 INFO:teuthology.orchestra.run.smithi081.stdout:512 2023-06-26T03:02:37.879 INFO:teuthology.orchestra.run.smithi081.stdout:512.out 2023-06-26T03:02:37.880 INFO:teuthology.orchestra.run.smithi081.stdout:513 2023-06-26T03:02:37.880 INFO:teuthology.orchestra.run.smithi081.stdout:513.out 2023-06-26T03:02:37.880 INFO:teuthology.orchestra.run.smithi081.stdout:514 2023-06-26T03:02:37.880 INFO:teuthology.orchestra.run.smithi081.stdout:514.out 2023-06-26T03:02:37.880 INFO:teuthology.orchestra.run.smithi081.stdout:515 2023-06-26T03:02:37.880 INFO:teuthology.orchestra.run.smithi081.stdout:515.out 2023-06-26T03:02:37.880 INFO:teuthology.orchestra.run.smithi081.stdout:516 2023-06-26T03:02:37.880 INFO:teuthology.orchestra.run.smithi081.stdout:516.out 2023-06-26T03:02:37.881 INFO:teuthology.orchestra.run.smithi081.stdout:517 2023-06-26T03:02:37.881 INFO:teuthology.orchestra.run.smithi081.stdout:517.out 2023-06-26T03:02:37.881 INFO:teuthology.orchestra.run.smithi081.stdout:518 2023-06-26T03:02:37.881 INFO:teuthology.orchestra.run.smithi081.stdout:518.out 2023-06-26T03:02:37.881 INFO:teuthology.orchestra.run.smithi081.stdout:519 2023-06-26T03:02:37.881 INFO:teuthology.orchestra.run.smithi081.stdout:519.out 2023-06-26T03:02:37.881 INFO:teuthology.orchestra.run.smithi081.stdout:520 2023-06-26T03:02:37.881 INFO:teuthology.orchestra.run.smithi081.stdout:520.out 2023-06-26T03:02:37.882 INFO:teuthology.orchestra.run.smithi081.stdout:521 2023-06-26T03:02:37.882 INFO:teuthology.orchestra.run.smithi081.stdout:521.out 2023-06-26T03:02:37.882 INFO:teuthology.orchestra.run.smithi081.stdout:522 2023-06-26T03:02:37.882 INFO:teuthology.orchestra.run.smithi081.stdout:522.out 2023-06-26T03:02:37.882 INFO:teuthology.orchestra.run.smithi081.stdout:523 2023-06-26T03:02:37.882 INFO:teuthology.orchestra.run.smithi081.stdout:523.out 2023-06-26T03:02:37.882 INFO:teuthology.orchestra.run.smithi081.stdout:524 2023-06-26T03:02:37.882 INFO:teuthology.orchestra.run.smithi081.stdout:524.out 2023-06-26T03:02:37.883 INFO:teuthology.orchestra.run.smithi081.stdout:525 2023-06-26T03:02:37.883 INFO:teuthology.orchestra.run.smithi081.stdout:525.out 2023-06-26T03:02:37.883 INFO:teuthology.orchestra.run.smithi081.stdout:526 2023-06-26T03:02:37.883 INFO:teuthology.orchestra.run.smithi081.stdout:526.out 2023-06-26T03:02:37.883 INFO:teuthology.orchestra.run.smithi081.stdout:527 2023-06-26T03:02:37.883 INFO:teuthology.orchestra.run.smithi081.stdout:527.out 2023-06-26T03:02:37.883 INFO:teuthology.orchestra.run.smithi081.stdout:528 2023-06-26T03:02:37.883 INFO:teuthology.orchestra.run.smithi081.stdout:528.out 2023-06-26T03:02:37.884 INFO:teuthology.orchestra.run.smithi081.stdout:529 2023-06-26T03:02:37.884 INFO:teuthology.orchestra.run.smithi081.stdout:529.out 2023-06-26T03:02:37.884 INFO:teuthology.orchestra.run.smithi081.stdout:530 2023-06-26T03:02:37.884 INFO:teuthology.orchestra.run.smithi081.stdout:530.out 2023-06-26T03:02:37.884 INFO:teuthology.orchestra.run.smithi081.stdout:531 2023-06-26T03:02:37.884 INFO:teuthology.orchestra.run.smithi081.stdout:531.out 2023-06-26T03:02:37.884 INFO:teuthology.orchestra.run.smithi081.stdout:532 2023-06-26T03:02:37.884 INFO:teuthology.orchestra.run.smithi081.stdout:532.out 2023-06-26T03:02:37.885 INFO:teuthology.orchestra.run.smithi081.stdout:533 2023-06-26T03:02:37.885 INFO:teuthology.orchestra.run.smithi081.stdout:533.out 2023-06-26T03:02:37.885 INFO:teuthology.orchestra.run.smithi081.stdout:534 2023-06-26T03:02:37.885 INFO:teuthology.orchestra.run.smithi081.stdout:534.out 2023-06-26T03:02:37.885 INFO:teuthology.orchestra.run.smithi081.stdout:535 2023-06-26T03:02:37.885 INFO:teuthology.orchestra.run.smithi081.stdout:535.out 2023-06-26T03:02:37.885 INFO:teuthology.orchestra.run.smithi081.stdout:536 2023-06-26T03:02:37.885 INFO:teuthology.orchestra.run.smithi081.stdout:536.out 2023-06-26T03:02:37.886 INFO:teuthology.orchestra.run.smithi081.stdout:537 2023-06-26T03:02:37.886 INFO:teuthology.orchestra.run.smithi081.stdout:537.out 2023-06-26T03:02:37.886 INFO:teuthology.orchestra.run.smithi081.stdout:538 2023-06-26T03:02:37.886 INFO:teuthology.orchestra.run.smithi081.stdout:538.out 2023-06-26T03:02:37.886 INFO:teuthology.orchestra.run.smithi081.stdout:539 2023-06-26T03:02:37.886 INFO:teuthology.orchestra.run.smithi081.stdout:539.out 2023-06-26T03:02:37.886 INFO:teuthology.orchestra.run.smithi081.stdout:540 2023-06-26T03:02:37.886 INFO:teuthology.orchestra.run.smithi081.stdout:540.out 2023-06-26T03:02:37.887 INFO:teuthology.orchestra.run.smithi081.stdout:541 2023-06-26T03:02:37.887 INFO:teuthology.orchestra.run.smithi081.stdout:541.out 2023-06-26T03:02:37.887 INFO:teuthology.orchestra.run.smithi081.stdout:542 2023-06-26T03:02:37.887 INFO:teuthology.orchestra.run.smithi081.stdout:542.out 2023-06-26T03:02:37.887 INFO:teuthology.orchestra.run.smithi081.stdout:543 2023-06-26T03:02:37.887 INFO:teuthology.orchestra.run.smithi081.stdout:543.out 2023-06-26T03:02:37.887 INFO:teuthology.orchestra.run.smithi081.stdout:544 2023-06-26T03:02:37.887 INFO:teuthology.orchestra.run.smithi081.stdout:544.out 2023-06-26T03:02:37.888 INFO:teuthology.orchestra.run.smithi081.stdout:545 2023-06-26T03:02:37.888 INFO:teuthology.orchestra.run.smithi081.stdout:545.out 2023-06-26T03:02:37.888 INFO:teuthology.orchestra.run.smithi081.stdout:546 2023-06-26T03:02:37.888 INFO:teuthology.orchestra.run.smithi081.stdout:546.out 2023-06-26T03:02:37.888 INFO:teuthology.orchestra.run.smithi081.stdout:547 2023-06-26T03:02:37.888 INFO:teuthology.orchestra.run.smithi081.stdout:547.out 2023-06-26T03:02:37.888 INFO:teuthology.orchestra.run.smithi081.stdout:548 2023-06-26T03:02:37.889 INFO:teuthology.orchestra.run.smithi081.stdout:548.out 2023-06-26T03:02:37.889 INFO:teuthology.orchestra.run.smithi081.stdout:549 2023-06-26T03:02:37.889 INFO:teuthology.orchestra.run.smithi081.stdout:549.out 2023-06-26T03:02:37.889 INFO:teuthology.orchestra.run.smithi081.stdout:550 2023-06-26T03:02:37.889 INFO:teuthology.orchestra.run.smithi081.stdout:550.out 2023-06-26T03:02:37.889 INFO:teuthology.orchestra.run.smithi081.stdout:551 2023-06-26T03:02:37.889 INFO:teuthology.orchestra.run.smithi081.stdout:551.out 2023-06-26T03:02:37.889 INFO:teuthology.orchestra.run.smithi081.stdout:552 2023-06-26T03:02:37.890 INFO:teuthology.orchestra.run.smithi081.stdout:552.out 2023-06-26T03:02:37.890 INFO:teuthology.orchestra.run.smithi081.stdout:553 2023-06-26T03:02:37.890 INFO:teuthology.orchestra.run.smithi081.stdout:553.out 2023-06-26T03:02:37.890 INFO:teuthology.orchestra.run.smithi081.stdout:554 2023-06-26T03:02:37.890 INFO:teuthology.orchestra.run.smithi081.stdout:554.out 2023-06-26T03:02:37.890 INFO:teuthology.orchestra.run.smithi081.stdout:555 2023-06-26T03:02:37.890 INFO:teuthology.orchestra.run.smithi081.stdout:555.out 2023-06-26T03:02:37.890 INFO:teuthology.orchestra.run.smithi081.stdout:556 2023-06-26T03:02:37.891 INFO:teuthology.orchestra.run.smithi081.stdout:556.out 2023-06-26T03:02:37.891 INFO:teuthology.orchestra.run.smithi081.stdout:557 2023-06-26T03:02:37.891 INFO:teuthology.orchestra.run.smithi081.stdout:557.out 2023-06-26T03:02:37.891 INFO:teuthology.orchestra.run.smithi081.stdout:558 2023-06-26T03:02:37.891 INFO:teuthology.orchestra.run.smithi081.stdout:558.out 2023-06-26T03:02:37.891 INFO:teuthology.orchestra.run.smithi081.stdout:559 2023-06-26T03:02:37.891 INFO:teuthology.orchestra.run.smithi081.stdout:559.out 2023-06-26T03:02:37.891 INFO:teuthology.orchestra.run.smithi081.stdout:560 2023-06-26T03:02:37.891 INFO:teuthology.orchestra.run.smithi081.stdout:560.out 2023-06-26T03:02:37.892 INFO:teuthology.orchestra.run.smithi081.stdout:561 2023-06-26T03:02:37.892 INFO:teuthology.orchestra.run.smithi081.stdout:561.out 2023-06-26T03:02:37.892 INFO:teuthology.orchestra.run.smithi081.stdout:562 2023-06-26T03:02:37.892 INFO:teuthology.orchestra.run.smithi081.stdout:562.out 2023-06-26T03:02:37.892 INFO:teuthology.orchestra.run.smithi081.stdout:563 2023-06-26T03:02:37.892 INFO:teuthology.orchestra.run.smithi081.stdout:563.out 2023-06-26T03:02:37.892 INFO:teuthology.orchestra.run.smithi081.stdout:564 2023-06-26T03:02:37.893 INFO:teuthology.orchestra.run.smithi081.stdout:564.out 2023-06-26T03:02:37.893 INFO:teuthology.orchestra.run.smithi081.stdout:565 2023-06-26T03:02:37.893 INFO:teuthology.orchestra.run.smithi081.stdout:565.out 2023-06-26T03:02:37.893 INFO:teuthology.orchestra.run.smithi081.stdout:566 2023-06-26T03:02:37.893 INFO:teuthology.orchestra.run.smithi081.stdout:566.out 2023-06-26T03:02:37.893 INFO:teuthology.orchestra.run.smithi081.stdout:567 2023-06-26T03:02:37.893 INFO:teuthology.orchestra.run.smithi081.stdout:567.out 2023-06-26T03:02:37.893 INFO:teuthology.orchestra.run.smithi081.stdout:568 2023-06-26T03:02:37.894 INFO:teuthology.orchestra.run.smithi081.stdout:568.out 2023-06-26T03:02:37.894 INFO:teuthology.orchestra.run.smithi081.stdout:569 2023-06-26T03:02:37.894 INFO:teuthology.orchestra.run.smithi081.stdout:569.out 2023-06-26T03:02:37.894 INFO:teuthology.orchestra.run.smithi081.stdout:570 2023-06-26T03:02:37.894 INFO:teuthology.orchestra.run.smithi081.stdout:570.out 2023-06-26T03:02:37.894 INFO:teuthology.orchestra.run.smithi081.stdout:571 2023-06-26T03:02:37.894 INFO:teuthology.orchestra.run.smithi081.stdout:571.out 2023-06-26T03:02:37.894 INFO:teuthology.orchestra.run.smithi081.stdout:572 2023-06-26T03:02:37.895 INFO:teuthology.orchestra.run.smithi081.stdout:572.out 2023-06-26T03:02:37.895 INFO:teuthology.orchestra.run.smithi081.stdout:573 2023-06-26T03:02:37.895 INFO:teuthology.orchestra.run.smithi081.stdout:573.out 2023-06-26T03:02:37.895 INFO:teuthology.orchestra.run.smithi081.stdout:574 2023-06-26T03:02:37.895 INFO:teuthology.orchestra.run.smithi081.stdout:574.out 2023-06-26T03:02:37.895 INFO:teuthology.orchestra.run.smithi081.stdout:575 2023-06-26T03:02:37.895 INFO:teuthology.orchestra.run.smithi081.stdout:575.out 2023-06-26T03:02:37.895 INFO:teuthology.orchestra.run.smithi081.stdout:576 2023-06-26T03:02:37.896 INFO:teuthology.orchestra.run.smithi081.stdout:576.out 2023-06-26T03:02:37.896 INFO:teuthology.orchestra.run.smithi081.stdout:577 2023-06-26T03:02:37.896 INFO:teuthology.orchestra.run.smithi081.stdout:577.out 2023-06-26T03:02:37.896 INFO:teuthology.orchestra.run.smithi081.stdout:578 2023-06-26T03:02:37.896 INFO:teuthology.orchestra.run.smithi081.stdout:578.out 2023-06-26T03:02:37.896 INFO:teuthology.orchestra.run.smithi081.stdout:579 2023-06-26T03:02:37.896 INFO:teuthology.orchestra.run.smithi081.stdout:579.out 2023-06-26T03:02:37.896 INFO:teuthology.orchestra.run.smithi081.stdout:580 2023-06-26T03:02:37.897 INFO:teuthology.orchestra.run.smithi081.stdout:580.out 2023-06-26T03:02:37.897 INFO:teuthology.orchestra.run.smithi081.stdout:581 2023-06-26T03:02:37.897 INFO:teuthology.orchestra.run.smithi081.stdout:581.out 2023-06-26T03:02:37.897 INFO:teuthology.orchestra.run.smithi081.stdout:582 2023-06-26T03:02:37.897 INFO:teuthology.orchestra.run.smithi081.stdout:582.out 2023-06-26T03:02:37.897 INFO:teuthology.orchestra.run.smithi081.stdout:583 2023-06-26T03:02:37.897 INFO:teuthology.orchestra.run.smithi081.stdout:583.out 2023-06-26T03:02:37.897 INFO:teuthology.orchestra.run.smithi081.stdout:584 2023-06-26T03:02:37.898 INFO:teuthology.orchestra.run.smithi081.stdout:584.out 2023-06-26T03:02:37.898 INFO:teuthology.orchestra.run.smithi081.stdout:585 2023-06-26T03:02:37.898 INFO:teuthology.orchestra.run.smithi081.stdout:585.out 2023-06-26T03:02:37.898 INFO:teuthology.orchestra.run.smithi081.stdout:586 2023-06-26T03:02:37.898 INFO:teuthology.orchestra.run.smithi081.stdout:586.out 2023-06-26T03:02:37.898 INFO:teuthology.orchestra.run.smithi081.stdout:587 2023-06-26T03:02:37.898 INFO:teuthology.orchestra.run.smithi081.stdout:587.out 2023-06-26T03:02:37.898 INFO:teuthology.orchestra.run.smithi081.stdout:588 2023-06-26T03:02:37.899 INFO:teuthology.orchestra.run.smithi081.stdout:588.out 2023-06-26T03:02:37.899 INFO:teuthology.orchestra.run.smithi081.stdout:589 2023-06-26T03:02:37.899 INFO:teuthology.orchestra.run.smithi081.stdout:589.out 2023-06-26T03:02:37.899 INFO:teuthology.orchestra.run.smithi081.stdout:590 2023-06-26T03:02:37.899 INFO:teuthology.orchestra.run.smithi081.stdout:590.out 2023-06-26T03:02:37.899 INFO:teuthology.orchestra.run.smithi081.stdout:591 2023-06-26T03:02:37.899 INFO:teuthology.orchestra.run.smithi081.stdout:591.out 2023-06-26T03:02:37.899 INFO:teuthology.orchestra.run.smithi081.stdout:592 2023-06-26T03:02:37.900 INFO:teuthology.orchestra.run.smithi081.stdout:592.out 2023-06-26T03:02:37.900 INFO:teuthology.orchestra.run.smithi081.stdout:593 2023-06-26T03:02:37.900 INFO:teuthology.orchestra.run.smithi081.stdout:593.out 2023-06-26T03:02:37.900 INFO:teuthology.orchestra.run.smithi081.stdout:594 2023-06-26T03:02:37.900 INFO:teuthology.orchestra.run.smithi081.stdout:594.out 2023-06-26T03:02:37.900 INFO:teuthology.orchestra.run.smithi081.stdout:595 2023-06-26T03:02:37.900 INFO:teuthology.orchestra.run.smithi081.stdout:595.out 2023-06-26T03:02:37.900 INFO:teuthology.orchestra.run.smithi081.stdout:596 2023-06-26T03:02:37.901 INFO:teuthology.orchestra.run.smithi081.stdout:596.out 2023-06-26T03:02:37.901 INFO:teuthology.orchestra.run.smithi081.stdout:597 2023-06-26T03:02:37.901 INFO:teuthology.orchestra.run.smithi081.stdout:597.out 2023-06-26T03:02:37.901 INFO:teuthology.orchestra.run.smithi081.stdout:598 2023-06-26T03:02:37.901 INFO:teuthology.orchestra.run.smithi081.stdout:598.out 2023-06-26T03:02:37.901 INFO:teuthology.orchestra.run.smithi081.stdout:599 2023-06-26T03:02:37.901 INFO:teuthology.orchestra.run.smithi081.stdout:599.out 2023-06-26T03:02:37.901 INFO:teuthology.orchestra.run.smithi081.stdout:600 2023-06-26T03:02:37.902 INFO:teuthology.orchestra.run.smithi081.stdout:600.out 2023-06-26T03:02:37.902 INFO:teuthology.orchestra.run.smithi081.stdout:601 2023-06-26T03:02:37.902 INFO:teuthology.orchestra.run.smithi081.stdout:601.out 2023-06-26T03:02:37.902 INFO:teuthology.orchestra.run.smithi081.stdout:602 2023-06-26T03:02:37.902 INFO:teuthology.orchestra.run.smithi081.stdout:602.out 2023-06-26T03:02:37.902 INFO:teuthology.orchestra.run.smithi081.stdout:603 2023-06-26T03:02:37.902 INFO:teuthology.orchestra.run.smithi081.stdout:603.out 2023-06-26T03:02:37.902 INFO:teuthology.orchestra.run.smithi081.stdout:604 2023-06-26T03:02:37.903 INFO:teuthology.orchestra.run.smithi081.stdout:604.out 2023-06-26T03:02:37.903 INFO:teuthology.orchestra.run.smithi081.stdout:605 2023-06-26T03:02:37.903 INFO:teuthology.orchestra.run.smithi081.stdout:605.out 2023-06-26T03:02:37.903 INFO:teuthology.orchestra.run.smithi081.stdout:606 2023-06-26T03:02:37.903 INFO:teuthology.orchestra.run.smithi081.stdout:606.out 2023-06-26T03:02:37.903 INFO:teuthology.orchestra.run.smithi081.stdout:607 2023-06-26T03:02:37.903 INFO:teuthology.orchestra.run.smithi081.stdout:607.out 2023-06-26T03:02:37.903 INFO:teuthology.orchestra.run.smithi081.stdout:608 2023-06-26T03:02:37.904 INFO:teuthology.orchestra.run.smithi081.stdout:608.out 2023-06-26T03:02:37.904 INFO:teuthology.orchestra.run.smithi081.stdout:609 2023-06-26T03:02:37.904 INFO:teuthology.orchestra.run.smithi081.stdout:609.out 2023-06-26T03:02:37.904 INFO:teuthology.orchestra.run.smithi081.stdout:610 2023-06-26T03:02:37.904 INFO:teuthology.orchestra.run.smithi081.stdout:610.out 2023-06-26T03:02:37.904 INFO:teuthology.orchestra.run.smithi081.stdout:611 2023-06-26T03:02:37.904 INFO:teuthology.orchestra.run.smithi081.stdout:611.out 2023-06-26T03:02:37.904 INFO:teuthology.orchestra.run.smithi081.stdout:612 2023-06-26T03:02:37.905 INFO:teuthology.orchestra.run.smithi081.stdout:612.out 2023-06-26T03:02:37.905 INFO:teuthology.orchestra.run.smithi081.stdout:613 2023-06-26T03:02:37.905 INFO:teuthology.orchestra.run.smithi081.stdout:613.out 2023-06-26T03:02:37.905 INFO:teuthology.orchestra.run.smithi081.stdout:614 2023-06-26T03:02:37.905 INFO:teuthology.orchestra.run.smithi081.stdout:614.out 2023-06-26T03:02:37.905 INFO:teuthology.orchestra.run.smithi081.stdout:615 2023-06-26T03:02:37.905 INFO:teuthology.orchestra.run.smithi081.stdout:615.out 2023-06-26T03:02:37.905 INFO:teuthology.orchestra.run.smithi081.stdout:616 2023-06-26T03:02:37.906 INFO:teuthology.orchestra.run.smithi081.stdout:616.out 2023-06-26T03:02:37.906 INFO:teuthology.orchestra.run.smithi081.stdout:617 2023-06-26T03:02:37.906 INFO:teuthology.orchestra.run.smithi081.stdout:617.out 2023-06-26T03:02:37.906 INFO:teuthology.orchestra.run.smithi081.stdout:618 2023-06-26T03:02:37.906 INFO:teuthology.orchestra.run.smithi081.stdout:618.out 2023-06-26T03:02:37.906 INFO:teuthology.orchestra.run.smithi081.stdout:619 2023-06-26T03:02:37.906 INFO:teuthology.orchestra.run.smithi081.stdout:619.out 2023-06-26T03:02:37.906 INFO:teuthology.orchestra.run.smithi081.stdout:620 2023-06-26T03:02:37.907 INFO:teuthology.orchestra.run.smithi081.stdout:620.out 2023-06-26T03:02:37.907 INFO:teuthology.orchestra.run.smithi081.stdout:621 2023-06-26T03:02:37.907 INFO:teuthology.orchestra.run.smithi081.stdout:621.out 2023-06-26T03:02:37.907 INFO:teuthology.orchestra.run.smithi081.stdout:622 2023-06-26T03:02:37.907 INFO:teuthology.orchestra.run.smithi081.stdout:622.out 2023-06-26T03:02:37.907 INFO:teuthology.orchestra.run.smithi081.stdout:623 2023-06-26T03:02:37.907 INFO:teuthology.orchestra.run.smithi081.stdout:623.out 2023-06-26T03:02:37.907 INFO:teuthology.orchestra.run.smithi081.stdout:624 2023-06-26T03:02:37.908 INFO:teuthology.orchestra.run.smithi081.stdout:624.out 2023-06-26T03:02:37.908 INFO:teuthology.orchestra.run.smithi081.stdout:625 2023-06-26T03:02:37.908 INFO:teuthology.orchestra.run.smithi081.stdout:625.out 2023-06-26T03:02:37.908 INFO:teuthology.orchestra.run.smithi081.stdout:626 2023-06-26T03:02:37.908 INFO:teuthology.orchestra.run.smithi081.stdout:626.out 2023-06-26T03:02:37.908 INFO:teuthology.orchestra.run.smithi081.stdout:627 2023-06-26T03:02:37.908 INFO:teuthology.orchestra.run.smithi081.stdout:627.out 2023-06-26T03:02:37.908 INFO:teuthology.orchestra.run.smithi081.stdout:628 2023-06-26T03:02:37.909 INFO:teuthology.orchestra.run.smithi081.stdout:628.out 2023-06-26T03:02:37.909 INFO:teuthology.orchestra.run.smithi081.stdout:629 2023-06-26T03:02:37.909 INFO:teuthology.orchestra.run.smithi081.stdout:629.out 2023-06-26T03:02:37.909 INFO:teuthology.orchestra.run.smithi081.stdout:630 2023-06-26T03:02:37.909 INFO:teuthology.orchestra.run.smithi081.stdout:630.out 2023-06-26T03:02:37.909 INFO:teuthology.orchestra.run.smithi081.stdout:631 2023-06-26T03:02:37.909 INFO:teuthology.orchestra.run.smithi081.stdout:631.out 2023-06-26T03:02:37.909 INFO:teuthology.orchestra.run.smithi081.stdout:632 2023-06-26T03:02:37.910 INFO:teuthology.orchestra.run.smithi081.stdout:632.out 2023-06-26T03:02:37.910 INFO:teuthology.orchestra.run.smithi081.stdout:633 2023-06-26T03:02:37.910 INFO:teuthology.orchestra.run.smithi081.stdout:633.out 2023-06-26T03:02:37.910 INFO:teuthology.orchestra.run.smithi081.stdout:634 2023-06-26T03:02:37.910 INFO:teuthology.orchestra.run.smithi081.stdout:634.out 2023-06-26T03:02:37.910 INFO:teuthology.orchestra.run.smithi081.stdout:635 2023-06-26T03:02:37.910 INFO:teuthology.orchestra.run.smithi081.stdout:635.out 2023-06-26T03:02:37.910 INFO:teuthology.orchestra.run.smithi081.stdout:636 2023-06-26T03:02:37.911 INFO:teuthology.orchestra.run.smithi081.stdout:636.out 2023-06-26T03:02:37.911 INFO:teuthology.orchestra.run.smithi081.stdout:637 2023-06-26T03:02:37.911 INFO:teuthology.orchestra.run.smithi081.stdout:637.out 2023-06-26T03:02:37.911 INFO:teuthology.orchestra.run.smithi081.stdout:638 2023-06-26T03:02:37.911 INFO:teuthology.orchestra.run.smithi081.stdout:638.out 2023-06-26T03:02:37.911 INFO:teuthology.orchestra.run.smithi081.stdout:639 2023-06-26T03:02:37.911 INFO:teuthology.orchestra.run.smithi081.stdout:639.out 2023-06-26T03:02:37.911 INFO:teuthology.orchestra.run.smithi081.stdout:640 2023-06-26T03:02:37.912 INFO:teuthology.orchestra.run.smithi081.stdout:640.out 2023-06-26T03:02:37.912 INFO:teuthology.orchestra.run.smithi081.stdout:641 2023-06-26T03:02:37.912 INFO:teuthology.orchestra.run.smithi081.stdout:641.out 2023-06-26T03:02:37.912 INFO:teuthology.orchestra.run.smithi081.stdout:642 2023-06-26T03:02:37.912 INFO:teuthology.orchestra.run.smithi081.stdout:642.out 2023-06-26T03:02:37.912 INFO:teuthology.orchestra.run.smithi081.stdout:643 2023-06-26T03:02:37.912 INFO:teuthology.orchestra.run.smithi081.stdout:643.out 2023-06-26T03:02:37.913 INFO:teuthology.orchestra.run.smithi081.stdout:644 2023-06-26T03:02:37.913 INFO:teuthology.orchestra.run.smithi081.stdout:644.out 2023-06-26T03:02:37.913 INFO:teuthology.orchestra.run.smithi081.stdout:645 2023-06-26T03:02:37.913 INFO:teuthology.orchestra.run.smithi081.stdout:645.out 2023-06-26T03:02:37.913 INFO:teuthology.orchestra.run.smithi081.stdout:646 2023-06-26T03:02:37.913 INFO:teuthology.orchestra.run.smithi081.stdout:646.out 2023-06-26T03:02:37.913 INFO:teuthology.orchestra.run.smithi081.stdout:647 2023-06-26T03:02:37.913 INFO:teuthology.orchestra.run.smithi081.stdout:647.out 2023-06-26T03:02:37.914 INFO:teuthology.orchestra.run.smithi081.stdout:648 2023-06-26T03:02:37.914 INFO:teuthology.orchestra.run.smithi081.stdout:648.out 2023-06-26T03:02:37.914 INFO:teuthology.orchestra.run.smithi081.stdout:649 2023-06-26T03:02:37.914 INFO:teuthology.orchestra.run.smithi081.stdout:649.out 2023-06-26T03:02:37.914 INFO:teuthology.orchestra.run.smithi081.stdout:650 2023-06-26T03:02:37.914 INFO:teuthology.orchestra.run.smithi081.stdout:650.out 2023-06-26T03:02:37.914 INFO:teuthology.orchestra.run.smithi081.stdout:651 2023-06-26T03:02:37.914 INFO:teuthology.orchestra.run.smithi081.stdout:651.out 2023-06-26T03:02:37.915 INFO:teuthology.orchestra.run.smithi081.stdout:652 2023-06-26T03:02:37.915 INFO:teuthology.orchestra.run.smithi081.stdout:652.out 2023-06-26T03:02:37.915 INFO:teuthology.orchestra.run.smithi081.stdout:653 2023-06-26T03:02:37.915 INFO:teuthology.orchestra.run.smithi081.stdout:653.out 2023-06-26T03:02:37.915 INFO:teuthology.orchestra.run.smithi081.stdout:654 2023-06-26T03:02:37.915 INFO:teuthology.orchestra.run.smithi081.stdout:654.out 2023-06-26T03:02:37.915 INFO:teuthology.orchestra.run.smithi081.stdout:655 2023-06-26T03:02:37.915 INFO:teuthology.orchestra.run.smithi081.stdout:655.out 2023-06-26T03:02:37.916 INFO:teuthology.orchestra.run.smithi081.stdout:656 2023-06-26T03:02:37.916 INFO:teuthology.orchestra.run.smithi081.stdout:656.out 2023-06-26T03:02:37.916 INFO:teuthology.orchestra.run.smithi081.stdout:657 2023-06-26T03:02:37.916 INFO:teuthology.orchestra.run.smithi081.stdout:657.out 2023-06-26T03:02:37.916 INFO:teuthology.orchestra.run.smithi081.stdout:658 2023-06-26T03:02:37.916 INFO:teuthology.orchestra.run.smithi081.stdout:658.out 2023-06-26T03:02:37.916 INFO:teuthology.orchestra.run.smithi081.stdout:659 2023-06-26T03:02:37.916 INFO:teuthology.orchestra.run.smithi081.stdout:659.out 2023-06-26T03:02:37.917 INFO:teuthology.orchestra.run.smithi081.stdout:660 2023-06-26T03:02:37.917 INFO:teuthology.orchestra.run.smithi081.stdout:660.out 2023-06-26T03:02:37.917 INFO:teuthology.orchestra.run.smithi081.stdout:661 2023-06-26T03:02:37.917 INFO:teuthology.orchestra.run.smithi081.stdout:661.out 2023-06-26T03:02:37.917 INFO:teuthology.orchestra.run.smithi081.stdout:662 2023-06-26T03:02:37.917 INFO:teuthology.orchestra.run.smithi081.stdout:662.out 2023-06-26T03:02:37.917 INFO:teuthology.orchestra.run.smithi081.stdout:663 2023-06-26T03:02:37.917 INFO:teuthology.orchestra.run.smithi081.stdout:663.out 2023-06-26T03:02:37.918 INFO:teuthology.orchestra.run.smithi081.stdout:664 2023-06-26T03:02:37.918 INFO:teuthology.orchestra.run.smithi081.stdout:664.out 2023-06-26T03:02:37.918 INFO:teuthology.orchestra.run.smithi081.stdout:665 2023-06-26T03:02:37.918 INFO:teuthology.orchestra.run.smithi081.stdout:665.out 2023-06-26T03:02:37.918 INFO:teuthology.orchestra.run.smithi081.stdout:666 2023-06-26T03:02:37.918 INFO:teuthology.orchestra.run.smithi081.stdout:666.out 2023-06-26T03:02:37.918 INFO:teuthology.orchestra.run.smithi081.stdout:667 2023-06-26T03:02:37.918 INFO:teuthology.orchestra.run.smithi081.stdout:667.out 2023-06-26T03:02:37.919 INFO:teuthology.orchestra.run.smithi081.stdout:668 2023-06-26T03:02:37.919 INFO:teuthology.orchestra.run.smithi081.stdout:668.out 2023-06-26T03:02:37.919 INFO:teuthology.orchestra.run.smithi081.stdout:669 2023-06-26T03:02:37.919 INFO:teuthology.orchestra.run.smithi081.stdout:669.out 2023-06-26T03:02:37.919 INFO:teuthology.orchestra.run.smithi081.stdout:670 2023-06-26T03:02:37.919 INFO:teuthology.orchestra.run.smithi081.stdout:670.out 2023-06-26T03:02:37.919 INFO:teuthology.orchestra.run.smithi081.stdout:671 2023-06-26T03:02:37.919 INFO:teuthology.orchestra.run.smithi081.stdout:671.out 2023-06-26T03:02:37.920 INFO:teuthology.orchestra.run.smithi081.stdout:672 2023-06-26T03:02:37.920 INFO:teuthology.orchestra.run.smithi081.stdout:672.out 2023-06-26T03:02:37.920 INFO:teuthology.orchestra.run.smithi081.stdout:673 2023-06-26T03:02:37.920 INFO:teuthology.orchestra.run.smithi081.stdout:673.out 2023-06-26T03:02:37.920 INFO:teuthology.orchestra.run.smithi081.stdout:674 2023-06-26T03:02:37.920 INFO:teuthology.orchestra.run.smithi081.stdout:674.out 2023-06-26T03:02:37.920 INFO:teuthology.orchestra.run.smithi081.stdout:675 2023-06-26T03:02:37.920 INFO:teuthology.orchestra.run.smithi081.stdout:675.out 2023-06-26T03:02:37.921 INFO:teuthology.orchestra.run.smithi081.stdout:676 2023-06-26T03:02:37.921 INFO:teuthology.orchestra.run.smithi081.stdout:676.out 2023-06-26T03:02:37.921 INFO:teuthology.orchestra.run.smithi081.stdout:677 2023-06-26T03:02:37.921 INFO:teuthology.orchestra.run.smithi081.stdout:677.out 2023-06-26T03:02:37.921 INFO:teuthology.orchestra.run.smithi081.stdout:678 2023-06-26T03:02:37.921 INFO:teuthology.orchestra.run.smithi081.stdout:678.out 2023-06-26T03:02:37.921 INFO:teuthology.orchestra.run.smithi081.stdout:679 2023-06-26T03:02:37.921 INFO:teuthology.orchestra.run.smithi081.stdout:679.out 2023-06-26T03:02:37.922 INFO:teuthology.orchestra.run.smithi081.stdout:680 2023-06-26T03:02:37.922 INFO:teuthology.orchestra.run.smithi081.stdout:680.out 2023-06-26T03:02:37.922 INFO:teuthology.orchestra.run.smithi081.stdout:681 2023-06-26T03:02:37.922 INFO:teuthology.orchestra.run.smithi081.stdout:681.out 2023-06-26T03:02:37.922 INFO:teuthology.orchestra.run.smithi081.stdout:682 2023-06-26T03:02:37.922 INFO:teuthology.orchestra.run.smithi081.stdout:682.out 2023-06-26T03:02:37.922 INFO:teuthology.orchestra.run.smithi081.stdout:683 2023-06-26T03:02:37.922 INFO:teuthology.orchestra.run.smithi081.stdout:683.out 2023-06-26T03:02:37.923 INFO:teuthology.orchestra.run.smithi081.stdout:684 2023-06-26T03:02:37.923 INFO:teuthology.orchestra.run.smithi081.stdout:684.out 2023-06-26T03:02:37.923 INFO:teuthology.orchestra.run.smithi081.stdout:685 2023-06-26T03:02:37.923 INFO:teuthology.orchestra.run.smithi081.stdout:685.out 2023-06-26T03:02:37.923 INFO:teuthology.orchestra.run.smithi081.stdout:686 2023-06-26T03:02:37.923 INFO:teuthology.orchestra.run.smithi081.stdout:686.out 2023-06-26T03:02:37.923 INFO:teuthology.orchestra.run.smithi081.stdout:687 2023-06-26T03:02:37.923 INFO:teuthology.orchestra.run.smithi081.stdout:687.out 2023-06-26T03:02:37.924 INFO:teuthology.orchestra.run.smithi081.stdout:688 2023-06-26T03:02:37.924 INFO:teuthology.orchestra.run.smithi081.stdout:688.out 2023-06-26T03:02:37.924 INFO:teuthology.orchestra.run.smithi081.stdout:689 2023-06-26T03:02:37.924 INFO:teuthology.orchestra.run.smithi081.stdout:689.out 2023-06-26T03:02:37.924 INFO:teuthology.orchestra.run.smithi081.stdout:690 2023-06-26T03:02:37.924 INFO:teuthology.orchestra.run.smithi081.stdout:690.out 2023-06-26T03:02:37.924 INFO:teuthology.orchestra.run.smithi081.stdout:691 2023-06-26T03:02:37.924 INFO:teuthology.orchestra.run.smithi081.stdout:691.out 2023-06-26T03:02:37.925 INFO:teuthology.orchestra.run.smithi081.stdout:692 2023-06-26T03:02:37.925 INFO:teuthology.orchestra.run.smithi081.stdout:692.out 2023-06-26T03:02:37.925 INFO:teuthology.orchestra.run.smithi081.stdout:693 2023-06-26T03:02:37.925 INFO:teuthology.orchestra.run.smithi081.stdout:693.out 2023-06-26T03:02:37.925 INFO:teuthology.orchestra.run.smithi081.stdout:694 2023-06-26T03:02:37.925 INFO:teuthology.orchestra.run.smithi081.stdout:694.out 2023-06-26T03:02:37.925 INFO:teuthology.orchestra.run.smithi081.stdout:695 2023-06-26T03:02:37.925 INFO:teuthology.orchestra.run.smithi081.stdout:695.out 2023-06-26T03:02:37.926 INFO:teuthology.orchestra.run.smithi081.stdout:696 2023-06-26T03:02:37.926 INFO:teuthology.orchestra.run.smithi081.stdout:696.out 2023-06-26T03:02:37.926 INFO:teuthology.orchestra.run.smithi081.stdout:697 2023-06-26T03:02:37.926 INFO:teuthology.orchestra.run.smithi081.stdout:697.out 2023-06-26T03:02:37.926 INFO:teuthology.orchestra.run.smithi081.stdout:698 2023-06-26T03:02:37.926 INFO:teuthology.orchestra.run.smithi081.stdout:698.out 2023-06-26T03:02:37.926 INFO:teuthology.orchestra.run.smithi081.stdout:699 2023-06-26T03:02:37.926 INFO:teuthology.orchestra.run.smithi081.stdout:699.out 2023-06-26T03:02:37.927 INFO:teuthology.orchestra.run.smithi081.stdout:700 2023-06-26T03:02:37.927 INFO:teuthology.orchestra.run.smithi081.stdout:700.out 2023-06-26T03:02:37.927 INFO:teuthology.orchestra.run.smithi081.stdout:701 2023-06-26T03:02:37.927 INFO:teuthology.orchestra.run.smithi081.stdout:701.out 2023-06-26T03:02:37.927 INFO:teuthology.orchestra.run.smithi081.stdout:702 2023-06-26T03:02:37.927 INFO:teuthology.orchestra.run.smithi081.stdout:702.out 2023-06-26T03:02:37.927 INFO:teuthology.orchestra.run.smithi081.stdout:703 2023-06-26T03:02:37.927 INFO:teuthology.orchestra.run.smithi081.stdout:703.out 2023-06-26T03:02:37.928 INFO:teuthology.orchestra.run.smithi081.stdout:704 2023-06-26T03:02:37.928 INFO:teuthology.orchestra.run.smithi081.stdout:704.out 2023-06-26T03:02:37.928 INFO:teuthology.orchestra.run.smithi081.stdout:705 2023-06-26T03:02:37.928 INFO:teuthology.orchestra.run.smithi081.stdout:705.out 2023-06-26T03:02:37.928 INFO:teuthology.orchestra.run.smithi081.stdout:706 2023-06-26T03:02:37.928 INFO:teuthology.orchestra.run.smithi081.stdout:706.out 2023-06-26T03:02:37.928 INFO:teuthology.orchestra.run.smithi081.stdout:707 2023-06-26T03:02:37.928 INFO:teuthology.orchestra.run.smithi081.stdout:707.out 2023-06-26T03:02:37.929 INFO:teuthology.orchestra.run.smithi081.stdout:708 2023-06-26T03:02:37.929 INFO:teuthology.orchestra.run.smithi081.stdout:708.out 2023-06-26T03:02:37.929 INFO:teuthology.orchestra.run.smithi081.stdout:709 2023-06-26T03:02:37.929 INFO:teuthology.orchestra.run.smithi081.stdout:709.out 2023-06-26T03:02:37.929 INFO:teuthology.orchestra.run.smithi081.stdout:710 2023-06-26T03:02:37.929 INFO:teuthology.orchestra.run.smithi081.stdout:710.out 2023-06-26T03:02:37.929 INFO:teuthology.orchestra.run.smithi081.stdout:711 2023-06-26T03:02:37.929 INFO:teuthology.orchestra.run.smithi081.stdout:711.out 2023-06-26T03:02:37.930 INFO:teuthology.orchestra.run.smithi081.stdout:712 2023-06-26T03:02:37.930 INFO:teuthology.orchestra.run.smithi081.stdout:712.out 2023-06-26T03:02:37.930 INFO:teuthology.orchestra.run.smithi081.stdout:713 2023-06-26T03:02:37.930 INFO:teuthology.orchestra.run.smithi081.stdout:713.out 2023-06-26T03:02:37.930 INFO:teuthology.orchestra.run.smithi081.stdout:714 2023-06-26T03:02:37.930 INFO:teuthology.orchestra.run.smithi081.stdout:714.out 2023-06-26T03:02:37.930 INFO:teuthology.orchestra.run.smithi081.stdout:715 2023-06-26T03:02:37.930 INFO:teuthology.orchestra.run.smithi081.stdout:715.out 2023-06-26T03:02:37.931 INFO:teuthology.orchestra.run.smithi081.stdout:716 2023-06-26T03:02:37.931 INFO:teuthology.orchestra.run.smithi081.stdout:716.out 2023-06-26T03:02:37.931 INFO:teuthology.orchestra.run.smithi081.stdout:717 2023-06-26T03:02:37.931 INFO:teuthology.orchestra.run.smithi081.stdout:717.out 2023-06-26T03:02:37.931 INFO:teuthology.orchestra.run.smithi081.stdout:718 2023-06-26T03:02:37.931 INFO:teuthology.orchestra.run.smithi081.stdout:718.out 2023-06-26T03:02:37.931 INFO:teuthology.orchestra.run.smithi081.stdout:719 2023-06-26T03:02:37.931 INFO:teuthology.orchestra.run.smithi081.stdout:719.out 2023-06-26T03:02:37.932 INFO:teuthology.orchestra.run.smithi081.stdout:720 2023-06-26T03:02:37.932 INFO:teuthology.orchestra.run.smithi081.stdout:720.out 2023-06-26T03:02:37.932 INFO:teuthology.orchestra.run.smithi081.stdout:721 2023-06-26T03:02:37.932 INFO:teuthology.orchestra.run.smithi081.stdout:721.out 2023-06-26T03:02:37.932 INFO:teuthology.orchestra.run.smithi081.stdout:722 2023-06-26T03:02:37.932 INFO:teuthology.orchestra.run.smithi081.stdout:722.out 2023-06-26T03:02:37.932 INFO:teuthology.orchestra.run.smithi081.stdout:723 2023-06-26T03:02:37.932 INFO:teuthology.orchestra.run.smithi081.stdout:723.out 2023-06-26T03:02:37.933 INFO:teuthology.orchestra.run.smithi081.stdout:724 2023-06-26T03:02:37.933 INFO:teuthology.orchestra.run.smithi081.stdout:724.out 2023-06-26T03:02:37.933 INFO:teuthology.orchestra.run.smithi081.stdout:725 2023-06-26T03:02:37.933 INFO:teuthology.orchestra.run.smithi081.stdout:725.out 2023-06-26T03:02:37.933 INFO:teuthology.orchestra.run.smithi081.stdout:726 2023-06-26T03:02:37.933 INFO:teuthology.orchestra.run.smithi081.stdout:726.out 2023-06-26T03:02:37.933 INFO:teuthology.orchestra.run.smithi081.stdout:727 2023-06-26T03:02:37.933 INFO:teuthology.orchestra.run.smithi081.stdout:727.out 2023-06-26T03:02:37.934 INFO:teuthology.orchestra.run.smithi081.stdout:728 2023-06-26T03:02:37.934 INFO:teuthology.orchestra.run.smithi081.stdout:728.out 2023-06-26T03:02:37.934 INFO:teuthology.orchestra.run.smithi081.stdout:group.list 2023-06-26T03:02:37.934 INFO:teuthology.orchestra.run.smithi081.stdout:Makefile 2023-06-26T03:02:37.935 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/001) 2023-06-26T03:02:38.186 INFO:teuthology.orchestra.run.smithi081.stdout:FSTYP -- ceph-fuse 2023-06-26T03:02:38.191 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM -- Linux/x86_64 smithi081 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:02:38.191 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:02:38.831 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:02:38.833 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:02:40.288 INFO:teuthology.orchestra.run.smithi081.stdout:generic/001 2s 2023-06-26T03:02:40.295 INFO:teuthology.orchestra.run.smithi081.stdout:Ran: generic/001 2023-06-26T03:02:40.295 INFO:teuthology.orchestra.run.smithi081.stdout:Passed all 1 tests 2023-06-26T03:02:40.298 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:02:40.300 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi081.stderr:ceph-fuse[48540]: fuse finished with error 0 and tester_r 0 2023-06-26T03:02:40.309 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:02:40.310 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/002) 2023-06-26T03:02:40.498 INFO:teuthology.orchestra.run.smithi081.stdout:FSTYP -- ceph-fuse 2023-06-26T03:02:40.502 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM -- Linux/x86_64 smithi081 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:02:40.502 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:02:40.872 INFO:teuthology.orchestra.run.smithi081.stdout:generic/002 0s 2023-06-26T03:02:40.876 INFO:teuthology.orchestra.run.smithi081.stdout:Ran: generic/002 2023-06-26T03:02:40.877 INFO:teuthology.orchestra.run.smithi081.stdout:Passed all 1 tests 2023-06-26T03:02:40.879 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:02:40.887 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:02:40.887 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/003) 2023-06-26T03:02:41.096 INFO:teuthology.orchestra.run.smithi081.stdout:FSTYP -- ceph-fuse 2023-06-26T03:02:41.100 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM -- Linux/x86_64 smithi081 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:02:41.100 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:02:41.203 INFO:teuthology.orchestra.run.smithi081.stdout:generic/003 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:02:41.206 INFO:teuthology.orchestra.run.smithi081.stdout:Ran: generic/003 2023-06-26T03:02:41.207 INFO:teuthology.orchestra.run.smithi081.stdout:Not run: generic/003 2023-06-26T03:02:41.207 INFO:teuthology.orchestra.run.smithi081.stdout:Passed all 1 tests 2023-06-26T03:02:41.209 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:02:41.217 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:02:41.217 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/004) 2023-06-26T03:02:41.412 INFO:teuthology.orchestra.run.smithi081.stdout:FSTYP -- ceph-fuse 2023-06-26T03:02:41.415 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM -- Linux/x86_64 smithi081 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:02:41.416 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:02:41.528 INFO:teuthology.orchestra.run.smithi081.stdout:generic/004 [not run] O_TMPFILE is not supported 2023-06-26T03:02:41.531 INFO:teuthology.orchestra.run.smithi081.stdout:Ran: generic/004 2023-06-26T03:02:41.532 INFO:teuthology.orchestra.run.smithi081.stdout:Not run: generic/004 2023-06-26T03:02:41.532 INFO:teuthology.orchestra.run.smithi081.stdout:Passed all 1 tests 2023-06-26T03:02:41.534 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:02:41.542 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:02:41.542 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/005) 2023-06-26T03:02:41.732 INFO:teuthology.orchestra.run.smithi081.stdout:FSTYP -- ceph-fuse 2023-06-26T03:02:41.736 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM -- Linux/x86_64 smithi081 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:02:41.736 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:02:42.186 INFO:teuthology.orchestra.run.smithi081.stdout:generic/005 1s 2023-06-26T03:02:42.191 INFO:teuthology.orchestra.run.smithi081.stdout:Ran: generic/005 2023-06-26T03:02:42.191 INFO:teuthology.orchestra.run.smithi081.stdout:Passed all 1 tests 2023-06-26T03:02:42.193 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:02:42.201 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:02:42.201 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/006) 2023-06-26T03:02:42.428 INFO:teuthology.orchestra.run.smithi081.stdout:FSTYP -- ceph-fuse 2023-06-26T03:02:42.432 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM -- Linux/x86_64 smithi081 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:02:42.432 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:03:08.876 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:03:08.878 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:03:23.609 INFO:teuthology.orchestra.run.smithi081.stdout:generic/006 41s 2023-06-26T03:03:23.614 INFO:teuthology.orchestra.run.smithi081.stdout:Ran: generic/006 2023-06-26T03:03:23.615 INFO:teuthology.orchestra.run.smithi081.stdout:Passed all 1 tests 2023-06-26T03:03:23.617 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:03:23.626 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:03:23.626 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/007) 2023-06-26T03:03:23.846 INFO:teuthology.orchestra.run.smithi081.stdout:FSTYP -- ceph-fuse 2023-06-26T03:03:23.849 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM -- Linux/x86_64 smithi081 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:03:23.850 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:03:38.965 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:03:38.968 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:04:09.414 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:04:09.416 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:04:31.524 INFO:teuthology.orchestra.run.smithi081.stdout:generic/007 68s 2023-06-26T03:04:31.529 INFO:teuthology.orchestra.run.smithi081.stdout:Ran: generic/007 2023-06-26T03:04:31.529 INFO:teuthology.orchestra.run.smithi081.stdout:Passed all 1 tests 2023-06-26T03:04:31.532 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:04:31.539 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:04:31.540 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/008) 2023-06-26T03:04:31.826 INFO:teuthology.orchestra.run.smithi081.stdout:FSTYP -- ceph-fuse 2023-06-26T03:04:31.830 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM -- Linux/x86_64 smithi081 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:04:31.830 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:04:32.746 INFO:teuthology.orchestra.run.smithi081.stdout:generic/008 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-06-26T03:04:32.749 INFO:teuthology.orchestra.run.smithi081.stdout:Ran: generic/008 2023-06-26T03:04:32.749 INFO:teuthology.orchestra.run.smithi081.stdout:Not run: generic/008 2023-06-26T03:04:32.749 INFO:teuthology.orchestra.run.smithi081.stdout:Passed all 1 tests 2023-06-26T03:04:32.751 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:04:32.759 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:04:32.760 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/009) 2023-06-26T03:04:32.937 INFO:teuthology.orchestra.run.smithi081.stdout:FSTYP -- ceph-fuse 2023-06-26T03:04:32.941 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM -- Linux/x86_64 smithi081 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:04:32.942 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:04:33.788 INFO:teuthology.orchestra.run.smithi081.stdout:generic/009 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-06-26T03:04:33.792 INFO:teuthology.orchestra.run.smithi081.stdout:Ran: generic/009 2023-06-26T03:04:33.792 INFO:teuthology.orchestra.run.smithi081.stdout:Not run: generic/009 2023-06-26T03:04:33.792 INFO:teuthology.orchestra.run.smithi081.stdout:Passed all 1 tests 2023-06-26T03:04:33.795 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:04:33.804 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:04:33.804 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/010) 2023-06-26T03:04:33.980 INFO:teuthology.orchestra.run.smithi081.stdout:FSTYP -- ceph-fuse 2023-06-26T03:04:33.985 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM -- Linux/x86_64 smithi081 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:04:33.985 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:04:34.105 INFO:teuthology.orchestra.run.smithi081.stdout:generic/010 [not run] /tmp/tmp.QlU0j7nBRWxfstests-dev/src/dbtest not built 2023-06-26T03:04:34.109 INFO:teuthology.orchestra.run.smithi081.stdout:Ran: generic/010 2023-06-26T03:04:34.110 INFO:teuthology.orchestra.run.smithi081.stdout:Not run: generic/010 2023-06-26T03:04:34.110 INFO:teuthology.orchestra.run.smithi081.stdout:Passed all 1 tests 2023-06-26T03:04:34.112 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:04:34.121 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:04:34.122 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/011) 2023-06-26T03:04:34.325 INFO:teuthology.orchestra.run.smithi081.stdout:FSTYP -- ceph-fuse 2023-06-26T03:04:34.330 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM -- Linux/x86_64 smithi081 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:04:34.330 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:04:39.531 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:04:39.533 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:05:09.826 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:05:09.829 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:05:10.585 INFO:teuthology.orchestra.run.smithi081.stdout:generic/011 36s 2023-06-26T03:05:10.590 INFO:teuthology.orchestra.run.smithi081.stdout:Ran: generic/011 2023-06-26T03:05:10.590 INFO:teuthology.orchestra.run.smithi081.stdout:Passed all 1 tests 2023-06-26T03:05:10.593 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:05:10.606 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:05:10.606 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/012) 2023-06-26T03:05:10.837 INFO:teuthology.orchestra.run.smithi081.stdout:FSTYP -- ceph-fuse 2023-06-26T03:05:10.841 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM -- Linux/x86_64 smithi081 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:05:10.841 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:05:11.815 INFO:teuthology.orchestra.run.smithi081.stdout:generic/012 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-26T03:05:11.819 INFO:teuthology.orchestra.run.smithi081.stdout:Ran: generic/012 2023-06-26T03:05:11.819 INFO:teuthology.orchestra.run.smithi081.stdout:Not run: generic/012 2023-06-26T03:05:11.819 INFO:teuthology.orchestra.run.smithi081.stdout:Passed all 1 tests 2023-06-26T03:05:11.821 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:05:11.834 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:05:11.835 DEBUG:teuthology.orchestra.run.smithi081:> (cd /tmp/tmp.QlU0j7nBRWxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/013) 2023-06-26T03:05:12.053 INFO:teuthology.orchestra.run.smithi081.stdout:FSTYP -- ceph-fuse 2023-06-26T03:05:12.057 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM -- Linux/x86_64 smithi081 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:05:12.058 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-06-26T03:05:39.873 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:05:39.875 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:06:10.265 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:06:10.267 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:06:40.809 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:06:40.811 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:07:10.853 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:07:10.856 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:07:40.962 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:07:40.965 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:08:11.066 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:08:11.069 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:08:41.110 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:08:41.115 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:09:11.223 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:09:11.226 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:09:41.285 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:09:41.288 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:10:11.397 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:10:11.402 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:10:41.452 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:10:41.458 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:11:11.566 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:11:11.570 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:11:41.683 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:11:41.687 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:12:11.809 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:12:11.812 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:12:41.916 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:12:41.919 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:13:12.052 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:13:12.055 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:13:42.107 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:13:42.109 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:14:12.244 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:14:12.247 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:14:42.547 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:14:42.552 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:15:12.651 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:15:12.656 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:15:42.852 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:15:42.855 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:16:13.126 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:16:13.130 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:16:43.171 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:16:43.174 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:17:13.278 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:17:13.282 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:17:43.388 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:17:43.391 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:18:13.540 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:18:13.543 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:18:43.582 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:18:43.604 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:19:13.906 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:19:13.909 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:19:44.119 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:19:44.122 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:20:14.256 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:20:14.258 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:20:44.367 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:20:44.370 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:21:14.470 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:21:14.473 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:21:44.666 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:21:44.668 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:22:14.711 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:22:14.714 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:22:44.816 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:22:44.819 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:23:14.941 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:23:14.944 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:23:45.063 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:23:45.066 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:24:15.192 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:24:15.195 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:24:45.262 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:24:45.265 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:25:15.325 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:25:15.328 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:25:45.453 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:25:45.456 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:26:15.499 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:26:15.502 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:26:45.621 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:26:45.623 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:27:15.659 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:27:15.662 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:27:45.951 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:27:45.953 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:28:15.991 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:28:15.994 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:28:46.102 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:28:46.105 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:29:16.440 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:29:16.443 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:29:46.502 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:29:46.505 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:30:16.548 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:30:16.551 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:30:46.667 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:30:46.670 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:31:16.804 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:31:16.807 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:31:46.933 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:31:46.959 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:32:17.203 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:32:17.206 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:32:47.348 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:32:47.351 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:33:17.477 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:33:17.479 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:33:47.605 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:33:47.608 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:34:17.676 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:34:17.679 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:34:47.738 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:34:47.741 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:35:17.798 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:35:17.801 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:35:47.838 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:35:47.840 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:36:17.970 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:36:17.973 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:36:48.020 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:36:48.023 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:37:18.156 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:37:18.159 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:37:48.276 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:37:48.279 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:38:18.330 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:38:18.332 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:38:48.466 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:38:48.469 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:39:18.603 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:39:18.606 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:39:48.724 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:39:48.728 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:40:18.855 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:40:18.858 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:40:48.904 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:40:48.907 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:41:18.952 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:41:18.955 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:41:49.063 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:41:49.065 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:42:19.198 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:42:19.201 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:42:49.387 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:42:49.390 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:43:19.510 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:43:19.513 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:43:49.793 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:43:49.796 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:44:19.858 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:44:19.861 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:44:49.940 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:44:49.943 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:45:20.063 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:45:20.066 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:45:50.170 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:45:50.173 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:46:20.281 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:46:20.284 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:46:50.469 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:46:50.472 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:47:20.522 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:47:20.525 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:47:50.576 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:47:50.579 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:48:20.714 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:48:20.718 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:48:50.851 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:48:50.854 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:49:20.955 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:49:20.958 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:49:51.022 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:49:51.025 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:50:21.072 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:50:21.075 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:50:51.184 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:50:51.187 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:51:21.312 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:51:21.315 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:51:51.500 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:51:51.503 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:52:21.607 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:52:21.610 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:52:51.723 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:52:51.726 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:53:21.895 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:53:21.898 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:53:52.005 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:53:52.008 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:54:22.076 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:54:22.079 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:54:52.165 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:54:52.168 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:55:22.221 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:55:22.224 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:55:52.272 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:55:52.276 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:56:22.426 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:56:22.429 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:56:52.546 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:56:52.549 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:57:22.600 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:57:22.603 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:57:52.729 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:57:52.732 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:58:22.861 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:58:22.864 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:58:52.970 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:58:52.972 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:59:23.107 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:59:23.110 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:59:53.169 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:59:53.173 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:00:23.282 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:00:23.285 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:00:53.420 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:00:53.423 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:01:23.561 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:01:23.564 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:01:53.668 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:01:53.671 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:02:23.839 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:02:23.842 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:02:54.097 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:02:54.100 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:03:24.187 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:03:24.190 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:03:54.325 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:03:54.328 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:04:24.574 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:04:24.577 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:04:54.692 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:04:54.695 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:05:24.813 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:05:24.815 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:05:54.945 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:05:54.983 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:06:25.028 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:06:25.030 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:06:55.148 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:06:55.151 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:07:25.277 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:07:25.280 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:07:55.565 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:07:55.567 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:08:25.661 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:08:25.664 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:08:55.767 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:08:55.769 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:09:25.965 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:09:25.968 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:09:56.265 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:09:56.268 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:10:26.310 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:10:26.313 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:10:56.365 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:10:56.368 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:11:26.508 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:11:26.511 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:11:56.631 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:11:56.635 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:12:26.754 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:12:26.757 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:12:56.952 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:12:56.955 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:13:27.001 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:13:27.004 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:13:57.140 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:13:57.143 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:14:27.306 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:14:27.308 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:14:57.595 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:14:57.598 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:15:27.708 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:15:27.711 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:15:57.828 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:15:57.831 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:16:27.882 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:16:27.885 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:16:58.037 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:16:58.040 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:17:28.169 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:17:28.172 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:17:58.310 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:17:58.312 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:18:28.355 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:18:28.358 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:18:58.406 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:18:58.409 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:19:28.479 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:19:28.482 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:19:58.543 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:19:58.546 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:20:28.593 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:20:28.596 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:20:58.723 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:20:58.726 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:21:28.830 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:21:28.833 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:21:58.963 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:21:58.966 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:22:29.063 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:22:29.066 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:22:59.192 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:22:59.195 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:23:29.312 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:23:29.315 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:23:59.463 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:23:59.466 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:24:29.537 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:24:29.540 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:24:59.599 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:24:59.602 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:25:29.750 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:25:29.753 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:25:59.982 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:25:59.985 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:26:30.026 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:26:30.029 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:27:00.136 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:27:00.139 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:27:30.243 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:27:30.246 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:28:00.303 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:28:00.306 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:28:30.433 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:28:30.436 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:29:00.788 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:29:00.791 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:29:30.899 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:29:30.901 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:30:00.968 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:30:00.971 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:30:31.100 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:30:31.103 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:31:01.206 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:31:01.209 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:31:31.322 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:31:31.325 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:32:01.444 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:32:01.446 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:32:31.487 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:32:31.490 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:33:01.540 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:33:01.543 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:33:31.722 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:33:31.725 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:34:01.799 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:34:01.801 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:34:31.927 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:34:31.930 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:35:02.058 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:35:02.061 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:35:32.110 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:35:32.113 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:36:02.155 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:36:02.158 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:36:32.301 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:36:32.304 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:37:02.421 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:37:02.424 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:37:32.526 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:37:32.528 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:38:02.650 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:38:02.653 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:38:32.691 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:38:32.694 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:39:02.836 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:39:02.839 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:39:32.982 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:39:32.997 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:40:03.094 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:40:03.097 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:40:33.217 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:40:33.219 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:41:03.499 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:41:03.502 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:41:33.613 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:41:33.616 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:42:03.701 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:42:03.704 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:42:33.754 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:42:33.757 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:43:03.975 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:43:03.978 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:43:34.056 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:43:34.059 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:44:04.170 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:44:04.173 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:44:34.502 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:44:34.505 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:45:04.648 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:45:04.651 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:45:34.777 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:45:34.781 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:46:04.906 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:46:04.909 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:46:34.959 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:46:34.962 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:47:05.099 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:47:05.102 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:47:35.383 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:47:35.386 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:48:05.437 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:48:05.440 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:48:35.516 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:48:35.519 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:49:05.761 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:49:05.764 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:49:35.898 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:49:35.901 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:50:05.961 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:50:05.964 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:50:36.093 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:50:36.096 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:51:06.201 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:51:06.204 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:51:36.316 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:51:36.319 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:52:06.370 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:52:06.373 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:52:36.479 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:52:36.482 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:53:06.578 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:53:06.581 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:53:36.694 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:53:36.697 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:54:06.843 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:54:06.846 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:54:36.907 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:54:36.910 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:55:06.975 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:55:06.978 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:55:37.021 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:55:37.024 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:56:07.150 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:56:07.153 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:56:37.260 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:56:37.263 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:57:07.386 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:57:07.389 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:57:37.509 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:57:37.513 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:58:07.606 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:58:07.609 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:58:37.682 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:58:37.685 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:59:07.780 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:59:07.783 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:59:37.926 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:59:37.929 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:00:08.062 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:00:08.065 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:00:38.192 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:00:38.195 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:01:08.456 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:01:08.459 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:01:38.503 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:01:38.506 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:02:08.661 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:02:08.663 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:02:38.705 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:02:38.708 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:03:08.843 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:03:08.846 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:03:38.997 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:03:39.000 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:04:09.121 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:04:09.123 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:04:39.177 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:04:39.180 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:05:09.241 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:05:09.243 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:05:39.374 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:05:39.377 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:06:09.499 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:06:09.502 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:06:39.637 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:06:39.640 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:07:09.752 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:07:09.755 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:07:39.843 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:07:39.846 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:08:09.962 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:08:09.965 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:08:40.030 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:08:40.033 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:09:10.235 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:09:10.238 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:09:40.301 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:09:40.305 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:10:10.384 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:10:10.387 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:10:40.446 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:10:40.449 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:11:10.575 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:11:10.578 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:11:40.678 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:11:40.681 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:12:10.776 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:12:10.779 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:12:40.884 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:12:40.887 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:13:11.006 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:13:11.009 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:13:41.147 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:13:41.150 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:14:11.264 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:14:11.267 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:14:41.336 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:14:41.339 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:15:11.396 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:15:11.399 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:15:41.525 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:15:41.527 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:16:11.645 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:16:11.648 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:16:41.749 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:16:41.751 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:17:11.895 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:17:11.898 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:17:41.949 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:17:41.952 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:18:11.998 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:18:12.001 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:18:42.272 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:18:42.275 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:19:12.319 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:19:12.322 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:19:42.463 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:19:42.466 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:20:12.524 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:20:12.527 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:20:42.587 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:20:42.589 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:21:12.874 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:21:12.877 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:21:42.961 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:21:42.964 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:22:13.075 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:22:13.078 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:22:43.208 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:22:43.211 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:23:13.314 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:23:13.317 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:23:43.365 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:23:43.368 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:24:13.502 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:24:13.505 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:24:43.843 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:24:43.846 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:25:14.044 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:25:14.047 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:25:44.174 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:25:44.177 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:26:14.288 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:26:14.291 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:26:44.454 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:26:44.457 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:27:14.567 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:27:14.572 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:27:44.620 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:27:44.623 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:28:14.741 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:28:14.743 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:28:44.829 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:28:44.832 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:29:14.962 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:29:14.964 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:29:45.085 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:29:45.088 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:30:15.153 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:30:15.156 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:30:45.223 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:30:45.226 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:31:15.322 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:31:15.325 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:31:45.445 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:31:45.448 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:32:15.494 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:32:15.497 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:32:45.605 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:32:45.608 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:33:15.656 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:33:15.660 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:33:45.796 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:33:45.799 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:34:15.849 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:34:15.852 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:34:45.917 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:34:45.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:35:15.981 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:35:15.984 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:35:46.219 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:35:46.222 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:36:16.572 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:36:16.575 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:36:46.618 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:36:46.620 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:37:16.776 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:37:16.779 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:37:46.941 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:37:46.944 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:38:17.061 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:38:17.064 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:38:47.190 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:38:47.193 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:39:17.295 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:39:17.298 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:39:47.360 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:39:47.363 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:40:17.467 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:40:17.470 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:40:47.548 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:40:47.551 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:41:17.682 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:41:17.685 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:41:47.728 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:41:47.731 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:42:18.041 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:42:18.044 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:42:48.085 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:42:48.088 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:43:18.139 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:43:18.142 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:43:48.276 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:43:48.279 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:44:18.405 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:44:18.408 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:44:48.518 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:44:48.521 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:45:18.634 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:45:18.637 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:45:48.757 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:45:48.760 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:46:18.907 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:46:18.910 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:46:49.025 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:46:49.028 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:47:19.153 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:47:19.156 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:47:49.268 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:47:49.271 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:48:19.402 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:48:19.405 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:48:49.515 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:48:49.518 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:49:19.553 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:49:19.556 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:49:49.671 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:49:49.674 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:50:19.810 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:50:19.813 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:50:49.916 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:50:49.919 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:51:20.207 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:51:20.210 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:51:50.245 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:51:50.248 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:52:20.427 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:52:20.430 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:52:50.536 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:52:50.539 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:53:20.632 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:53:20.635 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:53:50.755 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:53:50.759 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:54:21.039 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:54:21.042 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:54:51.110 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:54:51.112 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:55:21.326 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:55:21.329 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:55:51.675 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:55:51.678 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:56:21.729 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:56:21.732 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:56:51.838 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:56:51.840 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:57:21.911 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:57:21.914 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:57:51.959 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:57:51.962 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:58:22.060 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:58:22.062 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:58:52.188 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:58:52.190 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:59:22.316 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:59:22.319 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:59:52.388 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:59:52.391 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:00:22.494 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:00:22.497 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:00:52.610 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:00:52.612 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:01:22.731 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:01:22.733 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:01:52.859 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:01:52.862 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:02:22.998 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:02:23.001 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:02:53.117 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:02:53.120 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:03:23.238 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:03:23.241 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:03:53.359 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:03:53.362 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:04:23.671 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:04:23.673 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:04:53.739 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:04:53.742 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:05:23.811 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:05:23.814 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:05:53.923 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:05:53.926 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:06:24.061 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:06:24.064 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:06:54.183 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:06:54.186 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:07:24.393 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:07:24.396 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:07:54.521 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:07:54.524 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:08:24.653 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:08:24.656 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:08:54.701 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:08:54.705 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:09:24.806 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:09:24.809 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:09:54.909 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:09:54.912 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:10:24.980 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:10:24.983 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:10:55.113 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:10:55.116 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:11:25.244 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:11:25.247 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:11:55.543 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:11:55.546 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:12:25.594 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:12:25.597 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:12:55.697 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:12:55.700 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:13:25.796 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:13:25.799 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:13:55.922 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:13:55.925 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:14:26.259 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:14:26.262 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:14:56.324 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:14:56.327 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:15:26.558 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:15:26.561 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:15:56.912 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:15:56.915 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:16:26.962 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:16:26.965 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:16:57.094 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:16:57.097 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:17:27.213 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:17:27.216 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:17:57.425 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:17:57.427 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:18:27.514 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:18:27.516 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:18:57.599 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:18:57.602 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:19:27.652 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:19:27.655 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:19:57.773 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:19:57.776 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:20:27.959 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:20:27.962 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:20:58.105 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:20:58.108 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:21:28.220 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:21:28.223 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:21:58.418 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:21:58.421 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:22:28.533 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:22:28.536 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:22:58.653 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:22:58.656 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:23:28.997 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:23:29.000 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:23:59.036 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:23:59.039 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:24:29.159 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:24:29.162 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:24:59.266 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:24:59.269 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:25:29.456 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:25:29.458 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:25:59.501 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:25:59.504 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:26:29.655 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:26:29.658 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:26:59.745 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:26:59.748 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:27:29.860 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:27:29.863 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:27:59.983 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:27:59.986 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:28:30.120 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:28:30.123 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:29:00.247 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:29:00.250 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:29:30.287 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:29:30.290 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:30:00.361 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:30:00.364 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:30:30.701 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:30:30.704 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:31:00.808 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:31:00.810 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:31:30.914 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:31:30.917 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:32:01.238 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:32:01.240 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:32:31.297 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:32:31.300 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:33:01.393 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:33:01.396 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:33:31.488 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:33:31.491 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:34:01.615 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:34:01.618 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:34:31.737 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:34:31.740 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:35:01.932 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:35:01.935 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:35:32.011 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:35:32.014 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:36:02.081 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:36:02.084 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:36:32.210 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:36:32.212 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:37:02.323 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:37:02.326 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:37:32.472 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:37:32.474 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:38:02.603 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:38:02.606 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:38:32.649 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:38:32.652 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:39:02.769 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:39:02.772 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:39:32.889 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:39:32.892 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:40:02.963 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:40:02.966 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:40:33.103 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:40:33.106 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:41:03.301 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:41:03.304 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:41:33.429 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:41:33.432 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:42:03.474 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:42:03.477 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:42:33.605 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:42:33.608 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:43:03.732 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:43:03.735 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:43:33.792 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:43:33.795 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:44:03.904 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:44:03.907 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:44:34.160 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:44:34.163 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:45:04.220 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:45:04.223 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:45:34.292 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:45:34.295 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:46:04.493 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:46:04.496 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:46:34.606 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:46:34.610 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:47:04.707 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:47:04.710 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:47:34.771 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:47:34.774 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:48:04.859 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:48:04.862 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:48:34.913 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:48:34.916 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:49:05.065 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:49:05.068 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:49:35.171 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:49:35.174 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:50:05.237 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:50:05.240 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:50:35.369 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:50:35.372 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:51:05.626 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:51:05.628 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:51:35.736 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:51:35.739 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:52:05.981 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:52:05.984 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:52:36.028 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:52:36.031 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:53:06.169 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:53:06.171 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:53:36.278 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:53:36.281 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:54:06.416 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:54:06.418 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:54:36.536 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:54:36.539 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:55:06.603 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:55:06.606 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:55:36.709 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:55:36.712 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:56:06.826 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:56:06.829 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:56:36.949 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:56:36.952 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:57:07.080 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:57:07.083 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:57:37.278 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:57:37.281 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:58:07.327 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:58:07.330 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:58:37.442 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:58:37.445 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:59:07.573 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:59:07.576 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:59:37.622 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:59:37.625 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:00:07.771 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:00:07.774 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:00:37.879 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:00:37.882 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:01:07.935 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:01:07.939 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:01:38.065 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:01:38.069 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:02:08.185 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:02:08.188 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:02:38.314 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:02:38.317 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:03:08.412 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:03:08.415 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:03:38.510 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:03:38.513 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:04:08.559 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:04:08.562 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:04:38.680 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:04:38.683 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:05:08.793 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:05:08.796 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:05:38.930 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:05:38.933 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:06:09.068 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:06:09.071 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:06:39.209 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:06:39.212 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:07:09.499 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:07:09.502 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:07:39.572 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:07:39.575 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:08:09.700 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:08:09.703 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:08:39.844 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:08:39.847 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:09:09.942 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:09:09.944 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:09:40.077 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:09:40.080 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:10:10.281 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:10:10.283 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:10:40.352 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:10:40.355 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:11:10.410 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:11:10.413 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:11:40.526 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:11:40.529 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:12:10.697 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:12:10.700 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:12:40.743 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:12:40.746 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:13:10.878 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:13:10.881 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:13:40.958 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:13:40.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:14:11.012 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:14:11.015 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:14:41.057 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:14:41.060 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:15:11.129 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:15:11.132 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:15:41.198 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:15:41.201 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:16:11.335 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:16:11.338 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:16:41.650 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:16:41.653 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:17:11.692 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:17:11.695 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:17:41.814 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:17:41.817 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:18:11.995 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:18:11.998 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:18:42.112 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:18:42.115 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:19:12.242 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:19:12.245 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:19:42.347 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:19:42.351 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:20:12.421 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:20:12.424 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:20:42.496 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:20:42.499 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:21:12.601 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:21:12.604 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:21:42.724 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:21:42.727 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:22:12.772 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:22:12.775 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:22:42.901 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:22:42.904 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:23:13.047 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:23:13.050 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:23:43.158 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:23:43.161 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:24:13.271 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:24:13.274 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:24:43.398 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:24:43.401 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:25:13.561 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:25:13.564 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:25:43.677 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:25:43.680 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:26:13.768 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:26:13.771 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:26:43.889 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:26:43.892 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:27:14.151 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:27:14.154 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:27:44.238 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:27:44.240 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:28:14.368 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:28:14.371 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:28:44.484 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:28:44.486 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:29:14.618 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:29:14.620 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:29:44.663 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:29:44.665 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:30:14.737 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:30:14.740 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:30:44.821 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:30:44.824 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:31:14.883 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:31:14.886 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:31:45.020 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:31:45.022 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:32:15.157 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:32:15.160 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:32:45.211 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:32:45.214 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:33:15.373 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:33:15.376 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:33:45.509 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:33:45.512 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:34:15.641 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:34:15.644 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:34:45.767 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:34:45.769 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:35:15.838 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:35:15.841 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:35:45.899 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:35:45.902 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:36:15.951 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:36:15.954 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:36:46.092 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:36:46.095 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:37:16.419 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:37:16.422 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:37:46.722 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:37:46.725 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:38:16.786 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:38:16.788 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:38:46.901 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:38:46.904 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:39:17.083 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:39:17.086 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:39:47.196 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:39:47.199 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:40:17.332 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:40:17.335 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:40:47.460 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:40:47.463 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:41:17.592 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:41:17.595 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:41:47.728 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:41:47.731 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:42:17.865 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:42:17.868 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:42:47.905 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:42:47.908 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:43:18.032 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:43:18.035 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:43:48.119 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:43:48.122 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:44:18.242 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:44:18.245 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:44:48.367 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:44:48.370 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:45:18.504 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:45:18.507 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:45:48.805 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:45:48.809 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:46:18.859 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:46:18.862 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:46:49.002 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:46:49.005 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:47:19.119 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:47:19.122 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:47:49.248 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:47:49.251 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:48:19.359 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:48:19.362 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:48:49.478 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:48:49.481 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:49:19.559 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:49:19.562 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:49:49.664 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:49:49.667 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:50:19.792 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:50:19.795 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:50:49.972 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:50:49.975 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:51:20.025 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:51:20.028 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:51:50.134 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:51:50.137 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:52:20.357 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:52:20.360 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:52:50.401 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:52:50.404 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:53:20.514 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:53:20.517 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:53:50.651 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:53:50.654 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:54:20.766 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:54:20.769 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:54:50.891 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:54:50.894 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:55:21.255 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:55:21.258 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:55:51.466 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:55:51.470 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:56:21.533 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:56:21.538 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:56:51.870 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:56:51.875 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:57:21.927 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:57:21.931 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:57:52.039 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:57:52.045 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:58:22.177 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:58:22.181 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:58:52.304 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:58:52.309 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:59:22.360 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:59:22.364 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:59:52.413 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:59:52.416 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:00:22.623 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:00:22.627 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:00:52.788 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:00:52.793 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:01:22.902 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:01:22.906 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:01:53.020 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:01:53.023 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:02:23.089 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:02:23.093 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:02:53.144 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:02:53.148 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:03:23.264 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:03:23.268 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:03:53.354 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:03:53.357 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:04:23.486 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:04:23.489 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:04:53.609 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:04:53.613 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:05:23.682 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:05:23.685 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:05:53.765 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:05:53.769 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:06:23.863 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:06:23.866 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:06:53.988 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:06:53.992 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:07:24.116 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:07:24.120 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:07:54.254 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:07:54.257 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:08:24.307 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:08:24.311 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:08:54.436 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:08:54.439 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:09:24.529 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:09:24.532 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:09:54.644 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:09:54.648 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:10:24.764 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:10:24.790 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:10:54.882 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:10:54.885 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:11:24.930 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:11:24.933 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:11:54.987 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:11:54.990 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:12:25.113 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:12:25.117 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:12:55.234 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:12:55.237 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:13:25.349 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:13:25.351 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:13:55.388 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:13:55.391 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:14:25.495 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:14:25.498 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:14:55.624 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:14:55.627 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:15:25.693 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:15:25.695 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:15:55.801 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:15:55.804 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:16:25.873 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:16:25.876 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:16:56.004 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:16:56.007 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:17:26.262 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:17:26.265 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:17:56.527 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:17:56.530 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:18:26.583 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:18:26.586 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:18:56.658 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:18:56.660 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:19:26.789 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:19:26.793 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:19:56.835 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:19:56.838 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:20:26.955 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:20:26.958 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:20:57.234 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:20:57.237 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:21:27.286 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:21:27.290 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:21:57.340 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:21:57.344 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:22:27.436 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:22:27.439 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:22:57.506 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:22:57.509 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:23:27.643 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:23:27.646 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:23:57.775 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:23:57.778 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:24:27.825 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:24:27.827 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:24:57.880 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:24:57.883 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:25:28.012 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:25:28.015 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:25:58.111 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:25:58.114 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:26:28.218 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:26:28.221 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:26:58.341 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:26:58.343 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:27:28.406 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:27:28.409 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:27:58.454 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:27:58.457 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:28:28.547 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:28:28.551 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:28:58.668 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:28:58.670 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:29:28.807 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:29:28.810 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:29:58.923 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:29:58.926 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:30:29.037 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:30:29.040 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:30:59.107 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:30:59.110 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:31:29.303 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:31:29.306 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:31:59.383 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:31:59.386 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:32:29.498 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:32:29.500 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:32:59.620 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:32:59.623 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:33:29.769 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:33:29.772 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:33:59.887 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:33:59.890 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:34:30.016 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:34:30.019 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:35:00.106 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:35:00.108 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:35:30.179 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:35:30.182 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:36:00.252 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:36:00.255 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:36:30.377 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:36:30.380 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:37:00.476 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:37:00.479 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:37:30.532 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:37:30.535 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:38:00.675 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:38:00.678 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:38:30.803 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:38:30.806 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:39:00.851 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:39:00.853 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:39:30.958 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:39:30.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:40:01.273 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:40:01.276 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:40:31.338 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:40:31.341 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:41:01.406 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:41:01.409 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:41:31.527 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:41:31.530 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:42:01.646 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:42:01.649 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:42:31.708 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:42:31.711 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:43:01.805 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:43:01.808 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:43:31.933 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:43:31.936 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:44:02.052 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:44:02.055 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:44:32.182 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:44:32.185 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:45:02.310 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:45:02.313 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:45:32.440 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:45:32.443 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:46:02.518 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:46:02.521 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:46:32.656 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:46:32.659 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:47:02.709 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:47:02.712 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:47:32.841 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:47:32.844 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:48:02.956 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:48:02.958 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:48:33.088 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:48:33.091 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:49:03.203 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:49:03.206 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:49:33.452 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:49:33.455 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:50:03.541 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:50:03.544 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:50:33.660 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:50:33.663 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:51:03.972 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:51:03.975 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:51:34.094 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:51:34.097 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:52:04.217 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:52:04.220 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:52:34.324 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:52:34.327 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:53:04.436 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:53:04.438 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:53:34.549 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:53:34.552 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:54:04.685 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:54:04.689 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:54:34.809 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:54:34.813 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:55:04.890 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:55:04.893 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:55:35.013 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:55:35.015 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:56:05.091 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:56:05.094 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:56:35.212 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:56:35.215 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:57:05.301 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:57:05.304 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:57:35.400 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:57:35.403 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:58:05.506 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:58:05.509 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:58:35.626 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:58:35.629 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:59:05.747 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:59:05.750 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:59:35.875 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:59:35.878 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:00:06.018 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:00:06.021 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:00:36.082 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:00:36.085 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:01:06.161 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:01:06.164 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:01:36.298 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:01:36.301 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:02:06.427 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:02:06.429 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:02:36.471 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:02:36.474 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:03:06.525 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:03:06.528 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:03:36.649 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:03:36.652 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:04:06.775 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:04:06.778 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:04:36.887 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:04:36.890 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:05:06.993 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:05:06.996 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:05:37.059 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:05:37.062 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:06:07.134 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:06:07.137 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:06:37.271 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:06:37.274 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:07:07.392 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:07:07.395 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:07:37.518 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:07:37.521 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:08:07.716 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:08:07.719 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:08:37.894 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:08:37.897 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:09:08.014 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:09:08.017 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:09:38.151 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:09:38.154 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:10:08.254 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:10:08.257 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:10:38.558 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:10:38.560 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:11:08.665 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:11:08.667 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:11:38.787 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:11:38.790 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:12:08.926 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:12:08.929 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:12:39.064 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:12:39.067 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:13:09.184 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:13:09.187 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:13:39.296 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:13:39.299 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:14:09.419 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:14:09.422 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:14:39.509 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:14:39.512 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:15:09.625 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:15:09.628 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:15:39.737 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:15:39.740 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:16:09.800 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:16:09.803 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:16:39.930 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:16:39.933 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:17:10.207 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:17:10.210 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:17:40.318 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:17:40.321 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:18:10.431 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:18:10.434 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:18:40.607 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:18:40.610 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:19:10.655 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:19:10.658 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:19:40.804 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:19:40.807 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:20:10.934 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:20:10.937 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:20:40.999 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:20:41.002 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:21:11.295 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:21:11.298 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:21:41.339 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:21:41.342 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:22:11.444 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:22:11.447 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:22:41.491 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:22:41.494 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:23:11.624 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:23:11.627 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:23:41.713 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:23:41.716 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:24:11.793 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:24:11.795 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:24:41.930 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:24:41.933 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:25:12.058 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:25:12.060 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:25:42.123 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:25:42.126 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:26:12.191 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:26:12.195 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:26:42.295 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:26:42.345 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:27:12.459 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:27:12.462 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:27:42.574 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:27:42.578 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:28:12.789 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:28:12.792 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:28:42.842 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:28:42.844 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:29:12.994 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:29:12.997 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:29:43.108 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:29:43.111 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:30:13.237 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:30:13.240 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:30:43.481 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:30:43.484 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:31:13.760 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:31:13.763 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:31:43.985 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:31:43.988 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:32:14.026 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:32:14.029 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:32:44.198 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:32:44.201 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:33:14.380 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:33:14.383 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:33:44.503 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:33:44.506 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:34:14.617 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:34:14.620 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:34:44.727 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:34:44.729 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:35:14.797 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:35:14.799 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:35:44.884 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:35:44.888 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:36:15.213 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:36:15.216 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:36:45.259 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:36:45.262 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:37:15.420 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:37:15.423 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:37:45.555 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:37:45.558 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:38:15.602 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:38:15.605 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:38:45.702 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:38:45.705 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:39:15.785 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:39:15.788 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:39:45.905 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:39:45.928 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:40:15.976 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:40:15.978 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:40:46.244 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:40:46.247 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:41:16.575 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:41:16.578 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:41:46.628 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:41:46.632 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:42:16.690 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:42:16.693 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:42:46.811 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:42:46.813 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:43:16.910 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:43:16.913 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:43:47.025 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:43:47.029 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:44:17.096 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:44:17.099 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:44:47.347 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:44:47.350 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:45:17.472 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:45:17.474 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:45:47.543 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:45:47.546 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:46:17.613 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:46:17.617 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:46:47.718 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:46:47.720 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:47:17.829 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:47:17.832 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:47:47.911 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:47:47.914 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:48:18.010 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:48:18.013 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:48:48.057 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:48:48.060 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:49:18.193 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:49:18.195 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:49:48.320 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:49:48.323 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:50:18.436 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:50:18.438 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:50:48.546 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:50:48.549 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:51:18.624 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:51:18.628 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:51:48.680 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:51:48.684 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:52:18.739 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:52:18.743 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:52:48.878 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:52:48.881 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:53:19.013 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:53:19.016 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:53:49.124 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:53:49.127 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:54:19.178 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:54:19.180 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:54:49.239 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:54:49.242 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:55:19.402 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:55:19.405 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:55:49.466 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:55:49.468 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:56:19.526 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:56:19.529 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:56:49.580 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:56:49.583 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:57:19.675 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:57:19.678 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:57:49.778 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:57:49.782 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:58:19.899 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:58:19.902 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:58:50.013 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:58:50.017 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:59:20.060 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:59:20.063 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:59:50.184 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:59:50.187 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:00:20.297 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:00:20.300 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:00:50.419 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:00:50.422 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:01:20.497 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:01:20.500 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:01:50.637 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:01:50.640 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:02:20.696 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:02:20.699 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:02:50.816 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:02:50.819 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:03:20.949 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:03:20.952 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:03:51.004 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:03:51.007 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:04:21.129 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:04:21.131 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:04:51.275 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:04:51.278 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:05:21.392 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:05:21.395 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:05:51.523 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:05:51.526 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:06:21.630 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:06:21.632 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:06:51.799 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:06:51.802 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:07:21.860 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:07:21.863 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:07:51.932 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:07:51.934 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:08:22.011 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:08:22.014 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:08:52.138 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:08:52.141 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:09:22.244 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:09:22.247 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:09:52.297 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:09:52.300 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:10:22.350 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:10:22.353 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:10:52.463 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:10:52.466 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:11:22.542 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:11:22.545 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:11:52.610 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:11:52.613 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:12:22.742 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:12:22.745 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:12:52.787 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:12:52.790 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:13:22.891 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:13:22.893 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:13:52.995 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:13:52.998 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:14:23.182 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:14:23.185 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:14:53.235 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:14:53.237 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:15:23.289 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:15:23.291 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:15:53.356 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:15:53.359 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:16:23.439 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:16:23.442 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:16:53.576 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:16:53.579 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:17:23.683 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:17:23.686 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:17:53.858 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:17:53.861 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:18:23.897 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:18:23.900 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:18:54.054 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:18:54.057 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:19:24.109 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:19:24.112 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:19:54.191 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:19:54.194 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:20:24.243 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:20:24.246 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:20:54.355 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:20:54.358 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:21:24.426 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:21:24.428 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:21:54.521 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:21:54.523 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:22:24.566 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:22:24.569 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:22:54.628 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:22:54.631 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:23:24.732 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:23:24.735 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:23:54.962 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:23:54.965 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:24:25.018 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:24:25.020 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:24:55.076 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:24:55.078 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:25:25.138 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:25:25.141 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:25:55.250 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:25:55.253 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:26:25.322 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:26:25.324 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:26:55.425 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:26:55.428 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:27:25.549 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:27:25.552 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:27:55.607 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:27:55.612 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:28:25.719 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:28:25.722 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:28:55.840 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:28:55.843 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:29:25.960 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:29:25.963 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:29:56.007 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:29:56.010 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:30:26.105 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:30:26.108 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:30:56.237 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:30:56.240 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:31:26.307 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:31:26.310 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:31:56.360 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:31:56.363 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:32:26.463 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:32:26.466 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:32:56.583 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:32:56.586 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:33:26.703 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:33:26.706 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:33:56.793 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:33:56.796 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:34:26.920 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:34:26.923 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:34:57.053 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:34:57.056 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:35:27.179 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:35:27.208 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:35:57.269 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:35:57.272 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:36:27.343 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:36:27.346 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:36:57.471 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:36:57.474 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:37:27.583 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:37:27.586 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:37:57.695 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:37:57.698 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:38:27.816 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:38:27.818 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:38:57.945 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:38:57.949 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:39:28.074 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:39:28.076 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:39:58.202 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:39:58.205 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:40:28.323 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:40:28.326 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:40:58.451 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:40:58.454 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:41:28.522 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:41:28.525 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:41:58.659 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:41:58.662 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:42:28.771 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:42:28.774 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:42:58.823 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:42:58.826 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:43:28.877 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:43:28.880 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:43:58.931 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:43:58.934 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:44:29.052 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:44:29.055 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:44:59.163 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:44:59.166 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:45:29.250 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:45:29.263 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:45:59.362 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:45:59.364 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:46:29.442 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:46:29.445 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:46:59.769 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:46:59.773 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:47:29.823 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:47:29.826 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:47:59.985 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:47:59.988 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:48:30.096 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:48:30.117 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:49:00.250 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:49:00.253 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:49:30.303 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:49:30.306 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:50:00.440 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:50:00.443 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:50:30.518 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:50:30.522 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:51:00.630 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:51:00.652 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:51:30.734 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:51:30.737 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:52:00.849 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:52:00.852 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:52:30.974 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:52:30.977 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:53:01.103 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:53:01.106 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:53:31.209 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:53:31.212 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:54:01.334 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:54:01.337 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:54:31.379 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:54:31.382 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:55:01.512 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:55:01.514 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:55:31.553 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:55:31.556 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:56:01.616 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:56:01.619 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:56:31.694 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:56:31.697 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:57:01.813 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:57:01.817 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:57:31.936 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:57:31.940 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:58:02.043 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:58:02.046 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:58:32.166 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:58:32.169 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:59:02.221 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:59:02.224 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:59:32.345 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:59:32.348 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:00:02.444 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:00:02.447 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:00:32.623 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:00:32.626 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:01:02.743 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:01:02.746 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:01:32.866 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:01:32.870 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:02:02.917 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:02:02.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:02:33.029 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:02:33.032 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:03:03.148 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:03:03.151 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:03:33.278 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:03:33.281 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:04:03.339 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:04:03.342 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:04:33.384 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:04:33.387 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:05:03.472 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:05:03.475 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:05:33.577 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:05:33.580 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:06:03.687 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:06:03.690 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:06:33.808 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:06:33.811 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:07:03.914 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:07:03.917 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:07:34.048 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:07:34.051 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:08:04.093 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:08:04.096 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:08:34.221 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:08:34.224 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:09:04.317 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:09:04.320 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:09:34.447 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:09:34.450 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:10:04.536 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:10:04.539 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:10:34.662 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:10:34.665 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:11:04.789 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:11:04.792 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:11:34.905 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:11:34.909 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:12:05.020 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:12:05.023 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:12:35.142 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:12:35.145 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:13:05.262 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:13:05.264 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:13:35.374 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:13:35.377 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:14:05.485 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:14:05.488 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:14:35.589 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:14:35.592 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:15:05.717 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:15:05.720 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:15:35.837 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:15:35.840 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:16:05.958 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:16:05.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:16:36.337 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:16:36.340 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:17:06.399 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:17:06.402 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:17:36.452 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:17:36.455 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:18:06.573 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:18:06.576 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:18:36.652 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:18:36.655 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:19:06.790 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:19:06.793 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:19:36.911 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:19:36.914 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:20:07.035 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:20:07.038 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:20:37.132 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:20:37.135 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:21:07.246 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:21:07.249 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:21:37.325 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:21:37.328 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:22:07.453 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:22:07.456 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:22:37.557 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:22:37.560 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:23:07.685 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:23:07.688 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:23:37.746 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:23:37.749 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:24:07.886 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:24:07.890 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:24:38.026 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:24:38.029 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:25:08.192 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:25:08.195 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:25:38.320 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:25:38.323 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:26:08.447 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:26:08.450 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:26:38.794 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:26:38.797 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:27:08.846 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:27:08.849 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:27:38.965 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:27:38.968 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:28:09.071 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:28:09.074 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:28:39.315 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:28:39.318 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:29:09.426 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:29:09.429 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:29:39.572 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:29:39.575 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:30:09.684 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:30:09.687 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:30:39.779 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:30:39.782 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:31:09.890 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:31:09.893 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:31:39.961 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:31:39.964 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:32:10.097 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:32:10.100 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:32:40.210 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:32:40.213 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:33:10.336 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:33:10.339 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:33:40.477 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:33:40.480 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:34:10.632 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:34:10.635 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:34:40.750 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:34:40.753 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:35:10.829 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:35:10.832 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:35:40.966 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:35:40.970 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:36:11.325 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:36:11.328 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:36:41.540 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:36:41.543 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:37:11.671 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:37:11.674 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:37:41.796 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:37:41.799 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:38:11.883 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:38:11.886 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:38:41.994 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:38:41.997 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:39:12.081 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:39:12.084 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:39:42.195 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:39:42.198 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:40:12.302 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:40:12.304 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:40:42.408 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:40:42.411 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:41:12.527 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:41:12.530 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:41:42.598 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:41:42.601 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:42:12.651 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:42:12.653 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:42:42.700 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:42:42.703 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:43:12.757 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:43:12.760 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:43:42.805 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:43:42.808 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:44:12.922 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:44:12.925 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:44:43.044 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:44:43.047 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:45:13.180 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:45:13.183 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:45:43.316 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:45:43.320 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:46:13.454 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:46:13.457 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:46:43.507 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:46:43.510 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:47:13.628 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:47:13.631 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:47:43.731 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:47:43.734 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:48:13.859 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:48:13.862 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:48:43.997 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:48:44.000 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:49:14.126 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:49:14.129 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:49:44.245 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:49:44.248 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:50:14.375 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:50:14.378 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:50:44.431 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:50:44.434 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:51:14.788 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:51:14.791 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:51:45.092 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:51:45.095 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:52:15.217 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:52:15.220 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:52:45.324 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:52:45.326 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:53:15.394 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:53:15.397 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:53:45.504 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:53:45.507 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:54:15.543 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:54:15.546 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:54:45.659 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:54:45.662 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:55:15.707 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:55:15.710 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:55:45.835 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:55:45.838 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:56:15.896 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:56:15.899 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:56:45.966 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:56:45.969 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:57:16.070 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:57:16.073 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:57:46.181 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:57:46.184 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:58:16.513 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:58:16.515 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:58:46.621 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:58:46.624 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:59:16.691 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:59:16.694 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:59:46.811 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:59:46.814 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:00:16.948 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:00:16.951 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:00:47.060 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:00:47.063 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:01:17.205 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:01:17.208 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:01:47.567 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:01:47.570 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:02:17.703 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:02:17.706 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:02:47.811 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:02:47.814 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:03:17.926 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:03:17.929 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:03:48.015 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:03:48.018 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:04:18.066 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:04:18.069 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:04:48.144 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:04:48.147 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:05:18.254 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:05:18.257 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:05:48.378 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:05:48.381 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:06:18.542 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:06:18.545 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:06:48.792 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:06:48.795 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:07:18.847 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:07:18.850 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:07:48.978 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:07:48.981 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:08:19.085 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:08:19.088 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:08:49.215 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:08:49.218 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:09:19.326 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:09:19.329 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:09:49.468 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:09:49.471 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:10:19.578 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:10:19.581 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:10:49.701 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:10:49.704 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:11:19.766 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:11:19.769 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:11:49.825 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:11:49.828 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:12:19.879 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:12:19.882 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:12:49.977 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:12:49.981 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:13:20.093 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:13:20.096 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:13:50.165 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:13:50.167 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:14:20.254 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:14:20.258 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:14:50.354 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:14:50.357 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:15:20.475 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:15:20.478 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:15:50.599 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:15:50.602 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:16:20.673 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:16:20.676 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:16:50.736 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:16:50.739 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:17:20.872 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:17:20.875 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:17:51.009 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:17:51.012 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:18:21.139 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:18:21.142 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:18:51.249 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:18:51.253 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:19:21.329 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:19:21.332 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:19:51.469 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:19:51.472 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:20:21.593 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:20:21.596 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:20:51.698 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:20:51.704 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:21:21.842 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:21:21.845 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:21:51.895 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:21:51.899 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:22:22.010 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:22:22.013 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:22:52.143 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:22:52.146 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:23:22.272 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:23:22.275 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:23:52.390 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:23:52.393 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:24:22.504 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:24:22.506 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:24:52.598 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:24:52.602 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:25:22.718 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:25:22.721 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:25:52.874 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:25:52.877 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:26:22.945 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:26:22.950 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:26:53.014 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:26:53.017 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:27:23.066 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:27:23.069 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:27:53.112 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:27:53.116 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:28:23.214 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:28:23.217 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:28:53.261 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:28:53.264 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:29:23.314 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:29:23.318 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:29:53.432 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:29:53.434 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:30:23.480 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:30:23.482 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:30:53.604 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:30:53.607 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:31:23.660 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:31:23.663 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:31:53.732 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:31:53.735 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:32:23.785 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:32:23.788 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:32:53.838 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:32:53.841 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:33:23.966 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:33:23.969 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:33:54.104 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:33:54.107 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:34:24.266 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:34:24.269 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:34:54.382 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:34:54.385 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:35:24.530 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:35:24.533 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:35:54.676 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:35:54.679 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:36:24.779 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:36:24.781 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:36:54.901 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:36:54.904 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:37:25.023 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:37:25.026 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:37:55.165 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:37:55.168 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:38:25.285 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:38:25.288 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:38:55.339 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:38:55.342 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:39:25.458 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:39:25.463 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:39:55.565 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:39:55.568 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:40:25.686 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:40:25.689 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:40:55.819 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:40:55.822 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:41:25.923 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:41:25.927 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:41:55.992 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:41:55.997 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:42:26.131 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:42:26.135 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:42:56.262 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:42:56.265 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:43:26.395 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:43:26.402 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:43:56.526 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:43:56.533 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:44:26.668 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:44:26.672 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:44:56.789 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:44:56.793 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:45:26.921 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:45:26.925 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:45:56.961 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:45:56.964 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:46:27.074 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:46:27.077 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:46:57.218 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:46:57.222 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:47:27.349 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:47:27.352 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:47:57.472 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:47:57.475 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:48:27.563 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:48:27.567 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:48:57.686 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:48:57.689 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:49:27.786 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:49:27.789 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:49:57.916 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:49:57.919 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:50:28.043 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:50:28.046 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:50:58.154 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:50:58.158 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:51:28.316 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:51:28.320 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:51:58.377 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:51:58.382 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:52:28.509 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:52:28.514 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:52:58.642 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:52:58.648 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:53:28.754 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:53:28.765 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:53:58.908 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:53:58.911 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:54:29.011 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:54:29.014 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:54:59.139 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:54:59.143 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:55:29.260 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:55:29.263 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:55:59.370 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:55:59.373 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:56:29.491 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:56:29.495 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:56:59.562 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:56:59.565 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:57:29.623 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:57:29.626 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:57:59.760 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:57:59.763 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:58:29.805 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:58:29.808 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:58:59.925 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:58:59.975 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:59:30.104 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:59:30.107 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:00:00.213 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:00:00.218 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:00:30.344 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:00:30.348 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:01:00.476 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:01:00.479 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:01:30.619 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:01:30.622 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:02:00.679 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:02:00.682 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:02:30.791 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:02:30.794 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:03:00.853 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:03:00.856 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:03:30.935 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:03:30.938 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:04:01.058 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:04:01.061 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:04:31.197 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:04:31.200 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:05:01.287 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:05:01.291 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:05:31.393 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:05:31.397 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:06:01.509 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:06:01.513 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:06:31.565 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:06:31.569 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:07:01.630 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:07:01.633 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:07:31.678 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:07:31.682 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:08:01.727 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:08:01.730 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:08:31.766 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:08:31.769 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:09:01.814 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:09:01.817 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:09:31.863 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:09:31.867 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:10:01.915 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:10:01.919 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:10:31.962 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:10:31.965 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:11:02.007 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:11:02.010 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:11:32.134 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:11:32.138 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:12:02.212 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:12:02.216 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:12:32.324 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:12:32.327 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:13:02.411 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:13:02.415 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:13:32.532 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:13:32.536 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:14:02.652 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:14:02.655 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:14:32.772 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:14:32.775 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:15:02.901 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:15:02.904 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:15:33.030 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:15:33.033 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:16:03.100 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:16:03.103 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:16:33.203 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:16:33.207 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:17:03.273 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:17:03.277 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:17:33.335 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:17:33.339 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:18:03.464 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:18:03.467 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:18:33.626 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:18:33.629 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:19:03.754 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:19:03.770 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:19:33.823 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:19:33.826 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:20:03.944 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:20:03.947 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:20:34.047 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:20:34.051 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:21:04.143 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:21:04.146 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:21:34.238 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:21:34.241 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:22:04.309 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:22:04.313 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:22:34.395 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:22:34.400 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:23:04.441 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:23:04.444 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:23:34.485 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:23:34.488 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:24:04.530 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:24:04.534 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:24:34.667 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:24:34.670 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:25:04.795 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:25:04.816 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:25:34.915 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:25:34.918 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:26:05.055 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:26:05.073 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:26:35.139 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:26:35.162 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:27:05.285 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:27:05.290 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:27:35.329 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:27:35.364 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:28:05.450 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:28:05.453 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:28:35.553 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:28:35.556 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:29:05.611 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:29:05.614 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:29:35.659 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:29:35.662 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:30:05.705 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:30:05.708 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:30:35.850 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:30:35.853 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:31:05.895 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:31:05.898 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:31:35.942 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:31:35.946 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:32:06.010 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:32:06.013 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:32:36.132 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:32:36.135 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:33:06.196 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:33:06.200 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:33:36.320 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:33:36.323 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:34:06.445 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:34:06.448 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:34:36.580 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:34:36.584 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:35:06.719 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:35:06.722 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:35:36.765 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:35:36.768 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:36:06.880 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:36:06.883 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:36:36.979 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:36:36.983 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:37:07.041 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:37:07.044 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:37:37.087 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:37:37.095 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:38:07.190 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:38:07.194 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:38:37.307 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:38:37.310 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:39:07.430 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:39:07.433 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:39:37.561 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:39:37.565 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:40:07.626 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:40:07.630 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:40:37.766 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:40:37.770 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:41:07.844 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:41:07.847 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:41:37.974 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:41:37.977 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:42:08.035 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:42:08.038 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:42:38.084 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:42:38.087 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:43:08.189 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:43:08.192 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:43:38.329 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:43:38.333 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:44:08.432 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:44:08.436 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:44:38.544 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:44:38.547 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:45:08.649 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:45:08.652 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:45:38.702 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:45:38.705 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:46:08.814 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:46:08.819 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:46:39.144 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:46:39.147 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:47:09.206 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:47:09.209 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:47:39.343 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:47:39.347 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:48:09.388 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:48:09.391 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:48:39.517 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:48:39.520 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:49:09.636 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:49:09.640 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:49:39.748 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:49:39.751 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:50:09.886 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:50:09.890 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:50:40.114 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:50:40.117 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:51:10.175 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:51:10.178 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:51:40.402 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:51:40.405 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:52:10.783 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:52:10.787 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:52:40.911 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:52:40.914 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:53:11.039 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:53:11.042 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:53:41.153 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:53:41.156 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:54:11.279 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:54:11.282 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:54:41.399 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:54:41.402 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:55:11.440 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:55:11.443 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:55:41.483 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:55:41.513 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:56:11.569 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:56:11.573 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:56:41.636 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:56:41.639 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:57:11.702 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:57:11.706 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:57:41.815 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:57:41.819 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:58:11.931 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:58:11.935 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:58:42.021 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:58:42.024 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:59:12.258 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:59:12.261 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:59:42.369 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:59:42.373 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:00:12.481 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:00:12.485 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:00:42.621 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:00:42.625 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:01:12.680 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:01:12.683 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:01:43.051 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:01:43.054 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:02:13.263 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:02:13.266 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:02:43.392 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:02:43.395 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:03:13.521 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:03:13.524 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:03:43.591 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:03:43.594 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:04:13.700 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:04:13.703 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:04:43.748 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:04:43.751 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:05:13.793 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:05:13.797 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:05:43.915 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:05:43.919 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:06:14.026 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:06:14.029 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:06:44.291 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:06:44.295 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:07:14.349 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:07:14.352 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:07:44.505 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:07:44.508 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:08:14.640 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:08:14.644 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:08:44.686 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:08:44.689 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:09:14.796 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:09:14.800 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:09:44.917 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:09:44.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:10:15.029 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:10:15.033 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:10:45.150 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:10:45.153 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:11:15.277 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:11:15.281 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:11:45.591 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:11:45.594 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:12:15.644 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:12:15.647 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:12:45.754 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:12:45.758 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:13:15.809 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:13:15.831 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:13:45.938 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:13:45.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:14:16.008 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:14:16.011 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:14:46.129 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:14:46.150 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:15:16.358 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:15:16.363 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:15:46.469 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:15:46.479 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:16:16.649 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:16:16.679 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:16:46.752 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:16:46.757 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:17:16.822 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:17:16.827 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:17:46.909 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:17:46.912 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:18:17.030 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:18:17.035 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:18:47.087 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:18:47.092 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:19:17.135 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:19:17.139 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:19:47.251 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:19:47.256 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:20:17.391 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:20:17.394 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:20:47.514 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:20:47.519 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:21:17.621 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:21:17.624 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:21:47.685 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:21:47.688 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:22:17.832 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:22:17.836 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:22:47.923 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:22:47.926 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:23:18.047 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:23:18.050 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:23:48.359 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:23:48.362 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:24:18.444 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:24:18.447 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:24:48.558 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:24:48.561 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:25:18.610 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:25:18.614 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:25:48.656 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:25:48.659 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:26:18.703 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:26:18.706 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:26:48.770 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:26:48.773 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:27:18.835 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:27:18.838 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:27:48.957 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:27:48.960 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:28:19.056 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:28:19.060 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:28:49.105 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:28:49.108 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:29:19.156 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:29:19.160 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:29:49.210 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:29:49.214 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:30:19.255 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:30:19.258 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:30:49.307 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:30:49.474 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:31:19.514 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:31:19.533 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:31:49.588 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:31:49.623 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:32:19.862 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:32:19.865 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:32:49.909 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:32:49.913 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:33:19.965 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:33:19.969 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:33:50.148 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:33:50.152 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:34:20.239 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:34:20.242 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:34:50.471 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:34:50.475 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:35:20.602 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:35:20.626 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:35:50.839 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:35:50.844 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:36:20.934 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:36:21.024 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:36:51.078 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:36:51.122 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:37:21.299 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:37:21.318 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:37:51.436 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:37:51.439 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:38:21.542 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:38:21.545 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:38:51.682 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:38:51.808 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:39:21.939 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:42:49.416 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:43:19.547 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:43:19.550 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:43:49.659 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:45:46.674 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:46:16.833 DEBUG:teuthology.orchestra.run.smithi081:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:46:16.836 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:46:45.304 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2023-06-26T14:46:46.340 DEBUG:teuthology.task.console_log:Killing console logger for smithi081 2023-06-26T14:46:47.746 DEBUG:teuthology.task.console_log:Killing console logger for smithi092 2023-06-26T14:46:47.830 DEBUG:teuthology.exit:Finished running handlers